[ 629.780839] env[70039]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70039) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 629.781275] env[70039]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70039) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 629.781326] env[70039]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70039) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 629.781669] env[70039]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 629.879143] env[70039]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70039) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 629.889182] env[70039]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70039) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 629.931296] env[70039]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 630.490216] env[70039]: INFO nova.virt.driver [None req-a544db20-54aa-493a-9331-d4bbf4722252 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 630.561977] env[70039]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.562143] env[70039]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.562215] env[70039]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70039) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 633.817526] env[70039]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-5a4d8dba-4552-4682-a0e4-8263d21cfa10 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.833336] env[70039]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70039) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 633.833464] env[70039]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-d3951ac2-4c9f-4381-bef8-a46aec4d7d29 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.864663] env[70039]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 6b812. [ 633.864786] env[70039]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.303s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.865317] env[70039]: INFO nova.virt.vmwareapi.driver [None req-a544db20-54aa-493a-9331-d4bbf4722252 None None] VMware vCenter version: 7.0.3 [ 633.868674] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76bb56f-db43-49ef-bba0-eb1b8cd2314f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.889285] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed920ec-d8e4-4649-84b2-ce559e79bd23 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.895513] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c4d8ea-65b9-4349-b388-d432314a86fa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.902302] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c75ae2-feea-4aaf-8536-45952897317d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.916055] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce64e6c9-1ed2-42fc-a695-d9bb1caab4dd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.921867] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cb399d-bee9-4b10-b916-2733c55bd410 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.952849] env[70039]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-bbb99432-5332-4343-8a38-e800dcb533cc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.958309] env[70039]: DEBUG nova.virt.vmwareapi.driver [None req-a544db20-54aa-493a-9331-d4bbf4722252 None None] Extension org.openstack.compute already exists. {{(pid=70039) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 633.961041] env[70039]: INFO nova.compute.provider_config [None req-a544db20-54aa-493a-9331-d4bbf4722252 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 634.464550] env[70039]: DEBUG nova.context [None req-a544db20-54aa-493a-9331-d4bbf4722252 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),c26b0beb-f885-44b7-a4bc-fc3a146651f4(cell1) {{(pid=70039) load_cells /opt/stack/nova/nova/context.py:464}} [ 634.466677] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.466906] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.467734] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.468177] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] Acquiring lock "c26b0beb-f885-44b7-a4bc-fc3a146651f4" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.468370] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] Lock "c26b0beb-f885-44b7-a4bc-fc3a146651f4" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.469437] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] Lock "c26b0beb-f885-44b7-a4bc-fc3a146651f4" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.491309] env[70039]: INFO dbcounter [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] Registered counter for database nova_cell0 [ 634.499455] env[70039]: INFO dbcounter [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] Registered counter for database nova_cell1 [ 634.502775] env[70039]: DEBUG oslo_db.sqlalchemy.engines [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70039) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 634.503503] env[70039]: DEBUG oslo_db.sqlalchemy.engines [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70039) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 634.508101] env[70039]: ERROR nova.db.main.api [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 634.508101] env[70039]: result = function(*args, **kwargs) [ 634.508101] env[70039]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 634.508101] env[70039]: return func(*args, **kwargs) [ 634.508101] env[70039]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 634.508101] env[70039]: result = fn(*args, **kwargs) [ 634.508101] env[70039]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 634.508101] env[70039]: return f(*args, **kwargs) [ 634.508101] env[70039]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 634.508101] env[70039]: return db.service_get_minimum_version(context, binaries) [ 634.508101] env[70039]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 634.508101] env[70039]: _check_db_access() [ 634.508101] env[70039]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 634.508101] env[70039]: stacktrace = ''.join(traceback.format_stack()) [ 634.508101] env[70039]: [ 634.509115] env[70039]: ERROR nova.db.main.api [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 634.509115] env[70039]: result = function(*args, **kwargs) [ 634.509115] env[70039]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 634.509115] env[70039]: return func(*args, **kwargs) [ 634.509115] env[70039]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 634.509115] env[70039]: result = fn(*args, **kwargs) [ 634.509115] env[70039]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 634.509115] env[70039]: return f(*args, **kwargs) [ 634.509115] env[70039]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 634.509115] env[70039]: return db.service_get_minimum_version(context, binaries) [ 634.509115] env[70039]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 634.509115] env[70039]: _check_db_access() [ 634.509115] env[70039]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 634.509115] env[70039]: stacktrace = ''.join(traceback.format_stack()) [ 634.509115] env[70039]: [ 634.509780] env[70039]: WARNING nova.objects.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 634.509780] env[70039]: WARNING nova.objects.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] Failed to get minimum service version for cell c26b0beb-f885-44b7-a4bc-fc3a146651f4 [ 634.510059] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] Acquiring lock "singleton_lock" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.510230] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] Acquired lock "singleton_lock" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.510469] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] Releasing lock "singleton_lock" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.510792] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] Full set of CONF: {{(pid=70039) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 634.510954] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ******************************************************************************** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 634.511090] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] Configuration options gathered from: {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 634.511217] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 634.511415] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 634.511544] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ================================================================================ {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 634.511753] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] allow_resize_to_same_host = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.511927] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] arq_binding_timeout = 300 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.512074] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] backdoor_port = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.512207] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] backdoor_socket = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.512376] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] block_device_allocate_retries = 60 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.512539] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] block_device_allocate_retries_interval = 3 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.512711] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cert = self.pem {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.512882] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.513095] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] compute_monitors = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.513287] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] config_dir = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.513479] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] config_drive_format = iso9660 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.513617] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.513786] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] config_source = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.513959] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] console_host = devstack {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.514159] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] control_exchange = nova {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.514325] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cpu_allocation_ratio = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.514491] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] daemon = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.514660] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] debug = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.514820] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] default_access_ip_network_name = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.514990] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] default_availability_zone = nova {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.515170] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] default_ephemeral_format = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.515334] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] default_green_pool_size = 1000 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.515579] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.515747] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] default_schedule_zone = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.515925] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] disk_allocation_ratio = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.516174] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] enable_new_services = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.516421] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] enabled_apis = ['osapi_compute'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.516651] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] enabled_ssl_apis = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.516832] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] flat_injected = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.516998] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] force_config_drive = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.517180] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] force_raw_images = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.517356] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] graceful_shutdown_timeout = 5 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.517524] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] heal_instance_info_cache_interval = -1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.517753] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] host = cpu-1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.517937] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.518124] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] initial_disk_allocation_ratio = 1.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.518295] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] initial_ram_allocation_ratio = 1.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.518524] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.518695] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] instance_build_timeout = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.518858] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] instance_delete_interval = 300 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.519042] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] instance_format = [instance: %(uuid)s] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.519261] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] instance_name_template = instance-%08x {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.519439] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] instance_usage_audit = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.519615] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] instance_usage_audit_period = month {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.519785] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.519955] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] instances_path = /opt/stack/data/nova/instances {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.520145] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] internal_service_availability_zone = internal {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.520311] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] key = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.520475] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] live_migration_retry_count = 30 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.520680] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] log_color = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.520812] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] log_config_append = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.520986] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.521157] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] log_dir = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.521317] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] log_file = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.521446] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] log_options = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.521606] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] log_rotate_interval = 1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.521776] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] log_rotate_interval_type = days {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.521943] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] log_rotation_type = none {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.522090] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.522222] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.522395] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.522567] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.522699] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.522865] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] long_rpc_timeout = 1800 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.523071] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] max_concurrent_builds = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.523247] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] max_concurrent_live_migrations = 1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.523417] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] max_concurrent_snapshots = 5 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.523581] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] max_local_block_devices = 3 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.523744] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] max_logfile_count = 30 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.523904] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] max_logfile_size_mb = 200 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.524086] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] maximum_instance_delete_attempts = 5 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.524287] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] metadata_listen = 0.0.0.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.524464] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] metadata_listen_port = 8775 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.524637] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] metadata_workers = 2 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.524802] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] migrate_max_retries = -1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.524973] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] mkisofs_cmd = genisoimage {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.525201] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] my_block_storage_ip = 10.180.1.21 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.525338] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] my_ip = 10.180.1.21 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.525547] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.525712] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] network_allocate_retries = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.525895] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.526083] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] osapi_compute_listen = 0.0.0.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.526256] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] osapi_compute_listen_port = 8774 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.526431] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] osapi_compute_unique_server_name_scope = {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.526607] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] osapi_compute_workers = 2 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.526773] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] password_length = 12 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.526939] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] periodic_enable = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.527121] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] periodic_fuzzy_delay = 60 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.527302] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] pointer_model = usbtablet {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.527475] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] preallocate_images = none {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.527640] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] publish_errors = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.527773] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] pybasedir = /opt/stack/nova {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.527933] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ram_allocation_ratio = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.528111] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] rate_limit_burst = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.528287] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] rate_limit_except_level = CRITICAL {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.528450] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] rate_limit_interval = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.528613] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] reboot_timeout = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.528773] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] reclaim_instance_interval = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.528929] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] record = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.529117] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] reimage_timeout_per_gb = 60 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.529293] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] report_interval = 120 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.529459] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] rescue_timeout = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.529621] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] reserved_host_cpus = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.529783] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] reserved_host_disk_mb = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.529946] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] reserved_host_memory_mb = 512 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.530125] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] reserved_huge_pages = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.530291] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] resize_confirm_window = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.530454] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] resize_fs_using_block_device = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.530640] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] resume_guests_state_on_host_boot = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.530789] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.530979] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] rpc_response_timeout = 60 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.531181] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] run_external_periodic_tasks = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.531360] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] running_deleted_instance_action = reap {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.531526] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] running_deleted_instance_poll_interval = 1800 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.531689] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] running_deleted_instance_timeout = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.531854] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] scheduler_instance_sync_interval = 120 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.532041] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] service_down_time = 720 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.532224] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] servicegroup_driver = db {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.532386] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] shell_completion = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.532549] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] shelved_offload_time = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.532712] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] shelved_poll_interval = 3600 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.532885] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] shutdown_timeout = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.533090] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] source_is_ipv6 = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.533268] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ssl_only = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.533529] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.533705] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] sync_power_state_interval = 600 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.533871] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] sync_power_state_pool_size = 1000 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.534061] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] syslog_log_facility = LOG_USER {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.534249] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] tempdir = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.534422] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] timeout_nbd = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.534597] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] transport_url = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.534761] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] update_resources_interval = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.534925] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] use_cow_images = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.535103] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] use_journal = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.535274] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] use_json = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.535437] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] use_rootwrap_daemon = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.535597] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] use_stderr = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.535757] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] use_syslog = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.535913] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vcpu_pin_set = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.536156] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vif_plugging_is_fatal = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.536280] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vif_plugging_timeout = 300 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.536451] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] virt_mkfs = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.536615] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] volume_usage_poll_interval = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.536780] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] watch_log_file = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.536951] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] web = /usr/share/spice-html5 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.537155] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.537329] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.537495] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.537670] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_concurrency.disable_process_locking = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.538226] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.538428] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.538607] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.538787] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.538966] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.539167] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.539363] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.auth_strategy = keystone {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.539538] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.compute_link_prefix = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.539719] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.539898] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.dhcp_domain = novalocal {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.540088] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.enable_instance_password = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.540261] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.glance_link_prefix = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.540431] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.540607] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.540774] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.instance_list_per_project_cells = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.540961] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.list_records_by_skipping_down_cells = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.541159] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.local_metadata_per_cell = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.541339] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.max_limit = 1000 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.541510] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.metadata_cache_expiration = 15 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.541690] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.neutron_default_tenant_id = default {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.541865] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.response_validation = warn {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.542055] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.use_neutron_default_nets = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.542246] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.542416] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.542585] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.542764] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.542938] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.vendordata_dynamic_targets = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.543175] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.vendordata_jsonfile_path = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.543382] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.543586] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.backend = dogpile.cache.memcached {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.543763] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.backend_argument = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.543928] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.backend_expiration_time = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.544124] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.config_prefix = cache.oslo {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.544338] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.dead_timeout = 60.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.544517] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.debug_cache_backend = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.544686] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.enable_retry_client = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.544854] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.enable_socket_keepalive = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.545047] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.enabled = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.545227] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.enforce_fips_mode = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.545397] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.expiration_time = 600 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.545565] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.hashclient_retry_attempts = 2 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.545735] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.hashclient_retry_delay = 1.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.545902] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.memcache_dead_retry = 300 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.546078] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.memcache_password = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.546251] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.546421] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.546588] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.memcache_pool_maxsize = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.546753] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.546921] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.memcache_sasl_enabled = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.547118] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.547294] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.memcache_socket_timeout = 1.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.547458] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.memcache_username = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.547628] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.proxies = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.547795] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.redis_db = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.547958] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.redis_password = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.548152] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.redis_sentinel_service_name = mymaster {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.548336] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.548510] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.redis_server = localhost:6379 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.548678] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.redis_socket_timeout = 1.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.548839] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.redis_username = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.549007] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.retry_attempts = 2 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.549189] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.retry_delay = 0.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.549355] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.socket_keepalive_count = 1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.549519] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.socket_keepalive_idle = 1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.549679] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.socket_keepalive_interval = 1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.549837] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.tls_allowed_ciphers = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.549998] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.tls_cafile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.550172] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.tls_certfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.550339] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.tls_enabled = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.550497] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cache.tls_keyfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.550668] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cinder.auth_section = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.550845] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cinder.auth_type = password {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.551043] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cinder.cafile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.551244] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cinder.catalog_info = volumev3::publicURL {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.551411] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cinder.certfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.551582] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cinder.collect_timing = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.551750] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cinder.cross_az_attach = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.551915] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cinder.debug = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.552092] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cinder.endpoint_template = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.552273] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cinder.http_retries = 3 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.552498] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cinder.insecure = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.552678] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cinder.keyfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.552858] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cinder.os_region_name = RegionOne {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.553044] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cinder.split_loggers = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.553218] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cinder.timeout = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.553396] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.553559] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] compute.cpu_dedicated_set = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.553719] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] compute.cpu_shared_set = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.553884] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] compute.image_type_exclude_list = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.554064] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.554261] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] compute.max_concurrent_disk_ops = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.554435] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] compute.max_disk_devices_to_attach = -1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.554602] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.554777] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.554942] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] compute.resource_provider_association_refresh = 300 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.555151] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.555339] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] compute.shutdown_retry_interval = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.555528] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.555713] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] conductor.workers = 2 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.555894] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] console.allowed_origins = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.556072] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] console.ssl_ciphers = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.556256] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] console.ssl_minimum_version = default {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.556430] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] consoleauth.enforce_session_timeout = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.556599] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] consoleauth.token_ttl = 600 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.556773] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cyborg.cafile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.556931] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cyborg.certfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.557112] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cyborg.collect_timing = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.557279] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cyborg.connect_retries = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.557442] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cyborg.connect_retry_delay = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.557604] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cyborg.endpoint_override = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.557769] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cyborg.insecure = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.557928] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cyborg.keyfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.558102] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cyborg.max_version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.558299] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cyborg.min_version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.558509] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cyborg.region_name = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.558678] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cyborg.retriable_status_codes = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.558840] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cyborg.service_name = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.559024] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cyborg.service_type = accelerator {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.559200] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cyborg.split_loggers = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.559367] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cyborg.status_code_retries = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.559530] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cyborg.status_code_retry_delay = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.559690] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cyborg.timeout = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.559876] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.560055] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] cyborg.version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.560235] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.asyncio_connection = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.560401] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.asyncio_slave_connection = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.560576] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.backend = sqlalchemy {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.560749] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.connection = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.560920] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.connection_debug = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.561135] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.connection_parameters = {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.561311] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.connection_recycle_time = 3600 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.561477] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.connection_trace = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.561643] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.db_inc_retry_interval = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.561808] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.db_max_retries = 20 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.561974] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.db_max_retry_interval = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.562159] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.db_retry_interval = 1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.562325] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.max_overflow = 50 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.562491] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.max_pool_size = 5 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.562654] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.max_retries = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.562826] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.562987] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.mysql_wsrep_sync_wait = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.563193] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.pool_timeout = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.563369] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.retry_interval = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.563532] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.slave_connection = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.563697] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.sqlite_synchronous = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.563863] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] database.use_db_reconnect = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.564047] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.asyncio_connection = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.564266] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.asyncio_slave_connection = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.564468] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.backend = sqlalchemy {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.564647] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.connection = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.564817] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.connection_debug = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.564991] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.connection_parameters = {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.565178] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.connection_recycle_time = 3600 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.565352] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.connection_trace = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.565519] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.db_inc_retry_interval = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.565685] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.db_max_retries = 20 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.565852] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.db_max_retry_interval = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.566029] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.db_retry_interval = 1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.566201] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.max_overflow = 50 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.566365] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.max_pool_size = 5 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.566528] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.max_retries = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.566700] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.566863] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.567036] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.pool_timeout = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.567244] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.retry_interval = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.567415] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.slave_connection = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.567583] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] api_database.sqlite_synchronous = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.567762] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] devices.enabled_mdev_types = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.567946] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.568137] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ephemeral_storage_encryption.default_format = luks {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.568309] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ephemeral_storage_encryption.enabled = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.568474] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.568646] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.api_servers = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.568814] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.cafile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.568980] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.certfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.569167] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.collect_timing = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.569334] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.connect_retries = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.569498] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.connect_retry_delay = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.569664] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.debug = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.569832] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.default_trusted_certificate_ids = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.569995] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.enable_certificate_validation = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.570177] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.enable_rbd_download = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.570342] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.endpoint_override = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.570513] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.insecure = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.570677] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.keyfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.570841] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.max_version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.571032] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.min_version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.571217] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.num_retries = 3 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.571395] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.rbd_ceph_conf = {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.571559] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.rbd_connect_timeout = 5 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.571733] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.rbd_pool = {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.571905] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.rbd_user = {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.572093] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.region_name = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.572262] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.retriable_status_codes = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.572425] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.service_name = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.572601] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.service_type = image {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.572768] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.split_loggers = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.572930] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.status_code_retries = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.573135] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.status_code_retry_delay = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.573306] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.timeout = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.573493] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.573662] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.verify_glance_signatures = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.573825] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] glance.version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.573994] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] guestfs.debug = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.574186] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.auth_section = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.574355] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.auth_type = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.574519] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.cafile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.574678] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.certfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.574843] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.collect_timing = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.575013] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.connect_retries = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.575184] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.connect_retry_delay = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.575347] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.endpoint_override = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.575511] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.insecure = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.575671] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.keyfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.575831] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.max_version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.575993] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.min_version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.576170] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.region_name = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.576331] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.retriable_status_codes = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.576488] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.service_name = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.576659] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.service_type = shared-file-system {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.576825] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.share_apply_policy_timeout = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.576990] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.split_loggers = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.577169] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.status_code_retries = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.577333] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.status_code_retry_delay = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.577495] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.timeout = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.577677] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.577839] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] manila.version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.578014] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] mks.enabled = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.578382] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.578579] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] image_cache.manager_interval = 2400 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.578754] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] image_cache.precache_concurrency = 1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.578930] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] image_cache.remove_unused_base_images = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.579125] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.579333] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.579521] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] image_cache.subdirectory_name = _base {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.579702] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.api_max_retries = 60 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.579872] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.api_retry_interval = 2 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.580048] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.auth_section = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.580222] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.auth_type = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.580383] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.cafile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.580543] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.certfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.580710] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.collect_timing = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.580877] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.conductor_group = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.581051] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.connect_retries = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.581227] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.connect_retry_delay = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.581384] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.endpoint_override = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.581547] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.insecure = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.581707] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.keyfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.581869] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.max_version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.582041] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.min_version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.582215] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.peer_list = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.582378] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.region_name = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.582539] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.retriable_status_codes = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.582702] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.serial_console_state_timeout = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.582862] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.service_name = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.584076] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.service_type = baremetal {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.584076] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.shard = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.584076] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.split_loggers = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.584076] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.status_code_retries = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.584076] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.status_code_retry_delay = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.584076] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.timeout = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.584076] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.584335] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ironic.version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.584411] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.584580] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] key_manager.fixed_key = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.584771] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.584937] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican.barbican_api_version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.585112] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican.barbican_endpoint = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.585294] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican.barbican_endpoint_type = public {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.585459] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican.barbican_region_name = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.585620] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican.cafile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.585780] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican.certfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.585942] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican.collect_timing = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.586120] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican.insecure = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.586285] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican.keyfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.586447] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican.number_of_retries = 60 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.586609] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican.retry_delay = 1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.586772] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican.send_service_user_token = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.586934] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican.split_loggers = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.587107] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican.timeout = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.587276] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican.verify_ssl = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.587434] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican.verify_ssl_path = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.587599] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican_service_user.auth_section = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.587762] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican_service_user.auth_type = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.587920] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican_service_user.cafile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.588091] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican_service_user.certfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.588259] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican_service_user.collect_timing = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.588420] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican_service_user.insecure = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.588577] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican_service_user.keyfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.588739] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican_service_user.split_loggers = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.588896] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] barbican_service_user.timeout = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.589075] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vault.approle_role_id = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.589242] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vault.approle_secret_id = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.589414] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vault.kv_mountpoint = secret {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.589573] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vault.kv_path = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.589737] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vault.kv_version = 2 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.589896] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vault.namespace = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.590067] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vault.root_token_id = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.590233] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vault.ssl_ca_crt_file = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.590400] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vault.timeout = 60.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.590562] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vault.use_ssl = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.590734] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.590901] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] keystone.cafile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.591117] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] keystone.certfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.591300] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] keystone.collect_timing = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.591463] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] keystone.connect_retries = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.591624] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] keystone.connect_retry_delay = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.591787] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] keystone.endpoint_override = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.591952] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] keystone.insecure = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.592128] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] keystone.keyfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.592294] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] keystone.max_version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.592456] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] keystone.min_version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.592620] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] keystone.region_name = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.592782] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] keystone.retriable_status_codes = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.592946] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] keystone.service_name = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.593157] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] keystone.service_type = identity {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.593339] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] keystone.split_loggers = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.593504] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] keystone.status_code_retries = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.593666] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] keystone.status_code_retry_delay = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.593825] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] keystone.timeout = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.594015] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.594208] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] keystone.version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.594405] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.ceph_mount_options = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.594712] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.594897] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.connection_uri = {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.595076] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.cpu_mode = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.595260] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.cpu_model_extra_flags = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.595502] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.cpu_models = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.595695] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.cpu_power_governor_high = performance {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.595872] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.cpu_power_governor_low = powersave {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.596054] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.cpu_power_management = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.596236] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.596411] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.device_detach_attempts = 8 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.596581] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.device_detach_timeout = 20 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.596754] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.disk_cachemodes = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.596918] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.disk_prefix = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.597102] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.enabled_perf_events = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.597276] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.file_backed_memory = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.597445] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.gid_maps = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.597607] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.hw_disk_discard = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.597768] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.hw_machine_type = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.597939] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.images_rbd_ceph_conf = {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.598123] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.598293] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.598463] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.images_rbd_glance_store_name = {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.598636] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.images_rbd_pool = rbd {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.598808] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.images_type = default {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.598969] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.images_volume_group = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.599154] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.inject_key = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.599322] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.inject_partition = -2 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.599553] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.inject_password = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.599740] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.iscsi_iface = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.599910] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.iser_use_multipath = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.600093] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.live_migration_bandwidth = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.600263] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.600430] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.live_migration_downtime = 500 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.600593] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.600756] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.600915] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.live_migration_inbound_addr = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.601095] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.601264] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.live_migration_permit_post_copy = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.601423] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.live_migration_scheme = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.601600] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.live_migration_timeout_action = abort {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.601762] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.live_migration_tunnelled = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.601924] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.live_migration_uri = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.602106] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.live_migration_with_native_tls = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.602272] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.max_queues = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.602436] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.602736] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.602918] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.nfs_mount_options = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.603276] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.603462] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.603634] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.num_iser_scan_tries = 5 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.603799] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.num_memory_encrypted_guests = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.603965] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.604148] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.num_pcie_ports = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.604322] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.num_volume_scan_tries = 5 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.604491] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.pmem_namespaces = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.604653] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.quobyte_client_cfg = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.604957] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.605154] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.rbd_connect_timeout = 5 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.605324] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.605489] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.605648] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.rbd_secret_uuid = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.605807] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.rbd_user = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.605971] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.606166] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.remote_filesystem_transport = ssh {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.606331] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.rescue_image_id = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.606491] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.rescue_kernel_id = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.606651] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.rescue_ramdisk_id = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.606823] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.606987] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.rx_queue_size = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.607176] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.smbfs_mount_options = {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.607477] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.607661] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.snapshot_compression = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.607828] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.snapshot_image_format = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.608084] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.608263] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.sparse_logical_volumes = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.608431] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.swtpm_enabled = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.608605] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.swtpm_group = tss {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.608778] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.swtpm_user = tss {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.608951] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.sysinfo_serial = unique {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.609131] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.tb_cache_size = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.609298] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.tx_queue_size = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.609464] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.uid_maps = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.609629] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.use_virtio_for_bridges = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.609803] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.virt_type = kvm {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.609974] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.volume_clear = zero {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.610159] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.volume_clear_size = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.610330] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.volume_enforce_multipath = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.610500] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.volume_use_multipath = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.610662] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.vzstorage_cache_path = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.610835] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.611036] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.vzstorage_mount_group = qemu {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.611224] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.vzstorage_mount_opts = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.611401] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.611696] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.611880] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.vzstorage_mount_user = stack {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.612062] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.612243] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.auth_section = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.612422] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.auth_type = password {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.612587] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.cafile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.612749] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.certfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.612914] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.collect_timing = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.613112] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.connect_retries = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.613289] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.connect_retry_delay = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.613475] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.default_floating_pool = public {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.613657] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.endpoint_override = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.613827] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.extension_sync_interval = 600 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.613993] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.http_retries = 3 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.614181] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.insecure = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.614348] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.keyfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.614511] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.max_version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.614725] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.614895] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.min_version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.615088] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.ovs_bridge = br-int {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.615264] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.physnets = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.615440] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.region_name = RegionOne {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.615604] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.retriable_status_codes = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.615779] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.service_metadata_proxy = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.615942] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.service_name = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.616131] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.service_type = network {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.616304] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.split_loggers = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.616469] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.status_code_retries = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.616630] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.status_code_retry_delay = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.616791] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.timeout = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.616975] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.617156] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] neutron.version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.617335] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] notifications.bdms_in_notifications = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.617516] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] notifications.default_level = INFO {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.617685] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] notifications.include_share_mapping = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.617867] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] notifications.notification_format = unversioned {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.618046] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] notifications.notify_on_state_change = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.618236] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.618417] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] pci.alias = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.618590] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] pci.device_spec = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.618757] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] pci.report_in_placement = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.618930] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.auth_section = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.619123] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.auth_type = password {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.619303] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.619469] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.cafile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.619629] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.certfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.619796] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.collect_timing = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.619957] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.connect_retries = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.620134] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.connect_retry_delay = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.620301] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.default_domain_id = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.620459] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.default_domain_name = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.620619] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.domain_id = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.620778] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.domain_name = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.620950] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.endpoint_override = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.621166] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.insecure = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.621338] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.keyfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.621500] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.max_version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.621659] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.min_version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.621833] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.password = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.621997] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.project_domain_id = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.622186] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.project_domain_name = Default {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.622360] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.project_id = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.622537] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.project_name = service {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.622712] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.region_name = RegionOne {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.622878] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.retriable_status_codes = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.623075] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.service_name = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.623262] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.service_type = placement {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.623431] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.split_loggers = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.623593] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.status_code_retries = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.623756] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.status_code_retry_delay = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.623917] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.system_scope = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.624093] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.timeout = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.624257] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.trust_id = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.624416] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.user_domain_id = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.624586] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.user_domain_name = Default {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.624749] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.user_id = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.624927] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.username = nova {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.625132] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.625311] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] placement.version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.625500] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] quota.cores = 20 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.625670] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] quota.count_usage_from_placement = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.625847] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.626039] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] quota.injected_file_content_bytes = 10240 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.626220] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] quota.injected_file_path_length = 255 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.626386] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] quota.injected_files = 5 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.626552] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] quota.instances = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.626766] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] quota.key_pairs = 100 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.626946] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] quota.metadata_items = 128 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.627134] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] quota.ram = 51200 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.627307] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] quota.recheck_quota = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.627476] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] quota.server_group_members = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.627641] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] quota.server_groups = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.627853] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.628043] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] quota.unified_limits_resource_strategy = require {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.628225] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.628392] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.628557] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] scheduler.image_metadata_prefilter = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.628721] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.628887] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] scheduler.max_attempts = 3 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.629063] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] scheduler.max_placement_results = 1000 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.629239] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.629406] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] scheduler.query_placement_for_image_type_support = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.629573] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.629747] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] scheduler.workers = 2 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.629930] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.630121] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.630312] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.630486] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.630657] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.630826] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.631014] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.631233] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.631409] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.host_subset_size = 1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.631581] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.631745] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.631911] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.632090] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.632275] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.632444] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.isolated_hosts = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.632609] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.isolated_images = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.632773] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.632934] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.633138] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.633321] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.pci_in_placement = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.633490] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.633656] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.633821] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.633984] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.634169] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.634338] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.634504] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.track_instance_changes = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.634686] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.634859] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] metrics.required = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.635038] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] metrics.weight_multiplier = 1.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.635211] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.635396] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] metrics.weight_setting = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.635726] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.635905] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] serial_console.enabled = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.636103] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] serial_console.port_range = 10000:20000 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.636286] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.636460] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.636631] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] serial_console.serialproxy_port = 6083 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.636802] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] service_user.auth_section = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.636979] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] service_user.auth_type = password {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.637162] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] service_user.cafile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.637325] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] service_user.certfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.637490] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] service_user.collect_timing = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.637655] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] service_user.insecure = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.637813] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] service_user.keyfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.637988] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] service_user.send_service_user_token = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.638172] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] service_user.split_loggers = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.638337] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] service_user.timeout = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.638509] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] spice.agent_enabled = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.638698] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] spice.enabled = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.639036] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.639252] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.639428] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] spice.html5proxy_port = 6082 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.639594] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] spice.image_compression = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.639757] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] spice.jpeg_compression = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.639919] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] spice.playback_compression = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.640101] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] spice.require_secure = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.640281] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] spice.server_listen = 127.0.0.1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.640455] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.640740] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.640914] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] spice.streaming_mode = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.641121] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] spice.zlib_compression = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.641303] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] upgrade_levels.baseapi = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.641483] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] upgrade_levels.compute = auto {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.641647] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] upgrade_levels.conductor = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.641809] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] upgrade_levels.scheduler = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.641978] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vendordata_dynamic_auth.auth_section = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.642163] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vendordata_dynamic_auth.auth_type = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.642329] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vendordata_dynamic_auth.cafile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.642490] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vendordata_dynamic_auth.certfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.642654] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.642817] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vendordata_dynamic_auth.insecure = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.642977] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vendordata_dynamic_auth.keyfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.643184] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.643357] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vendordata_dynamic_auth.timeout = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.643537] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.api_retry_count = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.643700] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.ca_file = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.643876] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.cache_prefix = devstack-image-cache {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.644083] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.cluster_name = testcl1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.644265] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.connection_pool_size = 10 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.644431] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.console_delay_seconds = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.644607] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.datastore_regex = ^datastore.* {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.644822] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.645016] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.host_password = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.645195] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.host_port = 443 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.645373] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.host_username = administrator@vsphere.local {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.645547] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.insecure = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.645710] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.integration_bridge = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.645877] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.maximum_objects = 100 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.646054] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.pbm_default_policy = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.646227] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.pbm_enabled = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.646386] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.pbm_wsdl_location = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.646557] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.646720] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.serial_port_proxy_uri = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.646880] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.serial_port_service_uri = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.647064] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.task_poll_interval = 0.5 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.647248] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.use_linked_clone = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.647423] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.vnc_keymap = en-us {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.647590] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.vnc_port = 5900 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.647755] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vmware.vnc_port_total = 10000 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.647943] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vnc.auth_schemes = ['none'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.648135] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vnc.enabled = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.648434] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.648623] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.648799] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vnc.novncproxy_port = 6080 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.648988] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vnc.server_listen = 127.0.0.1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.649193] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.649360] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vnc.vencrypt_ca_certs = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.649522] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vnc.vencrypt_client_cert = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.649681] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vnc.vencrypt_client_key = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.649856] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.650035] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.disable_deep_image_inspection = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.650209] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.650373] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.650536] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.650708] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.disable_rootwrap = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.650907] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.enable_numa_live_migration = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.651100] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.651276] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.651442] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.651608] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.libvirt_disable_apic = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.651774] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.651939] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.652119] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.652299] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.652506] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.652678] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.652844] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.653035] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.653228] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.653404] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.653594] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.653767] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] wsgi.client_socket_timeout = 900 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.653936] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] wsgi.default_pool_size = 1000 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.654123] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] wsgi.keep_alive = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.654300] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] wsgi.max_header_line = 16384 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.654467] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] wsgi.secure_proxy_ssl_header = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.654630] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] wsgi.ssl_ca_file = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.654793] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] wsgi.ssl_cert_file = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.654956] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] wsgi.ssl_key_file = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.655140] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] wsgi.tcp_keepidle = 600 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.655332] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.655508] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] zvm.ca_file = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.655670] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] zvm.cloud_connector_url = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.655973] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.656170] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] zvm.reachable_timeout = 300 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.656356] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.656540] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.656723] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] profiler.connection_string = messaging:// {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.656894] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] profiler.enabled = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.657085] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] profiler.es_doc_type = notification {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.657259] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] profiler.es_scroll_size = 10000 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.657431] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] profiler.es_scroll_time = 2m {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.657597] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] profiler.filter_error_trace = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.657769] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] profiler.hmac_keys = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.657940] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] profiler.sentinel_service_name = mymaster {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.658137] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] profiler.socket_timeout = 0.1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.658296] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] profiler.trace_requests = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.658463] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] profiler.trace_sqlalchemy = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.658646] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] profiler_jaeger.process_tags = {} {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.658809] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] profiler_jaeger.service_name_prefix = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.658973] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] profiler_otlp.service_name_prefix = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.659156] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] remote_debug.host = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.659324] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] remote_debug.port = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.659501] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.659666] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.659831] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.659997] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.660179] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.660347] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.660510] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.660674] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.660836] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.661057] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.661243] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.661422] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.661597] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.661768] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.661935] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.662160] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.662332] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.662507] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.662682] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.662852] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.663030] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.663230] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.663407] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.663572] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.663738] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.663901] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.664085] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.664259] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.664424] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.664589] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.664754] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.ssl = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.664927] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.665116] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.665288] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.665461] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.665631] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.665798] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.665987] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.666172] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_notifications.retry = -1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.666355] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.666532] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.666705] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.auth_section = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.666870] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.auth_type = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.667043] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.cafile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.667211] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.certfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.667374] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.collect_timing = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.667534] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.connect_retries = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.667696] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.connect_retry_delay = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.667858] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.endpoint_id = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.668048] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.endpoint_interface = publicURL {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.668217] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.endpoint_override = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.668375] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.endpoint_region_name = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.668534] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.endpoint_service_name = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.668692] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.endpoint_service_type = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.668856] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.insecure = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.669025] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.keyfile = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.669195] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.max_version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.669356] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.min_version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.669516] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.region_name = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.669675] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.retriable_status_codes = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.669835] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.service_name = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.669991] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.service_type = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.670171] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.split_loggers = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.670332] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.status_code_retries = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.670492] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.status_code_retry_delay = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.670649] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.timeout = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.670808] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.valid_interfaces = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.670984] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_limit.version = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.671180] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_reports.file_event_handler = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.671351] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.671511] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] oslo_reports.log_dir = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.671682] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.671844] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.672013] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.672192] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.672360] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.672519] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.672688] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.672849] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vif_plug_ovs_privileged.group = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.673076] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.673372] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.673669] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.673945] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] vif_plug_ovs_privileged.user = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.674219] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] os_vif_linux_bridge.flat_interface = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.674432] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.674620] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.674801] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.674979] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.675178] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.675354] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.675523] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.675706] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.675882] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] os_vif_ovs.isolate_vif = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.676067] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.676244] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.676420] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.676593] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] os_vif_ovs.ovsdb_interface = native {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.676759] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] os_vif_ovs.per_port_bridge = False {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.676933] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] privsep_osbrick.capabilities = [21] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.677112] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] privsep_osbrick.group = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.677280] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] privsep_osbrick.helper_command = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.677449] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.677615] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.677775] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] privsep_osbrick.user = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.677949] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.678130] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] nova_sys_admin.group = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.678295] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] nova_sys_admin.helper_command = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.678463] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.678628] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.678784] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] nova_sys_admin.user = None {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.678915] env[70039]: DEBUG oslo_service.backend.eventlet.service [None req-1e5c51db-74a9-448f-806a-2220d0037cc8 None None] ******************************************************************************** {{(pid=70039) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 634.679341] env[70039]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 635.182823] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Getting list of instances from cluster (obj){ [ 635.182823] env[70039]: value = "domain-c8" [ 635.182823] env[70039]: _type = "ClusterComputeResource" [ 635.182823] env[70039]: } {{(pid=70039) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 635.184089] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3319c22-66b1-4dbc-baa3-c54d2287c861 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.192741] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Got total of 0 instances {{(pid=70039) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 635.193371] env[70039]: WARNING nova.virt.vmwareapi.driver [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 635.193826] env[70039]: INFO nova.virt.node [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Generated node identity 543a9f30-645b-4a81-8076-3a3e96a6f37d [ 635.194075] env[70039]: INFO nova.virt.node [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Wrote node identity 543a9f30-645b-4a81-8076-3a3e96a6f37d to /opt/stack/data/n-cpu-1/compute_id [ 635.698064] env[70039]: WARNING nova.compute.manager [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Compute nodes ['543a9f30-645b-4a81-8076-3a3e96a6f37d'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 636.703241] env[70039]: INFO nova.compute.manager [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 637.708872] env[70039]: WARNING nova.compute.manager [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 637.709246] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.709405] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.709560] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.709714] env[70039]: DEBUG nova.compute.resource_tracker [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70039) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 637.711007] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450c6677-1afc-436e-953e-ad6392fa7ad1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.718984] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0cfb54-3caf-4830-9145-08db0aa97687 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.732235] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8129f0-7088-433e-9bb5-de522cd67f6c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.738538] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9150c552-a704-4f67-8674-151d71e43c99 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.767181] env[70039]: DEBUG nova.compute.resource_tracker [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180978MB free_disk=110GB free_vcpus=48 pci_devices=None {{(pid=70039) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 637.767312] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.767525] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.269812] env[70039]: WARNING nova.compute.resource_tracker [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] No compute node record for cpu-1:543a9f30-645b-4a81-8076-3a3e96a6f37d: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 543a9f30-645b-4a81-8076-3a3e96a6f37d could not be found. [ 638.774573] env[70039]: INFO nova.compute.resource_tracker [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 543a9f30-645b-4a81-8076-3a3e96a6f37d [ 640.282443] env[70039]: DEBUG nova.compute.resource_tracker [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 640.282815] env[70039]: DEBUG nova.compute.resource_tracker [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 640.441640] env[70039]: INFO nova.scheduler.client.report [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] [req-48a52274-2464-4062-b40a-a029d3876a09] Created resource provider record via placement API for resource provider with UUID 543a9f30-645b-4a81-8076-3a3e96a6f37d and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 640.458608] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7718993-809b-4c62-9781-d892f2cc9d6b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.466395] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8a9f14-b952-4421-93ea-c72dd7efd0b1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.495133] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ae9ab9-6e6f-4e20-9d14-e586e7866581 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.502459] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6cb7d2-2905-4148-af06-0eca789cd0fd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.515469] env[70039]: DEBUG nova.compute.provider_tree [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 641.052427] env[70039]: DEBUG nova.scheduler.client.report [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Updated inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 641.052665] env[70039]: DEBUG nova.compute.provider_tree [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Updating resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d generation from 0 to 1 during operation: update_inventory {{(pid=70039) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 641.052804] env[70039]: DEBUG nova.compute.provider_tree [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 641.101464] env[70039]: DEBUG nova.compute.provider_tree [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Updating resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d generation from 1 to 2 during operation: update_traits {{(pid=70039) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 641.606391] env[70039]: DEBUG nova.compute.resource_tracker [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70039) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 641.606628] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.839s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.606764] env[70039]: DEBUG nova.service [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Creating RPC server for service compute {{(pid=70039) start /opt/stack/nova/nova/service.py:186}} [ 641.622214] env[70039]: DEBUG nova.service [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] Join ServiceGroup membership for this service compute {{(pid=70039) start /opt/stack/nova/nova/service.py:203}} [ 641.622403] env[70039]: DEBUG nova.servicegroup.drivers.db [None req-ff6436ab-5327-4ec8-bd3a-2e3e89ca88ed None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70039) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 679.270764] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Acquiring lock "b77ea08a-8f16-44a3-9161-55181e8d7169" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.271086] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Lock "b77ea08a-8f16-44a3-9161-55181e8d7169" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.775706] env[70039]: DEBUG nova.compute.manager [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.035034] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Acquiring lock "6efccb6e-9996-4655-9901-8eb162970d73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.035343] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Lock "6efccb6e-9996-4655-9901-8eb162970d73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.330411] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.330411] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.332762] env[70039]: INFO nova.compute.claims [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.540317] env[70039]: DEBUG nova.compute.manager [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.080903] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.139772] env[70039]: DEBUG oslo_concurrency.lockutils [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Acquiring lock "059c79b6-0553-4221-b430-11b126a5931a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.139772] env[70039]: DEBUG oslo_concurrency.lockutils [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Lock "059c79b6-0553-4221-b430-11b126a5931a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.282940] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquiring lock "fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.283203] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Lock "fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.460632] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbc75a0-ace6-48ff-8ca7-8032e245c24a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.469066] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21f8fe3-0a58-4b5f-a44f-052888c3c0ea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.504913] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038101d4-0f75-44db-b2b4-e86d94ba6c08 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.513056] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593796a3-cfd2-404f-8e9c-546adba918f0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.530679] env[70039]: DEBUG nova.compute.provider_tree [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.556238] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Acquiring lock "340a2275-48b8-4857-8caa-e99546da4404" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.556470] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Lock "340a2275-48b8-4857-8caa-e99546da4404" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.641736] env[70039]: DEBUG nova.compute.manager [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.790190] env[70039]: DEBUG nova.compute.manager [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.035512] env[70039]: DEBUG nova.scheduler.client.report [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.059426] env[70039]: DEBUG nova.compute.manager [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.166419] env[70039]: DEBUG oslo_concurrency.lockutils [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.277521] env[70039]: DEBUG oslo_concurrency.lockutils [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "60f6fa67-4021-43d8-a94e-fad040add93f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.277740] env[70039]: DEBUG oslo_concurrency.lockutils [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "60f6fa67-4021-43d8-a94e-fad040add93f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.316593] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.543140] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.545923] env[70039]: DEBUG nova.compute.manager [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.550410] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.472s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.554698] env[70039]: INFO nova.compute.claims [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.589134] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.783470] env[70039]: DEBUG nova.compute.manager [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.816985] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "880c0cc9-6e82-4985-aae5-a3a9d38ab91c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.817262] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "880c0cc9-6e82-4985-aae5-a3a9d38ab91c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.060997] env[70039]: DEBUG nova.compute.utils [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.062740] env[70039]: DEBUG nova.compute.manager [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.062974] env[70039]: DEBUG nova.network.neutron [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.314542] env[70039]: DEBUG oslo_concurrency.lockutils [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.320169] env[70039]: DEBUG nova.compute.manager [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.571813] env[70039]: DEBUG nova.compute.manager [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.708674] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e964c8-016c-4af8-8c1e-96b9a8d66606 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.725842] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eab332-3060-4851-8199-51843de194e4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.773572] env[70039]: DEBUG nova.policy [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86eb601c7f564d43b2ef6ad6dcaeb858', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7b720244099429ba58b0c2da8aa79e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.774941] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a507079-790b-4416-b78a-f42b355ab10d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.784204] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c85cb7-706f-49ab-b796-eb9a21270899 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.801751] env[70039]: DEBUG nova.compute.provider_tree [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.852842] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.294096] env[70039]: DEBUG nova.network.neutron [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Successfully created port: 4b92da63-9378-4b77-be55-804ed905b9b9 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.307929] env[70039]: DEBUG nova.scheduler.client.report [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.584285] env[70039]: DEBUG nova.compute.manager [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.622016] env[70039]: DEBUG nova.virt.hardware [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.622847] env[70039]: DEBUG nova.virt.hardware [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.623546] env[70039]: DEBUG nova.virt.hardware [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.623546] env[70039]: DEBUG nova.virt.hardware [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.623735] env[70039]: DEBUG nova.virt.hardware [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.624166] env[70039]: DEBUG nova.virt.hardware [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.624260] env[70039]: DEBUG nova.virt.hardware [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.624385] env[70039]: DEBUG nova.virt.hardware [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.624794] env[70039]: DEBUG nova.virt.hardware [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.624964] env[70039]: DEBUG nova.virt.hardware [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.625385] env[70039]: DEBUG nova.virt.hardware [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.626326] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5f3833-c133-421e-aa62-9af3bfc642d3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.636551] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05e46a3-1247-4bd3-9430-4d3d19c4f972 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.654318] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5902ada-c40a-44c9-a87d-d6fc155d3e06 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.820493] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.820493] env[70039]: DEBUG nova.compute.manager [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.825038] env[70039]: DEBUG oslo_concurrency.lockutils [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.657s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.828676] env[70039]: INFO nova.compute.claims [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.337014] env[70039]: DEBUG nova.compute.utils [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.340351] env[70039]: DEBUG nova.compute.manager [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.340608] env[70039]: DEBUG nova.network.neutron [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.380872] env[70039]: DEBUG nova.policy [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '823c7923fbe34ce3bc1f5a094893e1ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37a220916e33440996ce9007cea93957', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.786090] env[70039]: DEBUG nova.network.neutron [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Successfully created port: 269e588c-8163-4fd1-81c3-42cb470eee4d {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.848026] env[70039]: DEBUG nova.compute.manager [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.023763] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1071992b-cd6c-4f86-ad78-7adadbb312ab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.033747] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cc9977-365f-4929-a639-e53a5214877c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.072022] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9058d33d-95ca-4cab-ab18-9a0fa4516905 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.077198] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "9ad70c76-963e-47ff-803d-1e31926b862a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.077415] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "9ad70c76-963e-47ff-803d-1e31926b862a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.084166] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981fac8a-254c-4f3b-a607-4e00d45562d7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.099704] env[70039]: DEBUG nova.compute.provider_tree [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.580722] env[70039]: DEBUG nova.compute.manager [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.603058] env[70039]: DEBUG nova.scheduler.client.report [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.820319] env[70039]: DEBUG nova.network.neutron [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Successfully updated port: 4b92da63-9378-4b77-be55-804ed905b9b9 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.855770] env[70039]: DEBUG nova.compute.manager [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.883084] env[70039]: DEBUG nova.virt.hardware [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.883458] env[70039]: DEBUG nova.virt.hardware [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.883458] env[70039]: DEBUG nova.virt.hardware [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.883720] env[70039]: DEBUG nova.virt.hardware [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.883862] env[70039]: DEBUG nova.virt.hardware [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.884016] env[70039]: DEBUG nova.virt.hardware [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.884225] env[70039]: DEBUG nova.virt.hardware [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.885111] env[70039]: DEBUG nova.virt.hardware [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.885488] env[70039]: DEBUG nova.virt.hardware [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.885680] env[70039]: DEBUG nova.virt.hardware [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.885869] env[70039]: DEBUG nova.virt.hardware [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.886836] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da77052-a65a-4998-a507-4fac6def8509 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.896137] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4f72aa-e404-45f6-ae95-373cbefce057 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.068931] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "4f708010-c2f7-4afd-b222-211dc24c32f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.068931] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "4f708010-c2f7-4afd-b222-211dc24c32f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.102747] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.107321] env[70039]: DEBUG oslo_concurrency.lockutils [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.107781] env[70039]: DEBUG nova.compute.manager [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.110134] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.794s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.111649] env[70039]: INFO nova.compute.claims [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.327092] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Acquiring lock "refresh_cache-b77ea08a-8f16-44a3-9161-55181e8d7169" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.327275] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Acquired lock "refresh_cache-b77ea08a-8f16-44a3-9161-55181e8d7169" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.327436] env[70039]: DEBUG nova.network.neutron [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.552794] env[70039]: DEBUG nova.network.neutron [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Successfully updated port: 269e588c-8163-4fd1-81c3-42cb470eee4d {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.570784] env[70039]: DEBUG nova.compute.manager [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.615988] env[70039]: DEBUG nova.compute.utils [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.619134] env[70039]: DEBUG nova.compute.manager [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.619301] env[70039]: DEBUG nova.network.neutron [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.679933] env[70039]: DEBUG nova.policy [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b710f613bfa484fbc3a23317e8b9c60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65fe887949ca40168634288a10d5a8c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.827021] env[70039]: DEBUG nova.compute.manager [req-275c6c5f-45f1-4a2e-af8f-49c792e54b23 req-4533da0a-7ffd-4bc2-b1c3-4c906274f1c8 service nova] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Received event network-vif-plugged-4b92da63-9378-4b77-be55-804ed905b9b9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.827021] env[70039]: DEBUG oslo_concurrency.lockutils [req-275c6c5f-45f1-4a2e-af8f-49c792e54b23 req-4533da0a-7ffd-4bc2-b1c3-4c906274f1c8 service nova] Acquiring lock "b77ea08a-8f16-44a3-9161-55181e8d7169-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.827021] env[70039]: DEBUG oslo_concurrency.lockutils [req-275c6c5f-45f1-4a2e-af8f-49c792e54b23 req-4533da0a-7ffd-4bc2-b1c3-4c906274f1c8 service nova] Lock "b77ea08a-8f16-44a3-9161-55181e8d7169-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.827021] env[70039]: DEBUG oslo_concurrency.lockutils [req-275c6c5f-45f1-4a2e-af8f-49c792e54b23 req-4533da0a-7ffd-4bc2-b1c3-4c906274f1c8 service nova] Lock "b77ea08a-8f16-44a3-9161-55181e8d7169-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.827021] env[70039]: DEBUG nova.compute.manager [req-275c6c5f-45f1-4a2e-af8f-49c792e54b23 req-4533da0a-7ffd-4bc2-b1c3-4c906274f1c8 service nova] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] No waiting events found dispatching network-vif-plugged-4b92da63-9378-4b77-be55-804ed905b9b9 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.828043] env[70039]: WARNING nova.compute.manager [req-275c6c5f-45f1-4a2e-af8f-49c792e54b23 req-4533da0a-7ffd-4bc2-b1c3-4c906274f1c8 service nova] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Received unexpected event network-vif-plugged-4b92da63-9378-4b77-be55-804ed905b9b9 for instance with vm_state building and task_state spawning. [ 687.915191] env[70039]: DEBUG nova.network.neutron [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.025380] env[70039]: DEBUG nova.network.neutron [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Successfully created port: db1d89cf-ff3a-461f-8a9f-2fdb92e2a628 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.069089] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Acquiring lock "refresh_cache-6efccb6e-9996-4655-9901-8eb162970d73" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.069374] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Acquired lock "refresh_cache-6efccb6e-9996-4655-9901-8eb162970d73" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.069617] env[70039]: DEBUG nova.network.neutron [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.101197] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.120823] env[70039]: DEBUG nova.compute.manager [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.190439] env[70039]: DEBUG nova.network.neutron [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Updating instance_info_cache with network_info: [{"id": "4b92da63-9378-4b77-be55-804ed905b9b9", "address": "fa:16:3e:e9:e4:11", "network": {"id": "ff4710d9-a509-41ab-a8b2-be537c03a342", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-429555235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7b720244099429ba58b0c2da8aa79e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b92da63-93", "ovs_interfaceid": "4b92da63-9378-4b77-be55-804ed905b9b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.275161] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db40009-108e-428c-ace9-3c0a4bdb7147 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.282883] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a704d0-a759-4005-b91c-0099aa658ef3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.316210] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b29139e-c00d-43e3-b5fc-b9855f986807 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.324453] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68565c6-cd11-468e-80d9-aafa34952b9a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.339721] env[70039]: DEBUG nova.compute.provider_tree [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.614913] env[70039]: DEBUG nova.network.neutron [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.693908] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Releasing lock "refresh_cache-b77ea08a-8f16-44a3-9161-55181e8d7169" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.695414] env[70039]: DEBUG nova.compute.manager [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Instance network_info: |[{"id": "4b92da63-9378-4b77-be55-804ed905b9b9", "address": "fa:16:3e:e9:e4:11", "network": {"id": "ff4710d9-a509-41ab-a8b2-be537c03a342", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-429555235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7b720244099429ba58b0c2da8aa79e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b92da63-93", "ovs_interfaceid": "4b92da63-9378-4b77-be55-804ed905b9b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.696244] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:e4:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbd2870d-a51d-472a-8034-1b3e132b5cb6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b92da63-9378-4b77-be55-804ed905b9b9', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.714553] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.715630] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5e82361-24e5-4453-a86e-2a13d44de743 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.732514] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Created folder: OpenStack in parent group-v4. [ 688.732625] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Creating folder: Project (b7b720244099429ba58b0c2da8aa79e5). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.732849] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7656100a-362c-4c30-b169-4078c47e2eb5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.743803] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Created folder: Project (b7b720244099429ba58b0c2da8aa79e5) in parent group-v664777. [ 688.743803] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Creating folder: Instances. Parent ref: group-v664778. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.743803] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-915ba081-b18c-4905-9ba3-37b2d8cd5a3b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.753683] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Created folder: Instances in parent group-v664778. [ 688.753977] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.754499] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.756567] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bccd15da-accc-4335-bf20-c2bea2eb3a7b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.783651] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.783651] env[70039]: value = "task-3330198" [ 688.783651] env[70039]: _type = "Task" [ 688.783651] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.791822] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330198, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.798733] env[70039]: DEBUG nova.network.neutron [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Updating instance_info_cache with network_info: [{"id": "269e588c-8163-4fd1-81c3-42cb470eee4d", "address": "fa:16:3e:b1:42:7c", "network": {"id": "90e6624f-c8f3-48e6-be10-a3dd14671058", "bridge": "br-int", "label": "tempest-ServersTestJSON-33484295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37a220916e33440996ce9007cea93957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269e588c-81", "ovs_interfaceid": "269e588c-8163-4fd1-81c3-42cb470eee4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.849816] env[70039]: DEBUG nova.scheduler.client.report [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.028236] env[70039]: DEBUG nova.compute.manager [req-91ad92af-64d1-4140-a3cd-805bc6f3bb10 req-a449e59c-8416-4634-9177-0df737a1289a service nova] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Received event network-vif-plugged-269e588c-8163-4fd1-81c3-42cb470eee4d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.028553] env[70039]: DEBUG oslo_concurrency.lockutils [req-91ad92af-64d1-4140-a3cd-805bc6f3bb10 req-a449e59c-8416-4634-9177-0df737a1289a service nova] Acquiring lock "6efccb6e-9996-4655-9901-8eb162970d73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.032598] env[70039]: DEBUG oslo_concurrency.lockutils [req-91ad92af-64d1-4140-a3cd-805bc6f3bb10 req-a449e59c-8416-4634-9177-0df737a1289a service nova] Lock "6efccb6e-9996-4655-9901-8eb162970d73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.033874] env[70039]: DEBUG oslo_concurrency.lockutils [req-91ad92af-64d1-4140-a3cd-805bc6f3bb10 req-a449e59c-8416-4634-9177-0df737a1289a service nova] Lock "6efccb6e-9996-4655-9901-8eb162970d73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.033874] env[70039]: DEBUG nova.compute.manager [req-91ad92af-64d1-4140-a3cd-805bc6f3bb10 req-a449e59c-8416-4634-9177-0df737a1289a service nova] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] No waiting events found dispatching network-vif-plugged-269e588c-8163-4fd1-81c3-42cb470eee4d {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.033874] env[70039]: WARNING nova.compute.manager [req-91ad92af-64d1-4140-a3cd-805bc6f3bb10 req-a449e59c-8416-4634-9177-0df737a1289a service nova] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Received unexpected event network-vif-plugged-269e588c-8163-4fd1-81c3-42cb470eee4d for instance with vm_state building and task_state spawning. [ 689.103801] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Acquiring lock "493b08fa-a8b7-409f-840d-4de26ea0be60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.104508] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Lock "493b08fa-a8b7-409f-840d-4de26ea0be60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.136481] env[70039]: DEBUG nova.compute.manager [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.176227] env[70039]: DEBUG nova.virt.hardware [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.176227] env[70039]: DEBUG nova.virt.hardware [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.176227] env[70039]: DEBUG nova.virt.hardware [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.176426] env[70039]: DEBUG nova.virt.hardware [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.176426] env[70039]: DEBUG nova.virt.hardware [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.176426] env[70039]: DEBUG nova.virt.hardware [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.176426] env[70039]: DEBUG nova.virt.hardware [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.176426] env[70039]: DEBUG nova.virt.hardware [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.176568] env[70039]: DEBUG nova.virt.hardware [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.176568] env[70039]: DEBUG nova.virt.hardware [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.176568] env[70039]: DEBUG nova.virt.hardware [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.176568] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47051883-4293-4a58-8c93-4294ebbeed23 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.186446] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0791977c-213d-4418-a26c-4cea1ba2b83e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.304677] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Releasing lock "refresh_cache-6efccb6e-9996-4655-9901-8eb162970d73" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.305040] env[70039]: DEBUG nova.compute.manager [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Instance network_info: |[{"id": "269e588c-8163-4fd1-81c3-42cb470eee4d", "address": "fa:16:3e:b1:42:7c", "network": {"id": "90e6624f-c8f3-48e6-be10-a3dd14671058", "bridge": "br-int", "label": "tempest-ServersTestJSON-33484295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37a220916e33440996ce9007cea93957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269e588c-81", "ovs_interfaceid": "269e588c-8163-4fd1-81c3-42cb470eee4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.305292] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330198, 'name': CreateVM_Task, 'duration_secs': 0.396381} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.306537] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:42:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '269e588c-8163-4fd1-81c3-42cb470eee4d', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.317500] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Creating folder: Project (37a220916e33440996ce9007cea93957). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.317684] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.318044] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4820973a-5c86-4107-97a0-2b0ccda40491 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.345713] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Created folder: Project (37a220916e33440996ce9007cea93957) in parent group-v664777. [ 689.346169] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Creating folder: Instances. Parent ref: group-v664781. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.346255] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4574aaf-d8e2-4f6d-80d4-37ca96426fa3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.352342] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.353714] env[70039]: DEBUG nova.compute.manager [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.359892] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.771s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.361517] env[70039]: INFO nova.compute.claims [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.363779] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Created folder: Instances in parent group-v664781. [ 689.364021] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.364216] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.365528] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61e43c4d-beee-4f31-bc53-222510a08723 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.393104] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.393104] env[70039]: value = "task-3330201" [ 689.393104] env[70039]: _type = "Task" [ 689.393104] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.407440] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330201, 'name': CreateVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.429602] env[70039]: DEBUG oslo_vmware.service [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636c16f8-a33b-4fc0-8260-1fffb3d57020 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.440043] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.440205] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.440912] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.441368] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8bd59b-ff3c-4d50-8253-68f58792b423 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.446144] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Waiting for the task: (returnval){ [ 689.446144] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5208e802-2138-ef73-3fff-bac49d09a2cb" [ 689.446144] env[70039]: _type = "Task" [ 689.446144] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.457919] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5208e802-2138-ef73-3fff-bac49d09a2cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.607974] env[70039]: DEBUG nova.compute.manager [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.890914] env[70039]: DEBUG nova.compute.utils [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.897799] env[70039]: DEBUG nova.network.neutron [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Successfully updated port: db1d89cf-ff3a-461f-8a9f-2fdb92e2a628 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.898830] env[70039]: DEBUG nova.compute.manager [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.899036] env[70039]: DEBUG nova.network.neutron [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.913648] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330201, 'name': CreateVM_Task, 'duration_secs': 0.35303} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.914581] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.914581] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.957759] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.958151] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.959819] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.959819] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.959819] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.959819] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.960165] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.961022] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e37f52ea-efa6-4127-9ed6-be59fbad1b85 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.963407] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e7f2ed8-ed1f-469d-b936-49029eebefbb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.974243] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.974432] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.976496] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d41607-4939-46f3-9912-0ad2694e2653 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.979879] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Waiting for the task: (returnval){ [ 689.979879] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52913fb1-65fe-a777-55c0-139ef916b15b" [ 689.979879] env[70039]: _type = "Task" [ 689.979879] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.986358] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cfe2f5c-439a-41df-8277-e1d7465ccddc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.992125] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.992390] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.992578] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.997808] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Waiting for the task: (returnval){ [ 689.997808] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]528a9831-0ee1-9dcf-4c04-2b2f86e6f24c" [ 689.997808] env[70039]: _type = "Task" [ 689.997808] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.002306] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]528a9831-0ee1-9dcf-4c04-2b2f86e6f24c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.009178] env[70039]: DEBUG nova.policy [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '989ccac1fa6c46718c195092c5bcad26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9947f88473d2403380e80a7e7a22cd74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.147141] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.361879] env[70039]: DEBUG nova.compute.manager [req-e52501d1-52ad-4f44-ae14-d9bde3f89ba3 req-73ca8d46-1e86-4157-b936-f7de1aa3f8b5 service nova] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Received event network-changed-4b92da63-9378-4b77-be55-804ed905b9b9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.364583] env[70039]: DEBUG nova.compute.manager [req-e52501d1-52ad-4f44-ae14-d9bde3f89ba3 req-73ca8d46-1e86-4157-b936-f7de1aa3f8b5 service nova] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Refreshing instance network info cache due to event network-changed-4b92da63-9378-4b77-be55-804ed905b9b9. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.364583] env[70039]: DEBUG oslo_concurrency.lockutils [req-e52501d1-52ad-4f44-ae14-d9bde3f89ba3 req-73ca8d46-1e86-4157-b936-f7de1aa3f8b5 service nova] Acquiring lock "refresh_cache-b77ea08a-8f16-44a3-9161-55181e8d7169" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.364583] env[70039]: DEBUG oslo_concurrency.lockutils [req-e52501d1-52ad-4f44-ae14-d9bde3f89ba3 req-73ca8d46-1e86-4157-b936-f7de1aa3f8b5 service nova] Acquired lock "refresh_cache-b77ea08a-8f16-44a3-9161-55181e8d7169" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.364583] env[70039]: DEBUG nova.network.neutron [req-e52501d1-52ad-4f44-ae14-d9bde3f89ba3 req-73ca8d46-1e86-4157-b936-f7de1aa3f8b5 service nova] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Refreshing network info cache for port 4b92da63-9378-4b77-be55-804ed905b9b9 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.402481] env[70039]: DEBUG oslo_concurrency.lockutils [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Acquiring lock "refresh_cache-059c79b6-0553-4221-b430-11b126a5931a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.402559] env[70039]: DEBUG oslo_concurrency.lockutils [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Acquired lock "refresh_cache-059c79b6-0553-4221-b430-11b126a5931a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.402701] env[70039]: DEBUG nova.network.neutron [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.404266] env[70039]: DEBUG nova.compute.manager [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.506708] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Preparing fetch location {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 690.507619] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Creating directory with path [datastore2] vmware_temp/f983fc57-fe1e-49b1-a65f-079f9392758f/2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.508214] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68dd3904-3e2f-4bd3-8b7b-a27bf8463f34 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.517334] env[70039]: DEBUG nova.network.neutron [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Successfully created port: d0168fb6-c389-4403-b785-bb2fdaa18866 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.542105] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Created directory with path [datastore2] vmware_temp/f983fc57-fe1e-49b1-a65f-079f9392758f/2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.542848] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Fetch image to [datastore2] vmware_temp/f983fc57-fe1e-49b1-a65f-079f9392758f/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/tmp-sparse.vmdk {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 690.542848] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Downloading image file data 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 to [datastore2] vmware_temp/f983fc57-fe1e-49b1-a65f-079f9392758f/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/tmp-sparse.vmdk on the data store datastore2 {{(pid=70039) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 690.543762] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab9ca44-3b98-4927-9d27-3359378997dd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.553320] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98b009a-2b72-423d-8c53-f77be63f231c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.566179] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ce58ab-8f51-48c9-8b80-3ac121f6cb40 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.606607] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4e05db-6fd0-40d4-ae25-4bd53423bca5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.613358] env[70039]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f6f9787f-fbf0-45d2-9567-1c7b6588eeed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.694274] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114c8dad-4189-42b3-bca2-9590103fa7bb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.703315] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53274b1-67bc-49f0-833a-f7989d0796ae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.706732] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Downloading image file data 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 to the data store datastore2 {{(pid=70039) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 690.744872] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052c84f9-c7cf-45ad-a5ca-b1d2a16b4fa8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.752534] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716d998b-db76-4dbe-918b-5439262b1540 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.769951] env[70039]: DEBUG nova.compute.provider_tree [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.814974] env[70039]: DEBUG oslo_vmware.rw_handles [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f983fc57-fe1e-49b1-a65f-079f9392758f/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70039) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 690.992232] env[70039]: DEBUG nova.network.neutron [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.273484] env[70039]: DEBUG nova.scheduler.client.report [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.418330] env[70039]: DEBUG nova.compute.manager [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.449990] env[70039]: DEBUG nova.virt.hardware [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.450263] env[70039]: DEBUG nova.virt.hardware [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.450425] env[70039]: DEBUG nova.virt.hardware [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.450611] env[70039]: DEBUG nova.virt.hardware [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.450747] env[70039]: DEBUG nova.virt.hardware [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.450889] env[70039]: DEBUG nova.virt.hardware [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.451111] env[70039]: DEBUG nova.virt.hardware [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.451261] env[70039]: DEBUG nova.virt.hardware [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.451424] env[70039]: DEBUG nova.virt.hardware [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.452036] env[70039]: DEBUG nova.virt.hardware [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.452036] env[70039]: DEBUG nova.virt.hardware [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.454032] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db31f70-1e9d-4eb5-9b48-8f2913d98279 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.464925] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370abd47-e7f7-4a79-ae7f-149bbb3df032 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.506797] env[70039]: DEBUG nova.network.neutron [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Updating instance_info_cache with network_info: [{"id": "db1d89cf-ff3a-461f-8a9f-2fdb92e2a628", "address": "fa:16:3e:2c:70:a4", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb1d89cf-ff", "ovs_interfaceid": "db1d89cf-ff3a-461f-8a9f-2fdb92e2a628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.531623] env[70039]: DEBUG nova.network.neutron [req-e52501d1-52ad-4f44-ae14-d9bde3f89ba3 req-73ca8d46-1e86-4157-b936-f7de1aa3f8b5 service nova] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Updated VIF entry in instance network info cache for port 4b92da63-9378-4b77-be55-804ed905b9b9. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.531623] env[70039]: DEBUG nova.network.neutron [req-e52501d1-52ad-4f44-ae14-d9bde3f89ba3 req-73ca8d46-1e86-4157-b936-f7de1aa3f8b5 service nova] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Updating instance_info_cache with network_info: [{"id": "4b92da63-9378-4b77-be55-804ed905b9b9", "address": "fa:16:3e:e9:e4:11", "network": {"id": "ff4710d9-a509-41ab-a8b2-be537c03a342", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-429555235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7b720244099429ba58b0c2da8aa79e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b92da63-93", "ovs_interfaceid": "4b92da63-9378-4b77-be55-804ed905b9b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.532334] env[70039]: DEBUG oslo_vmware.rw_handles [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Completed reading data from the image iterator. {{(pid=70039) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 691.532525] env[70039]: DEBUG oslo_vmware.rw_handles [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f983fc57-fe1e-49b1-a65f-079f9392758f/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 691.670501] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Downloaded image file data 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 to vmware_temp/f983fc57-fe1e-49b1-a65f-079f9392758f/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/tmp-sparse.vmdk on the data store datastore2 {{(pid=70039) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 691.672869] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Caching image {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 691.672869] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Copying Virtual Disk [datastore2] vmware_temp/f983fc57-fe1e-49b1-a65f-079f9392758f/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/tmp-sparse.vmdk to [datastore2] vmware_temp/f983fc57-fe1e-49b1-a65f-079f9392758f/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.672869] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c116224-7363-4169-bf50-5f20c4985e66 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.681800] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Waiting for the task: (returnval){ [ 691.681800] env[70039]: value = "task-3330202" [ 691.681800] env[70039]: _type = "Task" [ 691.681800] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.690362] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.783176] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.783941] env[70039]: DEBUG nova.compute.manager [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.787032] env[70039]: DEBUG oslo_concurrency.lockutils [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.472s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.787828] env[70039]: INFO nova.compute.claims [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.874504] env[70039]: DEBUG nova.compute.manager [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Received event network-changed-269e588c-8163-4fd1-81c3-42cb470eee4d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.874727] env[70039]: DEBUG nova.compute.manager [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Refreshing instance network info cache due to event network-changed-269e588c-8163-4fd1-81c3-42cb470eee4d. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.874811] env[70039]: DEBUG oslo_concurrency.lockutils [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] Acquiring lock "refresh_cache-6efccb6e-9996-4655-9901-8eb162970d73" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.875063] env[70039]: DEBUG oslo_concurrency.lockutils [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] Acquired lock "refresh_cache-6efccb6e-9996-4655-9901-8eb162970d73" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.875170] env[70039]: DEBUG nova.network.neutron [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Refreshing network info cache for port 269e588c-8163-4fd1-81c3-42cb470eee4d {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.009991] env[70039]: DEBUG oslo_concurrency.lockutils [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Releasing lock "refresh_cache-059c79b6-0553-4221-b430-11b126a5931a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.010435] env[70039]: DEBUG nova.compute.manager [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Instance network_info: |[{"id": "db1d89cf-ff3a-461f-8a9f-2fdb92e2a628", "address": "fa:16:3e:2c:70:a4", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb1d89cf-ff", "ovs_interfaceid": "db1d89cf-ff3a-461f-8a9f-2fdb92e2a628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.010932] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:70:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db1d89cf-ff3a-461f-8a9f-2fdb92e2a628', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.019250] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Creating folder: Project (65fe887949ca40168634288a10d5a8c2). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.020193] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8c269a9-620b-4a14-b077-100af2ef07a8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.031544] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Created folder: Project (65fe887949ca40168634288a10d5a8c2) in parent group-v664777. [ 692.031735] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Creating folder: Instances. Parent ref: group-v664784. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.032286] env[70039]: DEBUG oslo_concurrency.lockutils [req-e52501d1-52ad-4f44-ae14-d9bde3f89ba3 req-73ca8d46-1e86-4157-b936-f7de1aa3f8b5 service nova] Releasing lock "refresh_cache-b77ea08a-8f16-44a3-9161-55181e8d7169" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.032611] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0156390a-e1bf-459c-8cb1-db3807ce5aab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.043928] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Created folder: Instances in parent group-v664784. [ 692.044201] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.044405] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.044617] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54252d53-e393-4634-919e-83a0030d1791 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.068996] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.068996] env[70039]: value = "task-3330205" [ 692.068996] env[70039]: _type = "Task" [ 692.068996] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.076113] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330205, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.195222] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330202, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.292634] env[70039]: DEBUG nova.compute.utils [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.299595] env[70039]: DEBUG nova.compute.manager [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.299595] env[70039]: DEBUG nova.network.neutron [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.489035] env[70039]: DEBUG nova.policy [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39a64fced4d44a2e98c70f6611a86cee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5072eb2a7cd74c9cae7a738553a5c46a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.579784] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330205, 'name': CreateVM_Task, 'duration_secs': 0.396157} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.579784] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.580858] env[70039]: DEBUG oslo_concurrency.lockutils [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.580858] env[70039]: DEBUG oslo_concurrency.lockutils [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.580858] env[70039]: DEBUG oslo_concurrency.lockutils [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.581176] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-084e5fd1-eb1a-44db-a0b2-ae758475455d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.586012] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Waiting for the task: (returnval){ [ 692.586012] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52917982-021d-926c-d97d-b0d051e0163c" [ 692.586012] env[70039]: _type = "Task" [ 692.586012] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.595146] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52917982-021d-926c-d97d-b0d051e0163c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.623390] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.623690] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.623885] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.624082] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.624400] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.624467] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.625021] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._sync_power_states {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.698065] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694491} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.698373] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Copied Virtual Disk [datastore2] vmware_temp/f983fc57-fe1e-49b1-a65f-079f9392758f/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/tmp-sparse.vmdk to [datastore2] vmware_temp/f983fc57-fe1e-49b1-a65f-079f9392758f/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.698748] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Deleting the datastore file [datastore2] vmware_temp/f983fc57-fe1e-49b1-a65f-079f9392758f/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/tmp-sparse.vmdk {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.699436] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e1173de-277c-46e0-bbd4-3342c8217758 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.705487] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Waiting for the task: (returnval){ [ 692.705487] env[70039]: value = "task-3330206" [ 692.705487] env[70039]: _type = "Task" [ 692.705487] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.717256] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.718600] env[70039]: DEBUG nova.network.neutron [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Successfully updated port: d0168fb6-c389-4403-b785-bb2fdaa18866 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.803245] env[70039]: DEBUG nova.compute.manager [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.077938] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9165d6de-e250-4f99-b84a-80dbd1826ad7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.087178] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511bfedb-d644-4d0f-8841-973d41497a3c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.132456] env[70039]: DEBUG oslo_concurrency.lockutils [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.133371] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.133371] env[70039]: DEBUG oslo_concurrency.lockutils [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.134476] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Getting list of instances from cluster (obj){ [ 693.134476] env[70039]: value = "domain-c8" [ 693.134476] env[70039]: _type = "ClusterComputeResource" [ 693.134476] env[70039]: } {{(pid=70039) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 693.136121] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e854510-3ae0-4840-9376-fc89f4d22a6a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.141601] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4898eb4-e07a-4dad-83d9-4f3d1c78fa86 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.145969] env[70039]: DEBUG nova.network.neutron [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Updated VIF entry in instance network info cache for port 269e588c-8163-4fd1-81c3-42cb470eee4d. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.146379] env[70039]: DEBUG nova.network.neutron [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Updating instance_info_cache with network_info: [{"id": "269e588c-8163-4fd1-81c3-42cb470eee4d", "address": "fa:16:3e:b1:42:7c", "network": {"id": "90e6624f-c8f3-48e6-be10-a3dd14671058", "bridge": "br-int", "label": "tempest-ServersTestJSON-33484295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37a220916e33440996ce9007cea93957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269e588c-81", "ovs_interfaceid": "269e588c-8163-4fd1-81c3-42cb470eee4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.155419] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3173899-ed80-4047-8f24-906c481039a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.159799] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Got total of 3 instances {{(pid=70039) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 693.159799] env[70039]: WARNING nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] While synchronizing instance power states, found 6 instances in the database and 3 instances on the hypervisor. [ 693.159905] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Triggering sync for uuid b77ea08a-8f16-44a3-9161-55181e8d7169 {{(pid=70039) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 693.160118] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Triggering sync for uuid 6efccb6e-9996-4655-9901-8eb162970d73 {{(pid=70039) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 693.160379] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Triggering sync for uuid 059c79b6-0553-4221-b430-11b126a5931a {{(pid=70039) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 693.160531] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Triggering sync for uuid fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e {{(pid=70039) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 693.160973] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Triggering sync for uuid 340a2275-48b8-4857-8caa-e99546da4404 {{(pid=70039) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 693.160973] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Triggering sync for uuid 60f6fa67-4021-43d8-a94e-fad040add93f {{(pid=70039) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 693.161713] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "b77ea08a-8f16-44a3-9161-55181e8d7169" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.161956] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "6efccb6e-9996-4655-9901-8eb162970d73" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.162189] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "059c79b6-0553-4221-b430-11b126a5931a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.162372] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.162552] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "340a2275-48b8-4857-8caa-e99546da4404" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.162803] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "60f6fa67-4021-43d8-a94e-fad040add93f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.163037] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.163252] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70039) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 693.164875] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager.update_available_resource {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.175962] env[70039]: DEBUG nova.compute.provider_tree [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.218133] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02513} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.218133] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.218133] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Moving file from [datastore2] vmware_temp/f983fc57-fe1e-49b1-a65f-079f9392758f/2024c926-7250-4c3f-a5e4-d5ea078ccaf6 to [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6. {{(pid=70039) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 693.218133] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-b6a82fb1-d483-4597-938c-4d5a9d20746d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.220740] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquiring lock "refresh_cache-fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.220920] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquired lock "refresh_cache-fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.221131] env[70039]: DEBUG nova.network.neutron [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.225617] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Waiting for the task: (returnval){ [ 693.225617] env[70039]: value = "task-3330207" [ 693.225617] env[70039]: _type = "Task" [ 693.225617] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.236866] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330207, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.651273] env[70039]: DEBUG oslo_concurrency.lockutils [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] Releasing lock "refresh_cache-6efccb6e-9996-4655-9901-8eb162970d73" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.651495] env[70039]: DEBUG nova.compute.manager [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Received event network-vif-plugged-db1d89cf-ff3a-461f-8a9f-2fdb92e2a628 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.651733] env[70039]: DEBUG oslo_concurrency.lockutils [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] Acquiring lock "059c79b6-0553-4221-b430-11b126a5931a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.651922] env[70039]: DEBUG oslo_concurrency.lockutils [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] Lock "059c79b6-0553-4221-b430-11b126a5931a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.652095] env[70039]: DEBUG oslo_concurrency.lockutils [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] Lock "059c79b6-0553-4221-b430-11b126a5931a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.652336] env[70039]: DEBUG nova.compute.manager [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] [instance: 059c79b6-0553-4221-b430-11b126a5931a] No waiting events found dispatching network-vif-plugged-db1d89cf-ff3a-461f-8a9f-2fdb92e2a628 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.652431] env[70039]: WARNING nova.compute.manager [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Received unexpected event network-vif-plugged-db1d89cf-ff3a-461f-8a9f-2fdb92e2a628 for instance with vm_state building and task_state spawning. [ 693.652588] env[70039]: DEBUG nova.compute.manager [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Received event network-changed-db1d89cf-ff3a-461f-8a9f-2fdb92e2a628 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.652742] env[70039]: DEBUG nova.compute.manager [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Refreshing instance network info cache due to event network-changed-db1d89cf-ff3a-461f-8a9f-2fdb92e2a628. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.652925] env[70039]: DEBUG oslo_concurrency.lockutils [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] Acquiring lock "refresh_cache-059c79b6-0553-4221-b430-11b126a5931a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.653136] env[70039]: DEBUG oslo_concurrency.lockutils [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] Acquired lock "refresh_cache-059c79b6-0553-4221-b430-11b126a5931a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.653317] env[70039]: DEBUG nova.network.neutron [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Refreshing network info cache for port db1d89cf-ff3a-461f-8a9f-2fdb92e2a628 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.663603] env[70039]: DEBUG nova.network.neutron [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Successfully created port: 760d508a-345a-4f79-838c-b52c422473a0 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.680455] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.681267] env[70039]: DEBUG nova.scheduler.client.report [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.741216] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330207, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.032019} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.741619] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] File moved {{(pid=70039) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 693.741807] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Cleaning up location [datastore2] vmware_temp/f983fc57-fe1e-49b1-a65f-079f9392758f {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 693.741987] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Deleting the datastore file [datastore2] vmware_temp/f983fc57-fe1e-49b1-a65f-079f9392758f {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.742257] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2917fea2-42cd-4f15-bab8-72957b6f1179 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.748898] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Waiting for the task: (returnval){ [ 693.748898] env[70039]: value = "task-3330208" [ 693.748898] env[70039]: _type = "Task" [ 693.748898] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.758036] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.817604] env[70039]: DEBUG nova.compute.manager [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.840829] env[70039]: DEBUG nova.network.neutron [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.846092] env[70039]: DEBUG nova.virt.hardware [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.846304] env[70039]: DEBUG nova.virt.hardware [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.846485] env[70039]: DEBUG nova.virt.hardware [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.846704] env[70039]: DEBUG nova.virt.hardware [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.846880] env[70039]: DEBUG nova.virt.hardware [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.849025] env[70039]: DEBUG nova.virt.hardware [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.849025] env[70039]: DEBUG nova.virt.hardware [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.849025] env[70039]: DEBUG nova.virt.hardware [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.849025] env[70039]: DEBUG nova.virt.hardware [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.849025] env[70039]: DEBUG nova.virt.hardware [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.849519] env[70039]: DEBUG nova.virt.hardware [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.849519] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bed08a-8e03-448f-935e-0d7dd9ca2e51 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.858245] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b738bfb-8074-4395-8d4f-942dd7dc4d9a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.187777] env[70039]: DEBUG oslo_concurrency.lockutils [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.190187] env[70039]: DEBUG nova.compute.manager [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.197133] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.342s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.197304] env[70039]: INFO nova.compute.claims [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.263617] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028229} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.264195] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.264640] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69cb39ef-db71-4ccc-8eea-61375f6d5bc2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.272460] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Waiting for the task: (returnval){ [ 694.272460] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5213f4f1-58d6-01cd-e0e8-6d45865e9a67" [ 694.272460] env[70039]: _type = "Task" [ 694.272460] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.282462] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5213f4f1-58d6-01cd-e0e8-6d45865e9a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.538581] env[70039]: DEBUG nova.network.neutron [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Updating instance_info_cache with network_info: [{"id": "d0168fb6-c389-4403-b785-bb2fdaa18866", "address": "fa:16:3e:21:88:b7", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0168fb6-c3", "ovs_interfaceid": "d0168fb6-c389-4403-b785-bb2fdaa18866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.696697] env[70039]: DEBUG nova.compute.utils [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.702101] env[70039]: DEBUG nova.compute.manager [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.702581] env[70039]: DEBUG nova.network.neutron [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.711499] env[70039]: DEBUG nova.compute.manager [req-2957a71c-2eb1-4e30-b9bf-839b46f2f3bc req-55d96832-d8c6-4198-973b-0ee2fa8b42f5 service nova] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Received event network-vif-plugged-d0168fb6-c389-4403-b785-bb2fdaa18866 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.712566] env[70039]: DEBUG oslo_concurrency.lockutils [req-2957a71c-2eb1-4e30-b9bf-839b46f2f3bc req-55d96832-d8c6-4198-973b-0ee2fa8b42f5 service nova] Acquiring lock "fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.712566] env[70039]: DEBUG oslo_concurrency.lockutils [req-2957a71c-2eb1-4e30-b9bf-839b46f2f3bc req-55d96832-d8c6-4198-973b-0ee2fa8b42f5 service nova] Lock "fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.712566] env[70039]: DEBUG oslo_concurrency.lockutils [req-2957a71c-2eb1-4e30-b9bf-839b46f2f3bc req-55d96832-d8c6-4198-973b-0ee2fa8b42f5 service nova] Lock "fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.712566] env[70039]: DEBUG nova.compute.manager [req-2957a71c-2eb1-4e30-b9bf-839b46f2f3bc req-55d96832-d8c6-4198-973b-0ee2fa8b42f5 service nova] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] No waiting events found dispatching network-vif-plugged-d0168fb6-c389-4403-b785-bb2fdaa18866 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.712566] env[70039]: WARNING nova.compute.manager [req-2957a71c-2eb1-4e30-b9bf-839b46f2f3bc req-55d96832-d8c6-4198-973b-0ee2fa8b42f5 service nova] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Received unexpected event network-vif-plugged-d0168fb6-c389-4403-b785-bb2fdaa18866 for instance with vm_state building and task_state spawning. [ 694.713031] env[70039]: DEBUG nova.compute.manager [req-2957a71c-2eb1-4e30-b9bf-839b46f2f3bc req-55d96832-d8c6-4198-973b-0ee2fa8b42f5 service nova] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Received event network-changed-d0168fb6-c389-4403-b785-bb2fdaa18866 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.713031] env[70039]: DEBUG nova.compute.manager [req-2957a71c-2eb1-4e30-b9bf-839b46f2f3bc req-55d96832-d8c6-4198-973b-0ee2fa8b42f5 service nova] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Refreshing instance network info cache due to event network-changed-d0168fb6-c389-4403-b785-bb2fdaa18866. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.713031] env[70039]: DEBUG oslo_concurrency.lockutils [req-2957a71c-2eb1-4e30-b9bf-839b46f2f3bc req-55d96832-d8c6-4198-973b-0ee2fa8b42f5 service nova] Acquiring lock "refresh_cache-fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.787840] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5213f4f1-58d6-01cd-e0e8-6d45865e9a67, 'name': SearchDatastore_Task, 'duration_secs': 0.024954} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.791043] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.791043] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] b77ea08a-8f16-44a3-9161-55181e8d7169/b77ea08a-8f16-44a3-9161-55181e8d7169.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.791043] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.791043] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.791200] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c58cc7a-53d7-4629-b620-e38c6a921036 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.793579] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34cf22ec-d564-4efd-9d0d-5ab1b9d61064 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.803095] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Waiting for the task: (returnval){ [ 694.803095] env[70039]: value = "task-3330209" [ 694.803095] env[70039]: _type = "Task" [ 694.803095] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.803095] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.804530] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.811191] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a62f935-c4ee-4c68-be42-ec413f1bb461 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.824437] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Waiting for the task: (returnval){ [ 694.824437] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5221d01a-e88b-55ba-47f1-306a3001a2b4" [ 694.824437] env[70039]: _type = "Task" [ 694.824437] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.827585] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.836562] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5221d01a-e88b-55ba-47f1-306a3001a2b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.888989] env[70039]: DEBUG nova.policy [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd71c28221a940e5870bcd9d15444641', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f9aef6dfcc3442694af4ae8db68cf13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.939788] env[70039]: DEBUG nova.network.neutron [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Updated VIF entry in instance network info cache for port db1d89cf-ff3a-461f-8a9f-2fdb92e2a628. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.940270] env[70039]: DEBUG nova.network.neutron [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Updating instance_info_cache with network_info: [{"id": "db1d89cf-ff3a-461f-8a9f-2fdb92e2a628", "address": "fa:16:3e:2c:70:a4", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb1d89cf-ff", "ovs_interfaceid": "db1d89cf-ff3a-461f-8a9f-2fdb92e2a628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.041835] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Releasing lock "refresh_cache-fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.041835] env[70039]: DEBUG nova.compute.manager [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Instance network_info: |[{"id": "d0168fb6-c389-4403-b785-bb2fdaa18866", "address": "fa:16:3e:21:88:b7", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0168fb6-c3", "ovs_interfaceid": "d0168fb6-c389-4403-b785-bb2fdaa18866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.042140] env[70039]: DEBUG oslo_concurrency.lockutils [req-2957a71c-2eb1-4e30-b9bf-839b46f2f3bc req-55d96832-d8c6-4198-973b-0ee2fa8b42f5 service nova] Acquired lock "refresh_cache-fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.042303] env[70039]: DEBUG nova.network.neutron [req-2957a71c-2eb1-4e30-b9bf-839b46f2f3bc req-55d96832-d8c6-4198-973b-0ee2fa8b42f5 service nova] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Refreshing network info cache for port d0168fb6-c389-4403-b785-bb2fdaa18866 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.045930] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:88:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0168fb6-c389-4403-b785-bb2fdaa18866', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.059765] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Creating folder: Project (9947f88473d2403380e80a7e7a22cd74). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.060552] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dfe6036-6679-4333-b0fd-b60d09ce56ff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.072486] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Created folder: Project (9947f88473d2403380e80a7e7a22cd74) in parent group-v664777. [ 695.072877] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Creating folder: Instances. Parent ref: group-v664787. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.074068] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35919489-ab2f-48da-b729-edccb8497e6f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.084504] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Created folder: Instances in parent group-v664787. [ 695.084504] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.084504] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.084504] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb950658-34b1-4262-89b0-629d772da80a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.109746] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.109746] env[70039]: value = "task-3330212" [ 695.109746] env[70039]: _type = "Task" [ 695.109746] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.120591] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330212, 'name': CreateVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.210835] env[70039]: DEBUG nova.compute.manager [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.227521] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquiring lock "f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.227521] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lock "f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.324920] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330209, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.345667] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5221d01a-e88b-55ba-47f1-306a3001a2b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013167} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.354050] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e91511-a158-4a71-b290-02a28dd36f3a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.357560] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Waiting for the task: (returnval){ [ 695.357560] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52eb7320-4bc2-374f-8c72-793c8084a190" [ 695.357560] env[70039]: _type = "Task" [ 695.357560] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.369808] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52eb7320-4bc2-374f-8c72-793c8084a190, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.446458] env[70039]: DEBUG oslo_concurrency.lockutils [req-a1ff254a-3b3e-4a0c-bbf7-a1077f8dce41 req-d372963a-883c-491d-8a94-f183d91b1d3e service nova] Releasing lock "refresh_cache-059c79b6-0553-4221-b430-11b126a5931a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.473471] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15370402-adb2-41f7-bae6-71d3fe64f7de {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.486137] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95406e46-d429-48ef-847b-d11313efe3d7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.527567] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8846f6c-ec6e-423b-a495-a17542fabd6f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.535733] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1830d21-0c61-4352-b3fd-11fab28deb9e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.552669] env[70039]: DEBUG nova.compute.provider_tree [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.620815] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330212, 'name': CreateVM_Task, 'duration_secs': 0.489509} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.620815] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.620815] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.620815] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.620815] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.621202] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a6683dc-c0ce-4ff9-8558-7912c38373f9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.625642] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for the task: (returnval){ [ 695.625642] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ee6a55-1115-115d-6530-472aa9460ad2" [ 695.625642] env[70039]: _type = "Task" [ 695.625642] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.634241] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ee6a55-1115-115d-6530-472aa9460ad2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.655289] env[70039]: DEBUG nova.network.neutron [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Successfully created port: ee8bf91a-1556-495c-8269-d35184c48903 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.820347] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550663} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.820655] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] b77ea08a-8f16-44a3-9161-55181e8d7169/b77ea08a-8f16-44a3-9161-55181e8d7169.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.820897] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.821188] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb9d6775-83e9-4aa6-bccf-1bbbd3450622 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.828627] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Waiting for the task: (returnval){ [ 695.828627] env[70039]: value = "task-3330213" [ 695.828627] env[70039]: _type = "Task" [ 695.828627] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.837947] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.868586] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52eb7320-4bc2-374f-8c72-793c8084a190, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.868886] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.869084] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 6efccb6e-9996-4655-9901-8eb162970d73/6efccb6e-9996-4655-9901-8eb162970d73.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.869358] env[70039]: DEBUG oslo_concurrency.lockutils [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.869534] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.869737] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41b40e39-2a2a-4cdf-b0d2-320248de7185 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.872138] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08bc916a-d014-4d91-b79e-fa9a22126fa6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.878429] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Waiting for the task: (returnval){ [ 695.878429] env[70039]: value = "task-3330214" [ 695.878429] env[70039]: _type = "Task" [ 695.878429] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.882424] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.882656] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.888035] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88ed9660-1722-4c67-b116-a09d8ce5ffab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.896041] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': task-3330214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.898496] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Waiting for the task: (returnval){ [ 695.898496] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52a968de-c89a-95e0-8424-4059ef9fbafb" [ 695.898496] env[70039]: _type = "Task" [ 695.898496] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.908130] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a968de-c89a-95e0-8424-4059ef9fbafb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.059210] env[70039]: DEBUG nova.network.neutron [req-2957a71c-2eb1-4e30-b9bf-839b46f2f3bc req-55d96832-d8c6-4198-973b-0ee2fa8b42f5 service nova] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Updated VIF entry in instance network info cache for port d0168fb6-c389-4403-b785-bb2fdaa18866. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.059867] env[70039]: DEBUG nova.network.neutron [req-2957a71c-2eb1-4e30-b9bf-839b46f2f3bc req-55d96832-d8c6-4198-973b-0ee2fa8b42f5 service nova] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Updating instance_info_cache with network_info: [{"id": "d0168fb6-c389-4403-b785-bb2fdaa18866", "address": "fa:16:3e:21:88:b7", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0168fb6-c3", "ovs_interfaceid": "d0168fb6-c389-4403-b785-bb2fdaa18866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.061437] env[70039]: DEBUG nova.scheduler.client.report [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.137301] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ee6a55-1115-115d-6530-472aa9460ad2, 'name': SearchDatastore_Task, 'duration_secs': 0.012631} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.137670] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.137890] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.138375] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.224032] env[70039]: DEBUG nova.compute.manager [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.253664] env[70039]: DEBUG nova.virt.hardware [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.253664] env[70039]: DEBUG nova.virt.hardware [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.253664] env[70039]: DEBUG nova.virt.hardware [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.254432] env[70039]: DEBUG nova.virt.hardware [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.254900] env[70039]: DEBUG nova.virt.hardware [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.256053] env[70039]: DEBUG nova.virt.hardware [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.256053] env[70039]: DEBUG nova.virt.hardware [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.256053] env[70039]: DEBUG nova.virt.hardware [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.256480] env[70039]: DEBUG nova.virt.hardware [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.256975] env[70039]: DEBUG nova.virt.hardware [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.258601] env[70039]: DEBUG nova.virt.hardware [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.258601] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a355204-6927-4a9b-9659-7cc894ec0f08 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.270719] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fef210-889c-4601-a845-a51b31bbfc7a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.341246] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.390965] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': task-3330214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500164} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.393872] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 6efccb6e-9996-4655-9901-8eb162970d73/6efccb6e-9996-4655-9901-8eb162970d73.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.394846] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.395317] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5768517c-1b9d-48c4-b847-fa660edb9d20 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.400533] env[70039]: DEBUG nova.network.neutron [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Successfully updated port: 760d508a-345a-4f79-838c-b52c422473a0 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.407141] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Waiting for the task: (returnval){ [ 696.407141] env[70039]: value = "task-3330215" [ 696.407141] env[70039]: _type = "Task" [ 696.407141] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.415532] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a968de-c89a-95e0-8424-4059ef9fbafb, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.416702] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-772bad80-f4e2-4a22-b787-44407983104f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.424569] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': task-3330215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.427943] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Waiting for the task: (returnval){ [ 696.427943] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]523b1190-eb06-d918-22aa-33f70e310be4" [ 696.427943] env[70039]: _type = "Task" [ 696.427943] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.443180] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523b1190-eb06-d918-22aa-33f70e310be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.567015] env[70039]: DEBUG oslo_concurrency.lockutils [req-2957a71c-2eb1-4e30-b9bf-839b46f2f3bc req-55d96832-d8c6-4198-973b-0ee2fa8b42f5 service nova] Releasing lock "refresh_cache-fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.569973] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.569973] env[70039]: DEBUG nova.compute.manager [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.573967] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.471s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.578587] env[70039]: INFO nova.compute.claims [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.842730] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.794288} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.842730] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.844839] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5ecd53-1c17-445e-aebf-07e019600b27 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.851727] env[70039]: DEBUG nova.compute.manager [req-becaf5d4-9839-4bcf-a608-19e4b7cca54c req-6411313c-1566-4c64-9c81-455605b161bd service nova] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Received event network-vif-plugged-760d508a-345a-4f79-838c-b52c422473a0 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.852216] env[70039]: DEBUG oslo_concurrency.lockutils [req-becaf5d4-9839-4bcf-a608-19e4b7cca54c req-6411313c-1566-4c64-9c81-455605b161bd service nova] Acquiring lock "340a2275-48b8-4857-8caa-e99546da4404-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.852785] env[70039]: DEBUG oslo_concurrency.lockutils [req-becaf5d4-9839-4bcf-a608-19e4b7cca54c req-6411313c-1566-4c64-9c81-455605b161bd service nova] Lock "340a2275-48b8-4857-8caa-e99546da4404-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.852785] env[70039]: DEBUG oslo_concurrency.lockutils [req-becaf5d4-9839-4bcf-a608-19e4b7cca54c req-6411313c-1566-4c64-9c81-455605b161bd service nova] Lock "340a2275-48b8-4857-8caa-e99546da4404-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.852941] env[70039]: DEBUG nova.compute.manager [req-becaf5d4-9839-4bcf-a608-19e4b7cca54c req-6411313c-1566-4c64-9c81-455605b161bd service nova] [instance: 340a2275-48b8-4857-8caa-e99546da4404] No waiting events found dispatching network-vif-plugged-760d508a-345a-4f79-838c-b52c422473a0 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.853160] env[70039]: WARNING nova.compute.manager [req-becaf5d4-9839-4bcf-a608-19e4b7cca54c req-6411313c-1566-4c64-9c81-455605b161bd service nova] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Received unexpected event network-vif-plugged-760d508a-345a-4f79-838c-b52c422473a0 for instance with vm_state building and task_state spawning. [ 696.881828] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] b77ea08a-8f16-44a3-9161-55181e8d7169/b77ea08a-8f16-44a3-9161-55181e8d7169.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.882567] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86763aa6-9093-468d-a1ed-5732a3888d46 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.909672] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Acquiring lock "refresh_cache-340a2275-48b8-4857-8caa-e99546da4404" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.909817] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Acquired lock "refresh_cache-340a2275-48b8-4857-8caa-e99546da4404" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.909961] env[70039]: DEBUG nova.network.neutron [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.911662] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Waiting for the task: (returnval){ [ 696.911662] env[70039]: value = "task-3330216" [ 696.911662] env[70039]: _type = "Task" [ 696.911662] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.933352] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': task-3330215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225822} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.933352] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.940557] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.940557] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cc985f-fcec-45cc-ade1-39a449cc8c20 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.978999] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 6efccb6e-9996-4655-9901-8eb162970d73/6efccb6e-9996-4655-9901-8eb162970d73.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.983217] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66889781-a608-4f80-80f3-f182f48ff457 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.997228] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523b1190-eb06-d918-22aa-33f70e310be4, 'name': SearchDatastore_Task, 'duration_secs': 0.008612} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.997506] env[70039]: DEBUG oslo_concurrency.lockutils [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.997807] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 059c79b6-0553-4221-b430-11b126a5931a/059c79b6-0553-4221-b430-11b126a5931a.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.998480] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.998678] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.998958] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f74ab829-1e7b-4b25-bb11-95da47869d50 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.001242] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83096fb2-b748-425d-b53f-86b0340bb131 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.008831] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Waiting for the task: (returnval){ [ 697.008831] env[70039]: value = "task-3330217" [ 697.008831] env[70039]: _type = "Task" [ 697.008831] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.014384] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Waiting for the task: (returnval){ [ 697.014384] env[70039]: value = "task-3330218" [ 697.014384] env[70039]: _type = "Task" [ 697.014384] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.021204] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': task-3330217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.028027] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': task-3330218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.030334] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.030584] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.031333] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f8e0a7c-358e-442d-9923-b9db02257a3c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.036899] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for the task: (returnval){ [ 697.036899] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]525adebf-fbc1-05e4-6e8b-92d3f7216457" [ 697.036899] env[70039]: _type = "Task" [ 697.036899] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.044857] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525adebf-fbc1-05e4-6e8b-92d3f7216457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.092982] env[70039]: DEBUG nova.compute.utils [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.094468] env[70039]: DEBUG nova.compute.manager [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.094468] env[70039]: DEBUG nova.network.neutron [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.191654] env[70039]: DEBUG nova.policy [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82c0178bea4d4009a7a2c3823fe9fda4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f1b538efaab4c0596968fee3532bd1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.435142] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330216, 'name': ReconfigVM_Task, 'duration_secs': 0.357594} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.435142] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Reconfigured VM instance instance-00000001 to attach disk [datastore2] b77ea08a-8f16-44a3-9161-55181e8d7169/b77ea08a-8f16-44a3-9161-55181e8d7169.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.436100] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7312f4d-c601-4df5-ab37-556d7f632766 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.448570] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Waiting for the task: (returnval){ [ 697.448570] env[70039]: value = "task-3330219" [ 697.448570] env[70039]: _type = "Task" [ 697.448570] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.461291] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330219, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.524035] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': task-3330217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.530839] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': task-3330218, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.549072] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525adebf-fbc1-05e4-6e8b-92d3f7216457, 'name': SearchDatastore_Task, 'duration_secs': 0.010652} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.550396] env[70039]: DEBUG nova.network.neutron [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.553663] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7abee46-277a-444b-89a3-a5db269e315c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.560523] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for the task: (returnval){ [ 697.560523] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52a56ff9-eed9-f0aa-612e-4fcad8f0050a" [ 697.560523] env[70039]: _type = "Task" [ 697.560523] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.569184] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a56ff9-eed9-f0aa-612e-4fcad8f0050a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.603801] env[70039]: DEBUG nova.compute.manager [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.818258] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3700107b-6469-4829-aa14-13619f148dc9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.828620] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70a7e50-a1b8-483b-ad4f-219b553a7bcb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.862741] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0d255d-827f-4131-8faf-2be3b518e519 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.870132] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485e0d2a-44af-44a0-819f-080dc5367fce {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.887227] env[70039]: DEBUG nova.compute.provider_tree [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.958895] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330219, 'name': Rename_Task, 'duration_secs': 0.226001} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.959877] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.960605] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7a703d5-3834-49f6-996c-10ba41809211 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.967469] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Waiting for the task: (returnval){ [ 697.967469] env[70039]: value = "task-3330220" [ 697.967469] env[70039]: _type = "Task" [ 697.967469] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.975913] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.023699] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': task-3330217, 'name': ReconfigVM_Task, 'duration_secs': 0.627098} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.025918] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 6efccb6e-9996-4655-9901-8eb162970d73/6efccb6e-9996-4655-9901-8eb162970d73.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.025918] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a74a881-89f0-4e09-a6d1-e13d1d7ea020 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.033453] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': task-3330218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562322} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.033576] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 059c79b6-0553-4221-b430-11b126a5931a/059c79b6-0553-4221-b430-11b126a5931a.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.034173] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.034485] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19f15fae-a044-46c3-9ef8-0b34048c2cca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.043039] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Waiting for the task: (returnval){ [ 698.043039] env[70039]: value = "task-3330221" [ 698.043039] env[70039]: _type = "Task" [ 698.043039] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.044471] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Waiting for the task: (returnval){ [ 698.044471] env[70039]: value = "task-3330222" [ 698.044471] env[70039]: _type = "Task" [ 698.044471] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.048031] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': task-3330221, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.055643] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': task-3330222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.074208] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a56ff9-eed9-f0aa-612e-4fcad8f0050a, 'name': SearchDatastore_Task, 'duration_secs': 0.010011} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.074208] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.074435] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e/fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.074722] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4eea455d-651c-495c-8deb-508821a3c5d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.081348] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for the task: (returnval){ [ 698.081348] env[70039]: value = "task-3330223" [ 698.081348] env[70039]: _type = "Task" [ 698.081348] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.091438] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.153516] env[70039]: DEBUG nova.network.neutron [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Updating instance_info_cache with network_info: [{"id": "760d508a-345a-4f79-838c-b52c422473a0", "address": "fa:16:3e:10:79:64", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760d508a-34", "ovs_interfaceid": "760d508a-345a-4f79-838c-b52c422473a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.246115] env[70039]: DEBUG nova.network.neutron [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Successfully updated port: ee8bf91a-1556-495c-8269-d35184c48903 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.285300] env[70039]: DEBUG nova.network.neutron [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Successfully created port: 67cd456a-4294-4ce0-aaf7-742237dd2a2c {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.394305] env[70039]: DEBUG nova.scheduler.client.report [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.482669] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330220, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.560752] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': task-3330221, 'name': Rename_Task, 'duration_secs': 0.165159} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.561540] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.561873] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68810ffa-8b01-4fd8-b149-4dd74137028c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.568387] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': task-3330222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077075} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.568969] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.570661] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962795c4-24f6-4c9b-b4d0-afa28bff0db0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.575495] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Waiting for the task: (returnval){ [ 698.575495] env[70039]: value = "task-3330224" [ 698.575495] env[70039]: _type = "Task" [ 698.575495] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.599867] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 059c79b6-0553-4221-b430-11b126a5931a/059c79b6-0553-4221-b430-11b126a5931a.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.604730] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae8a11d4-3184-4b8f-9d1a-ac03859c7f94 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.625954] env[70039]: DEBUG nova.compute.manager [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.628744] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': task-3330224, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.633770] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330223, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.635440] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Waiting for the task: (returnval){ [ 698.635440] env[70039]: value = "task-3330225" [ 698.635440] env[70039]: _type = "Task" [ 698.635440] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.645613] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': task-3330225, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.657745] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Releasing lock "refresh_cache-340a2275-48b8-4857-8caa-e99546da4404" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.658071] env[70039]: DEBUG nova.compute.manager [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Instance network_info: |[{"id": "760d508a-345a-4f79-838c-b52c422473a0", "address": "fa:16:3e:10:79:64", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760d508a-34", "ovs_interfaceid": "760d508a-345a-4f79-838c-b52c422473a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.658445] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:79:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '760d508a-345a-4f79-838c-b52c422473a0', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.667699] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Creating folder: Project (5072eb2a7cd74c9cae7a738553a5c46a). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.670977] env[70039]: DEBUG nova.virt.hardware [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.671307] env[70039]: DEBUG nova.virt.hardware [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.678500] env[70039]: DEBUG nova.virt.hardware [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.678500] env[70039]: DEBUG nova.virt.hardware [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.678500] env[70039]: DEBUG nova.virt.hardware [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.678500] env[70039]: DEBUG nova.virt.hardware [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.678500] env[70039]: DEBUG nova.virt.hardware [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.678713] env[70039]: DEBUG nova.virt.hardware [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.678713] env[70039]: DEBUG nova.virt.hardware [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.678713] env[70039]: DEBUG nova.virt.hardware [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.678713] env[70039]: DEBUG nova.virt.hardware [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.678922] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2352ccc1-c376-4bf5-ac78-764dae0b09c7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.684363] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f09a69f-4fb9-4b60-87b8-457f81729d4b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.692370] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11dcaa5-5784-42b7-b004-a3ecece16b37 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.701261] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Created folder: Project (5072eb2a7cd74c9cae7a738553a5c46a) in parent group-v664777. [ 698.701261] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Creating folder: Instances. Parent ref: group-v664790. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.701867] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10c307c7-f2b6-4243-99ec-fd549e0fa1d3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.722709] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Created folder: Instances in parent group-v664790. [ 698.722709] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.723087] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.723087] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-493f8156-924c-496f-be78-c4bea8569f97 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.743445] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.743445] env[70039]: value = "task-3330228" [ 698.743445] env[70039]: _type = "Task" [ 698.743445] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.752431] env[70039]: DEBUG oslo_concurrency.lockutils [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "refresh_cache-60f6fa67-4021-43d8-a94e-fad040add93f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.752611] env[70039]: DEBUG oslo_concurrency.lockutils [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquired lock "refresh_cache-60f6fa67-4021-43d8-a94e-fad040add93f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.752920] env[70039]: DEBUG nova.network.neutron [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.754011] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330228, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.900574] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.901309] env[70039]: DEBUG nova.compute.manager [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.905060] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.804s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.906684] env[70039]: INFO nova.compute.claims [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.987809] env[70039]: DEBUG oslo_vmware.api [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330220, 'name': PowerOnVM_Task, 'duration_secs': 0.77608} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.989921] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.991262] env[70039]: INFO nova.compute.manager [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Took 14.41 seconds to spawn the instance on the hypervisor. [ 698.991538] env[70039]: DEBUG nova.compute.manager [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.992846] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b115d13-d79e-42e9-b20f-64c592f73c25 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.091131] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': task-3330224, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.101257] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57879} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.102333] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e/fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.102333] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.102333] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed8d5f54-39cf-4e13-9c72-5a58eddfd806 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.111558] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for the task: (returnval){ [ 699.111558] env[70039]: value = "task-3330229" [ 699.111558] env[70039]: _type = "Task" [ 699.111558] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.123492] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.151162] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': task-3330225, 'name': ReconfigVM_Task, 'duration_secs': 0.448028} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.151675] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 059c79b6-0553-4221-b430-11b126a5931a/059c79b6-0553-4221-b430-11b126a5931a.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.152254] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-207108d9-3430-45f4-867c-67dfbe0439bb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.158315] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Waiting for the task: (returnval){ [ 699.158315] env[70039]: value = "task-3330230" [ 699.158315] env[70039]: _type = "Task" [ 699.158315] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.169025] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': task-3330230, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.258601] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330228, 'name': CreateVM_Task, 'duration_secs': 0.437579} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.258771] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.260264] env[70039]: DEBUG oslo_vmware.service [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afe68d3-3c3a-4836-ac6f-30f0088ff495 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.268806] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.268806] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.268806] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.269090] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcdb596f-793b-49f5-b1cf-6449a4ad5ea7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.276371] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Waiting for the task: (returnval){ [ 699.276371] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52730e31-1707-8706-92ad-cfe8f1f6e445" [ 699.276371] env[70039]: _type = "Task" [ 699.276371] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.286282] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52730e31-1707-8706-92ad-cfe8f1f6e445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.288922] env[70039]: DEBUG nova.compute.manager [req-4b91c972-bb55-433b-be6b-5f571c98eb74 req-1e233006-6bf6-4e9b-9f55-7595c1defd8b service nova] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Received event network-vif-plugged-ee8bf91a-1556-495c-8269-d35184c48903 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.289165] env[70039]: DEBUG oslo_concurrency.lockutils [req-4b91c972-bb55-433b-be6b-5f571c98eb74 req-1e233006-6bf6-4e9b-9f55-7595c1defd8b service nova] Acquiring lock "60f6fa67-4021-43d8-a94e-fad040add93f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.289401] env[70039]: DEBUG oslo_concurrency.lockutils [req-4b91c972-bb55-433b-be6b-5f571c98eb74 req-1e233006-6bf6-4e9b-9f55-7595c1defd8b service nova] Lock "60f6fa67-4021-43d8-a94e-fad040add93f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.289581] env[70039]: DEBUG oslo_concurrency.lockutils [req-4b91c972-bb55-433b-be6b-5f571c98eb74 req-1e233006-6bf6-4e9b-9f55-7595c1defd8b service nova] Lock "60f6fa67-4021-43d8-a94e-fad040add93f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.289754] env[70039]: DEBUG nova.compute.manager [req-4b91c972-bb55-433b-be6b-5f571c98eb74 req-1e233006-6bf6-4e9b-9f55-7595c1defd8b service nova] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] No waiting events found dispatching network-vif-plugged-ee8bf91a-1556-495c-8269-d35184c48903 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.289923] env[70039]: WARNING nova.compute.manager [req-4b91c972-bb55-433b-be6b-5f571c98eb74 req-1e233006-6bf6-4e9b-9f55-7595c1defd8b service nova] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Received unexpected event network-vif-plugged-ee8bf91a-1556-495c-8269-d35184c48903 for instance with vm_state building and task_state spawning. [ 699.341232] env[70039]: DEBUG nova.network.neutron [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.416459] env[70039]: DEBUG nova.compute.utils [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.422485] env[70039]: DEBUG nova.compute.manager [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.423421] env[70039]: DEBUG nova.network.neutron [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.520632] env[70039]: INFO nova.compute.manager [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Took 19.24 seconds to build instance. [ 699.566780] env[70039]: DEBUG nova.policy [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82c0178bea4d4009a7a2c3823fe9fda4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f1b538efaab4c0596968fee3532bd1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.588421] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': task-3330224, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.625829] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220722} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.625829] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.625829] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c08dbe2-10de-48be-95eb-c658a22a59d4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.654059] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e/fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.657165] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-816bf846-7276-4fff-afb6-d3e7a2f74cfd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.683753] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': task-3330230, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.684108] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for the task: (returnval){ [ 699.684108] env[70039]: value = "task-3330231" [ 699.684108] env[70039]: _type = "Task" [ 699.684108] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.693662] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330231, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.754142] env[70039]: DEBUG nova.compute.manager [req-f15249f5-325b-476d-bef8-806a4a3ed884 req-fd2dbb27-cba7-4680-8caf-8dc9821f6602 service nova] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Received event network-changed-760d508a-345a-4f79-838c-b52c422473a0 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.754142] env[70039]: DEBUG nova.compute.manager [req-f15249f5-325b-476d-bef8-806a4a3ed884 req-fd2dbb27-cba7-4680-8caf-8dc9821f6602 service nova] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Refreshing instance network info cache due to event network-changed-760d508a-345a-4f79-838c-b52c422473a0. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.754142] env[70039]: DEBUG oslo_concurrency.lockutils [req-f15249f5-325b-476d-bef8-806a4a3ed884 req-fd2dbb27-cba7-4680-8caf-8dc9821f6602 service nova] Acquiring lock "refresh_cache-340a2275-48b8-4857-8caa-e99546da4404" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.754142] env[70039]: DEBUG oslo_concurrency.lockutils [req-f15249f5-325b-476d-bef8-806a4a3ed884 req-fd2dbb27-cba7-4680-8caf-8dc9821f6602 service nova] Acquired lock "refresh_cache-340a2275-48b8-4857-8caa-e99546da4404" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.756615] env[70039]: DEBUG nova.network.neutron [req-f15249f5-325b-476d-bef8-806a4a3ed884 req-fd2dbb27-cba7-4680-8caf-8dc9821f6602 service nova] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Refreshing network info cache for port 760d508a-345a-4f79-838c-b52c422473a0 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.789987] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.793074] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.793074] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.793074] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.793074] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.793074] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15fc01fe-dd17-4e6e-82dd-ee65013db300 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.803925] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.806465] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.806831] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6a29bb-bed1-4172-899e-253b9ad006b7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.817727] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-780c0685-82ea-4a25-9240-4713da2eafe5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.821276] env[70039]: DEBUG nova.network.neutron [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Updating instance_info_cache with network_info: [{"id": "ee8bf91a-1556-495c-8269-d35184c48903", "address": "fa:16:3e:a5:dd:9b", "network": {"id": "507f33e1-2d58-407c-b58e-8c2e45d29e55", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1535324144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9aef6dfcc3442694af4ae8db68cf13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee8bf91a-15", "ovs_interfaceid": "ee8bf91a-1556-495c-8269-d35184c48903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.826584] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Waiting for the task: (returnval){ [ 699.826584] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524b20e7-21b5-7324-d64f-a6b94263e8cd" [ 699.826584] env[70039]: _type = "Task" [ 699.826584] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.841143] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524b20e7-21b5-7324-d64f-a6b94263e8cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.923988] env[70039]: DEBUG nova.compute.manager [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.990126] env[70039]: DEBUG oslo_concurrency.lockutils [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquiring lock "49b611f4-ea23-46af-ba2e-b4e861eac8a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.992084] env[70039]: DEBUG oslo_concurrency.lockutils [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "49b611f4-ea23-46af-ba2e-b4e861eac8a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.024373] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51ea339b-933e-47df-b9f8-fa685675d061 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Lock "b77ea08a-8f16-44a3-9161-55181e8d7169" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.753s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.027232] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "b77ea08a-8f16-44a3-9161-55181e8d7169" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.865s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.027232] env[70039]: INFO nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] During sync_power_state the instance has a pending task (spawning). Skip. [ 700.027949] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "b77ea08a-8f16-44a3-9161-55181e8d7169" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.101156] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': task-3330224, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.182563] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': task-3330230, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.184173] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24852f8a-00e7-4660-a182-43d5f51d1e3e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.201032] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ff6ed6-466b-463f-893b-3562a669f054 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.204424] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330231, 'name': ReconfigVM_Task, 'duration_secs': 0.309276} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.204424] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Reconfigured VM instance instance-00000004 to attach disk [datastore2] fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e/fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.205270] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b784af65-e3c7-4d48-a1b9-e4158c58c320 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.236379] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc800a5-a61c-441b-9b7d-4bd928ab8a38 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.239252] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for the task: (returnval){ [ 700.239252] env[70039]: value = "task-3330232" [ 700.239252] env[70039]: _type = "Task" [ 700.239252] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.246423] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fb6368-cf41-4dd5-aef7-1861e14554d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.253707] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330232, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.269571] env[70039]: DEBUG nova.compute.provider_tree [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.326150] env[70039]: DEBUG oslo_concurrency.lockutils [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Releasing lock "refresh_cache-60f6fa67-4021-43d8-a94e-fad040add93f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.326499] env[70039]: DEBUG nova.compute.manager [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Instance network_info: |[{"id": "ee8bf91a-1556-495c-8269-d35184c48903", "address": "fa:16:3e:a5:dd:9b", "network": {"id": "507f33e1-2d58-407c-b58e-8c2e45d29e55", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1535324144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9aef6dfcc3442694af4ae8db68cf13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee8bf91a-15", "ovs_interfaceid": "ee8bf91a-1556-495c-8269-d35184c48903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.327086] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:dd:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee8bf91a-1556-495c-8269-d35184c48903', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.335778] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Creating folder: Project (5f9aef6dfcc3442694af4ae8db68cf13). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.339543] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9675528-ef0f-4854-9f53-20f1da7b4fd7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.352320] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Preparing fetch location {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 700.352320] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Creating directory with path [datastore1] vmware_temp/0bcca36c-1528-4f8c-87bd-b228af4ecead/2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.353922] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd305d72-2272-43fb-ab7b-93e708a38e3f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.360371] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Created folder: Project (5f9aef6dfcc3442694af4ae8db68cf13) in parent group-v664777. [ 700.360371] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Creating folder: Instances. Parent ref: group-v664793. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.360371] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bca1600-95fe-418e-bf51-26ed87caca14 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.368249] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Created folder: Instances in parent group-v664793. [ 700.368249] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.368249] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.368249] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f84b3218-2e79-4353-9fa3-c219fa9169a4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.391052] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Created directory with path [datastore1] vmware_temp/0bcca36c-1528-4f8c-87bd-b228af4ecead/2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.391223] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Fetch image to [datastore1] vmware_temp/0bcca36c-1528-4f8c-87bd-b228af4ecead/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/tmp-sparse.vmdk {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 700.391296] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Downloading image file data 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 to [datastore1] vmware_temp/0bcca36c-1528-4f8c-87bd-b228af4ecead/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/tmp-sparse.vmdk on the data store datastore1 {{(pid=70039) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 700.393896] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0bf589-0178-4992-a993-9c7985c779a9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.398234] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.398234] env[70039]: value = "task-3330235" [ 700.398234] env[70039]: _type = "Task" [ 700.398234] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.406057] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dbc765-4d22-4be8-a58b-5e980a354763 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.412667] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330235, 'name': CreateVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.423283] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b31d93f-0466-4695-85ce-a1f758f79c80 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.465755] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f869de-8c24-44cf-b396-e63b3271ccf2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.472328] env[70039]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-3ee32fd4-637b-44d4-946d-191869a6519c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.530468] env[70039]: DEBUG nova.compute.manager [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.573652] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Downloading image file data 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 to the data store datastore1 {{(pid=70039) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 700.592250] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': task-3330224, 'name': PowerOnVM_Task} progress is 91%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.643199] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0bcca36c-1528-4f8c-87bd-b228af4ecead/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70039) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 700.711849] env[70039]: DEBUG nova.network.neutron [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Successfully created port: 61d6cc24-d238-440d-923f-cd1fd6c282dd {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.730700] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': task-3330230, 'name': Rename_Task, 'duration_secs': 1.145856} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.731651] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.731651] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00f8bb30-0f75-410a-8be4-ff0a3ddea491 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.738371] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Waiting for the task: (returnval){ [ 700.738371] env[70039]: value = "task-3330236" [ 700.738371] env[70039]: _type = "Task" [ 700.738371] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.750579] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': task-3330236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.754647] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330232, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.770103] env[70039]: DEBUG nova.scheduler.client.report [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.809588] env[70039]: DEBUG nova.network.neutron [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Successfully updated port: 67cd456a-4294-4ce0-aaf7-742237dd2a2c {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.909345] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330235, 'name': CreateVM_Task, 'duration_secs': 0.437497} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.909861] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.910529] env[70039]: DEBUG oslo_concurrency.lockutils [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.910765] env[70039]: DEBUG oslo_concurrency.lockutils [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.912564] env[70039]: DEBUG oslo_concurrency.lockutils [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.912564] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72a1e97-f35f-45ee-8b7a-850057bc3bfa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.923533] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 700.923533] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]525215a5-53ae-1fb7-dec6-708426d4aa6c" [ 700.923533] env[70039]: _type = "Task" [ 700.923533] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.938751] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525215a5-53ae-1fb7-dec6-708426d4aa6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.968980] env[70039]: DEBUG nova.compute.manager [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.007749] env[70039]: DEBUG nova.virt.hardware [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.007940] env[70039]: DEBUG nova.virt.hardware [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.008111] env[70039]: DEBUG nova.virt.hardware [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.008295] env[70039]: DEBUG nova.virt.hardware [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.008438] env[70039]: DEBUG nova.virt.hardware [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.008639] env[70039]: DEBUG nova.virt.hardware [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.008788] env[70039]: DEBUG nova.virt.hardware [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.008944] env[70039]: DEBUG nova.virt.hardware [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.009208] env[70039]: DEBUG nova.virt.hardware [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.009378] env[70039]: DEBUG nova.virt.hardware [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.009567] env[70039]: DEBUG nova.virt.hardware [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.010446] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed228415-1c84-4922-937a-0c945f89deb8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.031444] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f421df61-defd-411d-94eb-4c22ea47acf5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.073331] env[70039]: DEBUG nova.network.neutron [req-f15249f5-325b-476d-bef8-806a4a3ed884 req-fd2dbb27-cba7-4680-8caf-8dc9821f6602 service nova] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Updated VIF entry in instance network info cache for port 760d508a-345a-4f79-838c-b52c422473a0. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.073754] env[70039]: DEBUG nova.network.neutron [req-f15249f5-325b-476d-bef8-806a4a3ed884 req-fd2dbb27-cba7-4680-8caf-8dc9821f6602 service nova] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Updating instance_info_cache with network_info: [{"id": "760d508a-345a-4f79-838c-b52c422473a0", "address": "fa:16:3e:10:79:64", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760d508a-34", "ovs_interfaceid": "760d508a-345a-4f79-838c-b52c422473a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.088030] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.093326] env[70039]: DEBUG oslo_vmware.api [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': task-3330224, 'name': PowerOnVM_Task, 'duration_secs': 2.057827} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.093447] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.093610] env[70039]: INFO nova.compute.manager [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Took 14.24 seconds to spawn the instance on the hypervisor. [ 701.093805] env[70039]: DEBUG nova.compute.manager [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.098268] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ec468f-461f-4e07-b8a9-76d7a610b16e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.258023] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330232, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.264747] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': task-3330236, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.275398] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.275944] env[70039]: DEBUG nova.compute.manager [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.280664] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.133s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.283431] env[70039]: INFO nova.compute.claims [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.326023] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "refresh_cache-880c0cc9-6e82-4985-aae5-a3a9d38ab91c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.326023] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquired lock "refresh_cache-880c0cc9-6e82-4985-aae5-a3a9d38ab91c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.326023] env[70039]: DEBUG nova.network.neutron [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.442447] env[70039]: DEBUG oslo_concurrency.lockutils [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.442716] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.442932] env[70039]: DEBUG oslo_concurrency.lockutils [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.489194] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Completed reading data from the image iterator. {{(pid=70039) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 701.489702] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0bcca36c-1528-4f8c-87bd-b228af4ecead/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 701.559429] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Downloaded image file data 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 to vmware_temp/0bcca36c-1528-4f8c-87bd-b228af4ecead/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/tmp-sparse.vmdk on the data store datastore1 {{(pid=70039) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 701.561724] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Caching image {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 701.561930] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Copying Virtual Disk [datastore1] vmware_temp/0bcca36c-1528-4f8c-87bd-b228af4ecead/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/tmp-sparse.vmdk to [datastore1] vmware_temp/0bcca36c-1528-4f8c-87bd-b228af4ecead/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.567370] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ab02316-23ab-4cc9-9ab4-b88fcd9c2934 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.576812] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Waiting for the task: (returnval){ [ 701.576812] env[70039]: value = "task-3330237" [ 701.576812] env[70039]: _type = "Task" [ 701.576812] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.580990] env[70039]: DEBUG oslo_concurrency.lockutils [req-f15249f5-325b-476d-bef8-806a4a3ed884 req-fd2dbb27-cba7-4680-8caf-8dc9821f6602 service nova] Releasing lock "refresh_cache-340a2275-48b8-4857-8caa-e99546da4404" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.587716] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.628611] env[70039]: INFO nova.compute.manager [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Took 20.58 seconds to build instance. [ 701.770533] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330232, 'name': Rename_Task, 'duration_secs': 1.225072} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.770533] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': task-3330236, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.770533] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.774733] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0c4e3e1-e729-4e59-a39a-d2daa696a17d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.777246] env[70039]: DEBUG oslo_concurrency.lockutils [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "3fadbf0b-4802-41a3-be05-1208371ae43f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.777496] env[70039]: DEBUG oslo_concurrency.lockutils [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "3fadbf0b-4802-41a3-be05-1208371ae43f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.783585] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for the task: (returnval){ [ 701.783585] env[70039]: value = "task-3330238" [ 701.783585] env[70039]: _type = "Task" [ 701.783585] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.790958] env[70039]: DEBUG nova.compute.utils [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.795442] env[70039]: DEBUG nova.compute.manager [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.795442] env[70039]: DEBUG nova.network.neutron [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.803526] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330238, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.894644] env[70039]: DEBUG nova.policy [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53e2a469a27b4c1cbefa3ca34d092e6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18a78931973c46ffb11d8cb2da17d519', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.985512] env[70039]: DEBUG nova.network.neutron [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.086897] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330237, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.131209] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0ead6b1-8942-4d52-81da-2bece8ab300a tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Lock "6efccb6e-9996-4655-9901-8eb162970d73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.096s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.132573] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "6efccb6e-9996-4655-9901-8eb162970d73" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.971s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.132781] env[70039]: INFO nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] During sync_power_state the instance has a pending task (spawning). Skip. [ 702.132964] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "6efccb6e-9996-4655-9901-8eb162970d73" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.251786] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': task-3330236, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.299100] env[70039]: DEBUG nova.compute.manager [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.305497] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330238, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.572526] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634565b8-9ae8-4002-86f7-731b59efe341 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.583892] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97e639a-0747-4cc3-82a7-f0d070f7f7fa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.590995] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330237, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.007042} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.591416] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Copied Virtual Disk [datastore1] vmware_temp/0bcca36c-1528-4f8c-87bd-b228af4ecead/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/tmp-sparse.vmdk to [datastore1] vmware_temp/0bcca36c-1528-4f8c-87bd-b228af4ecead/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.591629] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Deleting the datastore file [datastore1] vmware_temp/0bcca36c-1528-4f8c-87bd-b228af4ecead/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/tmp-sparse.vmdk {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.591886] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb7338a1-11cb-4722-bc82-6acd29ca6748 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.627992] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa250c4-b591-4b27-b1b1-578baf3602b5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.632236] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Waiting for the task: (returnval){ [ 702.632236] env[70039]: value = "task-3330239" [ 702.632236] env[70039]: _type = "Task" [ 702.632236] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.639196] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ea3c7b-bb78-4985-9e2e-ed940488cf14 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.647479] env[70039]: DEBUG nova.compute.manager [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.650369] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.660531] env[70039]: DEBUG nova.compute.provider_tree [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.750708] env[70039]: DEBUG oslo_vmware.api [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': task-3330236, 'name': PowerOnVM_Task, 'duration_secs': 1.713937} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.751302] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.751302] env[70039]: INFO nova.compute.manager [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Took 13.61 seconds to spawn the instance on the hypervisor. [ 702.751570] env[70039]: DEBUG nova.compute.manager [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.752528] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3309358-7410-4e4a-b6d1-db7fb1c98b7c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.797351] env[70039]: DEBUG oslo_vmware.api [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330238, 'name': PowerOnVM_Task, 'duration_secs': 0.667578} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.797631] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.797831] env[70039]: INFO nova.compute.manager [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Took 11.38 seconds to spawn the instance on the hypervisor. [ 702.798017] env[70039]: DEBUG nova.compute.manager [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.798808] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7046de9a-23cb-4906-b1bb-acd448b4cdbc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.037317] env[70039]: DEBUG nova.network.neutron [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Updating instance_info_cache with network_info: [{"id": "67cd456a-4294-4ce0-aaf7-742237dd2a2c", "address": "fa:16:3e:42:da:ce", "network": {"id": "4210840f-1282-42b9-a4c8-d61e8a259be7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1790591715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f1b538efaab4c0596968fee3532bd1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67cd456a-42", "ovs_interfaceid": "67cd456a-4294-4ce0-aaf7-742237dd2a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.115731] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "7ef8777d-90dd-487a-adcc-2955f5938c3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.116679] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "7ef8777d-90dd-487a-adcc-2955f5938c3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.143648] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082104} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.143988] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.144227] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Moving file from [datastore1] vmware_temp/0bcca36c-1528-4f8c-87bd-b228af4ecead/2024c926-7250-4c3f-a5e4-d5ea078ccaf6 to [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6. {{(pid=70039) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 703.144488] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-bb2b7292-f338-4a19-9e87-1ffcb4cf7c36 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.153718] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Waiting for the task: (returnval){ [ 703.153718] env[70039]: value = "task-3330240" [ 703.153718] env[70039]: _type = "Task" [ 703.153718] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.165480] env[70039]: DEBUG nova.scheduler.client.report [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.168660] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330240, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.179534] env[70039]: DEBUG oslo_concurrency.lockutils [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.276913] env[70039]: INFO nova.compute.manager [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Took 21.13 seconds to build instance. [ 703.306743] env[70039]: DEBUG nova.network.neutron [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Successfully created port: fb6cdacf-e1b0-47b1-9fd8-0660c71fe019 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.313672] env[70039]: DEBUG nova.compute.manager [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.329528] env[70039]: INFO nova.compute.manager [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Took 21.03 seconds to build instance. [ 703.361288] env[70039]: DEBUG nova.virt.hardware [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:14:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1102121229',id=19,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-740248297',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.361787] env[70039]: DEBUG nova.virt.hardware [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.362016] env[70039]: DEBUG nova.virt.hardware [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.362247] env[70039]: DEBUG nova.virt.hardware [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.362478] env[70039]: DEBUG nova.virt.hardware [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.362663] env[70039]: DEBUG nova.virt.hardware [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.362927] env[70039]: DEBUG nova.virt.hardware [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.363108] env[70039]: DEBUG nova.virt.hardware [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.363283] env[70039]: DEBUG nova.virt.hardware [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.363452] env[70039]: DEBUG nova.virt.hardware [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.363680] env[70039]: DEBUG nova.virt.hardware [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.365879] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a723a03c-06be-4bed-b82a-ab3da8e52632 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.375343] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3f16c8-ce21-4ab2-be91-1fa4d43aa1ba {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.540394] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Releasing lock "refresh_cache-880c0cc9-6e82-4985-aae5-a3a9d38ab91c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.540736] env[70039]: DEBUG nova.compute.manager [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Instance network_info: |[{"id": "67cd456a-4294-4ce0-aaf7-742237dd2a2c", "address": "fa:16:3e:42:da:ce", "network": {"id": "4210840f-1282-42b9-a4c8-d61e8a259be7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1790591715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f1b538efaab4c0596968fee3532bd1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67cd456a-42", "ovs_interfaceid": "67cd456a-4294-4ce0-aaf7-742237dd2a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.541465] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:da:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67cd456a-4294-4ce0-aaf7-742237dd2a2c', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.549884] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Creating folder: Project (4f1b538efaab4c0596968fee3532bd1d). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.550206] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ccd989f-2979-4860-a5f6-1a01cd37fc81 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.561585] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Created folder: Project (4f1b538efaab4c0596968fee3532bd1d) in parent group-v664777. [ 703.561787] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Creating folder: Instances. Parent ref: group-v664796. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.562046] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c42381a5-adfd-479a-8632-541afff8525d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.571532] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Created folder: Instances in parent group-v664796. [ 703.571761] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.571880] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.572110] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a3ac3e2-5de3-41d2-aef0-4841a52eb6a9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.594936] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.594936] env[70039]: value = "task-3330243" [ 703.594936] env[70039]: _type = "Task" [ 703.594936] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.604220] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330243, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.668414] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330240, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.033703} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.668414] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] File moved {{(pid=70039) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 703.668414] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Cleaning up location [datastore1] vmware_temp/0bcca36c-1528-4f8c-87bd-b228af4ecead {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 703.668414] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Deleting the datastore file [datastore1] vmware_temp/0bcca36c-1528-4f8c-87bd-b228af4ecead {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.668414] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc4e76f6-5c94-42db-b824-56f8d987b792 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.669661] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.670273] env[70039]: DEBUG nova.compute.manager [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.675314] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.994s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.675314] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.675314] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70039) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 703.675643] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.589s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.678306] env[70039]: INFO nova.compute.claims [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.687044] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca14e00-7f48-4e49-87cc-7c55dfe34709 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.694473] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Waiting for the task: (returnval){ [ 703.694473] env[70039]: value = "task-3330244" [ 703.694473] env[70039]: _type = "Task" [ 703.694473] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.707368] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddb7de8-3903-4de9-a405-c060a8534f7a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.716932] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.731049] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fce34e-9f93-4241-a363-f6a5e3b26c04 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.747440] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84ec65d-23e9-4e34-926e-8ba99f2c1438 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.788673] env[70039]: DEBUG nova.compute.manager [req-4ee35f4f-57f3-4cf8-a685-a5eed10b4dd0 req-505eecfa-35f7-4515-be16-9a9796ccfb97 service nova] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Received event network-changed-ee8bf91a-1556-495c-8269-d35184c48903 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.788940] env[70039]: DEBUG nova.compute.manager [req-4ee35f4f-57f3-4cf8-a685-a5eed10b4dd0 req-505eecfa-35f7-4515-be16-9a9796ccfb97 service nova] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Refreshing instance network info cache due to event network-changed-ee8bf91a-1556-495c-8269-d35184c48903. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.789227] env[70039]: DEBUG oslo_concurrency.lockutils [req-4ee35f4f-57f3-4cf8-a685-a5eed10b4dd0 req-505eecfa-35f7-4515-be16-9a9796ccfb97 service nova] Acquiring lock "refresh_cache-60f6fa67-4021-43d8-a94e-fad040add93f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.789411] env[70039]: DEBUG oslo_concurrency.lockutils [req-4ee35f4f-57f3-4cf8-a685-a5eed10b4dd0 req-505eecfa-35f7-4515-be16-9a9796ccfb97 service nova] Acquired lock "refresh_cache-60f6fa67-4021-43d8-a94e-fad040add93f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.789615] env[70039]: DEBUG nova.network.neutron [req-4ee35f4f-57f3-4cf8-a685-a5eed10b4dd0 req-505eecfa-35f7-4515-be16-9a9796ccfb97 service nova] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Refreshing network info cache for port ee8bf91a-1556-495c-8269-d35184c48903 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.792976] env[70039]: DEBUG oslo_concurrency.lockutils [None req-112c45ed-c8ee-4f58-9c27-3bf77c24cb67 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Lock "059c79b6-0553-4221-b430-11b126a5931a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.653s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.793203] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180963MB free_disk=110GB free_vcpus=48 pci_devices=None {{(pid=70039) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 703.793446] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.795462] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "059c79b6-0553-4221-b430-11b126a5931a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.633s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.795717] env[70039]: INFO nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 059c79b6-0553-4221-b430-11b126a5931a] During sync_power_state the instance has a pending task (spawning). Skip. [ 703.795887] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "059c79b6-0553-4221-b430-11b126a5931a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.832353] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f5727c3-e07e-44c2-abc9-cbff9d50285d tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Lock "fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.549s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.833992] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.671s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.835065] env[70039]: INFO nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] During sync_power_state the instance has a pending task (spawning). Skip. [ 703.835406] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.002s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.944422] env[70039]: DEBUG nova.network.neutron [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Successfully updated port: 61d6cc24-d238-440d-923f-cd1fd6c282dd {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.105974] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330243, 'name': CreateVM_Task, 'duration_secs': 0.438122} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.106445] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.107424] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.107680] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.108191] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.108541] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-206f6bb7-9fe2-4477-a0ab-fc0e1d512d47 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.114274] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 704.114274] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5227fa86-b2e6-0e43-fdfd-245974387fc3" [ 704.114274] env[70039]: _type = "Task" [ 704.114274] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.123710] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5227fa86-b2e6-0e43-fdfd-245974387fc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.178207] env[70039]: DEBUG nova.compute.utils [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.181125] env[70039]: DEBUG nova.compute.manager [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.181125] env[70039]: DEBUG nova.network.neutron [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.205365] env[70039]: DEBUG nova.compute.manager [req-330e83a6-131b-41da-863b-7adb95899573 req-d7a3bc82-b12d-4b2d-8aff-f8fdde51d2ac service nova] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Received event network-vif-plugged-67cd456a-4294-4ce0-aaf7-742237dd2a2c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.205601] env[70039]: DEBUG oslo_concurrency.lockutils [req-330e83a6-131b-41da-863b-7adb95899573 req-d7a3bc82-b12d-4b2d-8aff-f8fdde51d2ac service nova] Acquiring lock "880c0cc9-6e82-4985-aae5-a3a9d38ab91c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.205765] env[70039]: DEBUG oslo_concurrency.lockutils [req-330e83a6-131b-41da-863b-7adb95899573 req-d7a3bc82-b12d-4b2d-8aff-f8fdde51d2ac service nova] Lock "880c0cc9-6e82-4985-aae5-a3a9d38ab91c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.205932] env[70039]: DEBUG oslo_concurrency.lockutils [req-330e83a6-131b-41da-863b-7adb95899573 req-d7a3bc82-b12d-4b2d-8aff-f8fdde51d2ac service nova] Lock "880c0cc9-6e82-4985-aae5-a3a9d38ab91c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.206146] env[70039]: DEBUG nova.compute.manager [req-330e83a6-131b-41da-863b-7adb95899573 req-d7a3bc82-b12d-4b2d-8aff-f8fdde51d2ac service nova] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] No waiting events found dispatching network-vif-plugged-67cd456a-4294-4ce0-aaf7-742237dd2a2c {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.206714] env[70039]: WARNING nova.compute.manager [req-330e83a6-131b-41da-863b-7adb95899573 req-d7a3bc82-b12d-4b2d-8aff-f8fdde51d2ac service nova] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Received unexpected event network-vif-plugged-67cd456a-4294-4ce0-aaf7-742237dd2a2c for instance with vm_state building and task_state spawning. [ 704.206714] env[70039]: DEBUG nova.compute.manager [req-330e83a6-131b-41da-863b-7adb95899573 req-d7a3bc82-b12d-4b2d-8aff-f8fdde51d2ac service nova] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Received event network-changed-67cd456a-4294-4ce0-aaf7-742237dd2a2c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.206714] env[70039]: DEBUG nova.compute.manager [req-330e83a6-131b-41da-863b-7adb95899573 req-d7a3bc82-b12d-4b2d-8aff-f8fdde51d2ac service nova] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Refreshing instance network info cache due to event network-changed-67cd456a-4294-4ce0-aaf7-742237dd2a2c. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.206972] env[70039]: DEBUG oslo_concurrency.lockutils [req-330e83a6-131b-41da-863b-7adb95899573 req-d7a3bc82-b12d-4b2d-8aff-f8fdde51d2ac service nova] Acquiring lock "refresh_cache-880c0cc9-6e82-4985-aae5-a3a9d38ab91c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.206972] env[70039]: DEBUG oslo_concurrency.lockutils [req-330e83a6-131b-41da-863b-7adb95899573 req-d7a3bc82-b12d-4b2d-8aff-f8fdde51d2ac service nova] Acquired lock "refresh_cache-880c0cc9-6e82-4985-aae5-a3a9d38ab91c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.207073] env[70039]: DEBUG nova.network.neutron [req-330e83a6-131b-41da-863b-7adb95899573 req-d7a3bc82-b12d-4b2d-8aff-f8fdde51d2ac service nova] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Refreshing network info cache for port 67cd456a-4294-4ce0-aaf7-742237dd2a2c {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.217737] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.051447} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.218077] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.219532] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46d7eeea-3202-4978-8ab2-faea799ede72 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.231433] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Waiting for the task: (returnval){ [ 704.231433] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]522670c3-4295-7bd5-b517-88af0ae4c7dd" [ 704.231433] env[70039]: _type = "Task" [ 704.231433] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.242797] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522670c3-4295-7bd5-b517-88af0ae4c7dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.298497] env[70039]: DEBUG nova.compute.manager [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.337770] env[70039]: DEBUG nova.compute.manager [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.358151] env[70039]: DEBUG nova.policy [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a77a4afd79b4a0b8a6433f4b3e5b67f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6dc469639c64a42b37e106d7d58b129', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.449992] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "refresh_cache-9ad70c76-963e-47ff-803d-1e31926b862a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.449992] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquired lock "refresh_cache-9ad70c76-963e-47ff-803d-1e31926b862a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.450089] env[70039]: DEBUG nova.network.neutron [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.626693] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5227fa86-b2e6-0e43-fdfd-245974387fc3, 'name': SearchDatastore_Task, 'duration_secs': 0.020431} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.627057] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.627305] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.627519] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.684498] env[70039]: DEBUG nova.compute.manager [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.748922] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522670c3-4295-7bd5-b517-88af0ae4c7dd, 'name': SearchDatastore_Task, 'duration_secs': 0.034809} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.749209] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.749466] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 340a2275-48b8-4857-8caa-e99546da4404/340a2275-48b8-4857-8caa-e99546da4404.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.749735] env[70039]: DEBUG oslo_concurrency.lockutils [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.749919] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.750153] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-821cbb26-706b-4770-bff6-cc1fb92a0dc6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.752366] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dc9179e-ac83-4f67-b266-367966ca94e4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.761089] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Waiting for the task: (returnval){ [ 704.761089] env[70039]: value = "task-3330245" [ 704.761089] env[70039]: _type = "Task" [ 704.761089] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.765387] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.765571] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.768537] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02125746-80ec-40a0-a348-a94be6547be5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.773009] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.777056] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 704.777056] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5224ced3-5efb-e0e5-cbc4-20281c12ca42" [ 704.777056] env[70039]: _type = "Task" [ 704.777056] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.784684] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5224ced3-5efb-e0e5-cbc4-20281c12ca42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.824174] env[70039]: DEBUG oslo_concurrency.lockutils [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.864024] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.948958] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e03a5c-c66d-422f-a9da-130847d2cdb3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.961581] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7d3f03-2fd7-46f9-8a23-f384bd3833b6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.996600] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5993404-44ab-4d4b-a291-9ff4e721addd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.005366] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ccc035-6b30-49c6-bd2e-6699346af34e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.022246] env[70039]: DEBUG nova.compute.provider_tree [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.194623] env[70039]: DEBUG nova.network.neutron [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.273174] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330245, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.293382] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5224ced3-5efb-e0e5-cbc4-20281c12ca42, 'name': SearchDatastore_Task, 'duration_secs': 0.025909} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.294420] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6fb31f7-7ddb-491b-979c-996472a93c68 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.304129] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 705.304129] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52e43b9e-9616-895d-6aad-f2281eba8429" [ 705.304129] env[70039]: _type = "Task" [ 705.304129] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.313650] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e43b9e-9616-895d-6aad-f2281eba8429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.495413] env[70039]: DEBUG nova.network.neutron [req-4ee35f4f-57f3-4cf8-a685-a5eed10b4dd0 req-505eecfa-35f7-4515-be16-9a9796ccfb97 service nova] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Updated VIF entry in instance network info cache for port ee8bf91a-1556-495c-8269-d35184c48903. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.495805] env[70039]: DEBUG nova.network.neutron [req-4ee35f4f-57f3-4cf8-a685-a5eed10b4dd0 req-505eecfa-35f7-4515-be16-9a9796ccfb97 service nova] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Updating instance_info_cache with network_info: [{"id": "ee8bf91a-1556-495c-8269-d35184c48903", "address": "fa:16:3e:a5:dd:9b", "network": {"id": "507f33e1-2d58-407c-b58e-8c2e45d29e55", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1535324144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9aef6dfcc3442694af4ae8db68cf13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee8bf91a-15", "ovs_interfaceid": "ee8bf91a-1556-495c-8269-d35184c48903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.525073] env[70039]: DEBUG nova.scheduler.client.report [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.700634] env[70039]: DEBUG nova.compute.manager [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.742410] env[70039]: DEBUG nova.virt.hardware [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.743160] env[70039]: DEBUG nova.virt.hardware [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.743266] env[70039]: DEBUG nova.virt.hardware [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.743575] env[70039]: DEBUG nova.virt.hardware [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.743894] env[70039]: DEBUG nova.virt.hardware [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.744183] env[70039]: DEBUG nova.virt.hardware [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.747020] env[70039]: DEBUG nova.virt.hardware [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.747020] env[70039]: DEBUG nova.virt.hardware [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.747020] env[70039]: DEBUG nova.virt.hardware [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.747020] env[70039]: DEBUG nova.virt.hardware [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.747020] env[70039]: DEBUG nova.virt.hardware [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.747228] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a399fc3c-fa52-4acb-8287-1452c5ae1ba9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.755464] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb07faf8-7e2b-415b-80f8-45dc16967969 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.786938] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543703} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.787246] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 340a2275-48b8-4857-8caa-e99546da4404/340a2275-48b8-4857-8caa-e99546da4404.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.787473] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.787718] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1032b757-53ea-477d-8e7a-c38b458ad480 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.795457] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Waiting for the task: (returnval){ [ 705.795457] env[70039]: value = "task-3330246" [ 705.795457] env[70039]: _type = "Task" [ 705.795457] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.807359] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.817463] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e43b9e-9616-895d-6aad-f2281eba8429, 'name': SearchDatastore_Task, 'duration_secs': 0.009739} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.817880] env[70039]: DEBUG oslo_concurrency.lockutils [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.818009] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 60f6fa67-4021-43d8-a94e-fad040add93f/60f6fa67-4021-43d8-a94e-fad040add93f.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.818335] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.818688] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.818977] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-410a9827-3781-4631-b216-93cdf91b594d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.822100] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c9a207b-c86d-4a4e-a119-88fdeeff3593 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.828264] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 705.828264] env[70039]: value = "task-3330247" [ 705.828264] env[70039]: _type = "Task" [ 705.828264] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.833955] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.833955] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.835096] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859c0922-7ab1-4da9-9e76-6dfd8117275d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.842258] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.845690] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 705.845690] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]526c7053-d9f6-61ba-1945-079e0ccd12e6" [ 705.845690] env[70039]: _type = "Task" [ 705.845690] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.854879] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526c7053-d9f6-61ba-1945-079e0ccd12e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.998997] env[70039]: DEBUG oslo_concurrency.lockutils [req-4ee35f4f-57f3-4cf8-a685-a5eed10b4dd0 req-505eecfa-35f7-4515-be16-9a9796ccfb97 service nova] Releasing lock "refresh_cache-60f6fa67-4021-43d8-a94e-fad040add93f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.036152] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.036905] env[70039]: DEBUG nova.compute.manager [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.041048] env[70039]: DEBUG oslo_concurrency.lockutils [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.861s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.041833] env[70039]: INFO nova.compute.claims [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.084044] env[70039]: DEBUG nova.network.neutron [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Updating instance_info_cache with network_info: [{"id": "61d6cc24-d238-440d-923f-cd1fd6c282dd", "address": "fa:16:3e:66:90:66", "network": {"id": "4210840f-1282-42b9-a4c8-d61e8a259be7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1790591715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f1b538efaab4c0596968fee3532bd1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61d6cc24-d2", "ovs_interfaceid": "61d6cc24-d238-440d-923f-cd1fd6c282dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.136854] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Acquiring lock "fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.137203] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Lock "fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.137424] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Acquiring lock "fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.137621] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Lock "fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.137801] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Lock "fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.144070] env[70039]: INFO nova.compute.manager [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Terminating instance [ 706.156491] env[70039]: DEBUG nova.network.neutron [req-330e83a6-131b-41da-863b-7adb95899573 req-d7a3bc82-b12d-4b2d-8aff-f8fdde51d2ac service nova] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Updated VIF entry in instance network info cache for port 67cd456a-4294-4ce0-aaf7-742237dd2a2c. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.156491] env[70039]: DEBUG nova.network.neutron [req-330e83a6-131b-41da-863b-7adb95899573 req-d7a3bc82-b12d-4b2d-8aff-f8fdde51d2ac service nova] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Updating instance_info_cache with network_info: [{"id": "67cd456a-4294-4ce0-aaf7-742237dd2a2c", "address": "fa:16:3e:42:da:ce", "network": {"id": "4210840f-1282-42b9-a4c8-d61e8a259be7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1790591715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f1b538efaab4c0596968fee3532bd1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67cd456a-42", "ovs_interfaceid": "67cd456a-4294-4ce0-aaf7-742237dd2a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.182436] env[70039]: DEBUG nova.network.neutron [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Successfully created port: fc844d8d-d157-414f-b1f7-4c70ed6231b9 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.310167] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066345} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.310588] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.311924] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503bebeb-ebad-413a-82fb-3a719e09bce6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.345353] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 340a2275-48b8-4857-8caa-e99546da4404/340a2275-48b8-4857-8caa-e99546da4404.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.349330] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90fb3c82-dba9-4613-a197-5991a0b49a15 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.397781] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330247, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.398236] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526c7053-d9f6-61ba-1945-079e0ccd12e6, 'name': SearchDatastore_Task, 'duration_secs': 0.0127} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.399188] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Waiting for the task: (returnval){ [ 706.399188] env[70039]: value = "task-3330248" [ 706.399188] env[70039]: _type = "Task" [ 706.399188] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.399561] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e4663d-4d0a-46e4-b927-629c4631a17d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.410048] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 706.410048] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]527cd788-8b64-fc3f-caff-82a05371affb" [ 706.410048] env[70039]: _type = "Task" [ 706.410048] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.416017] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.423856] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527cd788-8b64-fc3f-caff-82a05371affb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.549018] env[70039]: DEBUG nova.compute.utils [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.549941] env[70039]: DEBUG nova.compute.manager [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.550202] env[70039]: DEBUG nova.network.neutron [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.586243] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Releasing lock "refresh_cache-9ad70c76-963e-47ff-803d-1e31926b862a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.586773] env[70039]: DEBUG nova.compute.manager [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Instance network_info: |[{"id": "61d6cc24-d238-440d-923f-cd1fd6c282dd", "address": "fa:16:3e:66:90:66", "network": {"id": "4210840f-1282-42b9-a4c8-d61e8a259be7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1790591715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f1b538efaab4c0596968fee3532bd1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61d6cc24-d2", "ovs_interfaceid": "61d6cc24-d238-440d-923f-cd1fd6c282dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.587536] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:90:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61d6cc24-d238-440d-923f-cd1fd6c282dd', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.598839] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.599111] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.599337] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9261e58e-2137-4e54-9d26-95651ff4887c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.632726] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.632726] env[70039]: value = "task-3330249" [ 706.632726] env[70039]: _type = "Task" [ 706.632726] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.645109] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330249, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.649023] env[70039]: DEBUG nova.compute.manager [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.649209] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.650265] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab78200-e7ef-4b4f-8e05-fe7c38e615e6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.659725] env[70039]: DEBUG oslo_concurrency.lockutils [req-330e83a6-131b-41da-863b-7adb95899573 req-d7a3bc82-b12d-4b2d-8aff-f8fdde51d2ac service nova] Releasing lock "refresh_cache-880c0cc9-6e82-4985-aae5-a3a9d38ab91c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.660181] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.661296] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8c1eacb-250b-4855-a8fe-ec9bd2dec7a0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.669726] env[70039]: DEBUG oslo_vmware.api [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Waiting for the task: (returnval){ [ 706.669726] env[70039]: value = "task-3330250" [ 706.669726] env[70039]: _type = "Task" [ 706.669726] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.679546] env[70039]: DEBUG nova.compute.manager [None req-f78703b5-8721-4429-8d1f-aaf117635784 tempest-ServerExternalEventsTest-393706831 tempest-ServerExternalEventsTest-393706831-project] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Received event network-changed {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.679546] env[70039]: DEBUG nova.compute.manager [None req-f78703b5-8721-4429-8d1f-aaf117635784 tempest-ServerExternalEventsTest-393706831 tempest-ServerExternalEventsTest-393706831-project] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Refreshing instance network info cache due to event network-changed. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.679546] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f78703b5-8721-4429-8d1f-aaf117635784 tempest-ServerExternalEventsTest-393706831 tempest-ServerExternalEventsTest-393706831-project] Acquiring lock "refresh_cache-059c79b6-0553-4221-b430-11b126a5931a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.679546] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f78703b5-8721-4429-8d1f-aaf117635784 tempest-ServerExternalEventsTest-393706831 tempest-ServerExternalEventsTest-393706831-project] Acquired lock "refresh_cache-059c79b6-0553-4221-b430-11b126a5931a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.679751] env[70039]: DEBUG nova.network.neutron [None req-f78703b5-8721-4429-8d1f-aaf117635784 tempest-ServerExternalEventsTest-393706831 tempest-ServerExternalEventsTest-393706831-project] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.688024] env[70039]: DEBUG oslo_vmware.api [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Task: {'id': task-3330250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.845468] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758031} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.845726] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 60f6fa67-4021-43d8-a94e-fad040add93f/60f6fa67-4021-43d8-a94e-fad040add93f.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.846231] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.846828] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbd61b1a-64cd-497a-a062-827a0f26d8b2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.858646] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 706.858646] env[70039]: value = "task-3330251" [ 706.858646] env[70039]: _type = "Task" [ 706.858646] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.873196] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.876314] env[70039]: DEBUG nova.policy [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8463bb6d045543eeb48e4a7cd8a1de8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e157acdd79c48e5bd38bd64a6ef7c47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.910806] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330248, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.924985] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527cd788-8b64-fc3f-caff-82a05371affb, 'name': SearchDatastore_Task, 'duration_secs': 0.050629} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.925512] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.925995] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 880c0cc9-6e82-4985-aae5-a3a9d38ab91c/880c0cc9-6e82-4985-aae5-a3a9d38ab91c.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.926472] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64d2a6ce-4f90-4f10-be83-99e53d8411d7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.934590] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 706.934590] env[70039]: value = "task-3330252" [ 706.934590] env[70039]: _type = "Task" [ 706.934590] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.946197] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.056979] env[70039]: DEBUG nova.compute.manager [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.151848] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330249, 'name': CreateVM_Task, 'duration_secs': 0.388077} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.152214] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.152915] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.153606] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.153606] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.153728] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-984b07e8-57af-40bd-b8b0-4ce598aacc5f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.160107] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 707.160107] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52fcfe03-7583-4721-2bf4-cdbf210c4166" [ 707.160107] env[70039]: _type = "Task" [ 707.160107] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.181518] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fcfe03-7583-4721-2bf4-cdbf210c4166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.190764] env[70039]: DEBUG oslo_vmware.api [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Task: {'id': task-3330250, 'name': PowerOffVM_Task, 'duration_secs': 0.287034} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.191849] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.191849] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.198024] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8835cf4b-bf3b-4622-9d8e-d1e3c37e4f81 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.268053] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.268274] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.268449] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Deleting the datastore file [datastore2] fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.268714] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b59cffe9-919f-415c-b006-0ac502947dfe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.276362] env[70039]: DEBUG oslo_vmware.api [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Waiting for the task: (returnval){ [ 707.276362] env[70039]: value = "task-3330254" [ 707.276362] env[70039]: _type = "Task" [ 707.276362] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.295346] env[70039]: DEBUG oslo_concurrency.lockutils [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Acquiring lock "2ae04994-4b65-49f8-97d8-bb0c1ebad763" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.295611] env[70039]: DEBUG oslo_concurrency.lockutils [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Lock "2ae04994-4b65-49f8-97d8-bb0c1ebad763" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.301568] env[70039]: DEBUG oslo_vmware.api [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Task: {'id': task-3330254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.369427] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080967} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.369685] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.370538] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd3c0d8-200b-42cf-91bf-86881a0d07d9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.416471] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 60f6fa67-4021-43d8-a94e-fad040add93f/60f6fa67-4021-43d8-a94e-fad040add93f.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.419606] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17d74853-079f-4cab-9a53-06254ee05be9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.455058] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453293} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.458135] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 880c0cc9-6e82-4985-aae5-a3a9d38ab91c/880c0cc9-6e82-4985-aae5-a3a9d38ab91c.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.458262] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.458577] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 707.458577] env[70039]: value = "task-3330255" [ 707.458577] env[70039]: _type = "Task" [ 707.458577] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.458920] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330248, 'name': ReconfigVM_Task, 'duration_secs': 0.54531} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.458981] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2beab94-9959-4f3f-89b7-caefe9d1ef52 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.461028] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 340a2275-48b8-4857-8caa-e99546da4404/340a2275-48b8-4857-8caa-e99546da4404.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.464358] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-916613ad-99d3-4baf-9f7e-7cbadba09b20 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.467713] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b879ba-5240-4459-954e-3d9c5da880c0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.473185] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 707.473185] env[70039]: value = "task-3330256" [ 707.473185] env[70039]: _type = "Task" [ 707.473185] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.480801] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.484563] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Waiting for the task: (returnval){ [ 707.484563] env[70039]: value = "task-3330257" [ 707.484563] env[70039]: _type = "Task" [ 707.484563] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.494558] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.494558] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaa6dc4-de0f-46d3-bf46-a89908bb9b25 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.500767] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330257, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.528604] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19e9bca-e2d2-427f-ba55-4d0dd1e29374 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.537143] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d4acdb-bb88-4f6c-ae7d-5e65e40b162f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.557251] env[70039]: DEBUG nova.compute.provider_tree [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 707.575591] env[70039]: DEBUG nova.network.neutron [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Successfully updated port: fb6cdacf-e1b0-47b1-9fd8-0660c71fe019 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.673385] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fcfe03-7583-4721-2bf4-cdbf210c4166, 'name': SearchDatastore_Task, 'duration_secs': 0.050089} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.673385] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.673385] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.673385] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.673985] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.673985] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.673985] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94cd2cc6-6343-4b90-b6ed-d370a3074b32 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.684659] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.684659] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.685175] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0584730d-a42d-4381-a237-c10c1c20515b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.692703] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 707.692703] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521f4dbe-b2e2-2102-691a-b923c9213a98" [ 707.692703] env[70039]: _type = "Task" [ 707.692703] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.702967] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521f4dbe-b2e2-2102-691a-b923c9213a98, 'name': SearchDatastore_Task, 'duration_secs': 0.007984} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.704173] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9afad0d3-7f25-4d25-bcc6-e8ebaa1f77e0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.710141] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 707.710141] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52194401-a985-6089-269a-81230d60cf80" [ 707.710141] env[70039]: _type = "Task" [ 707.710141] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.724122] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52194401-a985-6089-269a-81230d60cf80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.791834] env[70039]: DEBUG oslo_vmware.api [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Task: {'id': task-3330254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222368} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.795403] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.795656] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.795836] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.796015] env[70039]: INFO nova.compute.manager [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 707.796271] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.796457] env[70039]: DEBUG nova.compute.manager [-] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.796760] env[70039]: DEBUG nova.network.neutron [-] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.975082] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.988856] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26329} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.993524] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.994373] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00627af-a6a8-4dc0-bfb3-6b3d79ec026f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.002357] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330257, 'name': Rename_Task, 'duration_secs': 0.134149} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.011531] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.022202] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 880c0cc9-6e82-4985-aae5-a3a9d38ab91c/880c0cc9-6e82-4985-aae5-a3a9d38ab91c.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.025141] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd522683-f10b-4d42-9690-bfdce542a7a8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.027474] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83026369-66f4-422b-9da7-df991309c803 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.046120] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Waiting for the task: (returnval){ [ 708.046120] env[70039]: value = "task-3330258" [ 708.046120] env[70039]: _type = "Task" [ 708.046120] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.047641] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 708.047641] env[70039]: value = "task-3330259" [ 708.047641] env[70039]: _type = "Task" [ 708.047641] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.063661] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.067352] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330259, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.071739] env[70039]: DEBUG nova.compute.manager [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.079691] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "refresh_cache-4f708010-c2f7-4afd-b222-211dc24c32f1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.079803] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquired lock "refresh_cache-4f708010-c2f7-4afd-b222-211dc24c32f1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.080122] env[70039]: DEBUG nova.network.neutron [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.085266] env[70039]: ERROR nova.scheduler.client.report [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [req-c15d075c-c5d9-4fa1-bd85-abd6fb8d883a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 543a9f30-645b-4a81-8076-3a3e96a6f37d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c15d075c-c5d9-4fa1-bd85-abd6fb8d883a"}]} [ 708.110104] env[70039]: DEBUG nova.virt.hardware [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:15:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1431684972',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1135092003',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.111160] env[70039]: DEBUG nova.virt.hardware [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.111160] env[70039]: DEBUG nova.virt.hardware [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.111160] env[70039]: DEBUG nova.virt.hardware [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.111160] env[70039]: DEBUG nova.virt.hardware [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.111489] env[70039]: DEBUG nova.virt.hardware [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.111942] env[70039]: DEBUG nova.virt.hardware [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.111942] env[70039]: DEBUG nova.virt.hardware [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.112172] env[70039]: DEBUG nova.virt.hardware [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.112403] env[70039]: DEBUG nova.virt.hardware [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.112659] env[70039]: DEBUG nova.virt.hardware [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.113920] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43e4a12-d932-430a-9515-b12fc12048db {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.118057] env[70039]: DEBUG nova.scheduler.client.report [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Refreshing inventories for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 708.125862] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbed12b-faaa-451e-88f5-94e60cc1a110 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.141670] env[70039]: DEBUG nova.scheduler.client.report [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Updating ProviderTree inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 708.141897] env[70039]: DEBUG nova.compute.provider_tree [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.167031] env[70039]: DEBUG nova.scheduler.client.report [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Refreshing aggregate associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, aggregates: None {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 708.194439] env[70039]: DEBUG nova.scheduler.client.report [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Refreshing trait associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 708.224339] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52194401-a985-6089-269a-81230d60cf80, 'name': SearchDatastore_Task, 'duration_secs': 0.008489} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.224339] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.225119] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 9ad70c76-963e-47ff-803d-1e31926b862a/9ad70c76-963e-47ff-803d-1e31926b862a.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.225434] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0c99c45-a3d0-4317-b647-f0bbc3f022b1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.238055] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 708.238055] env[70039]: value = "task-3330260" [ 708.238055] env[70039]: _type = "Task" [ 708.238055] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.247443] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.463642] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Acquiring lock "d7ed6772-aeb8-42ab-a489-47f5dbaceef2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.463973] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Lock "d7ed6772-aeb8-42ab-a489-47f5dbaceef2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.479357] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330255, 'name': ReconfigVM_Task, 'duration_secs': 0.81818} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.479826] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 60f6fa67-4021-43d8-a94e-fad040add93f/60f6fa67-4021-43d8-a94e-fad040add93f.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.480242] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7145a537-cd15-4fe3-9bf7-744ce0faf936 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.486631] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 708.486631] env[70039]: value = "task-3330261" [ 708.486631] env[70039]: _type = "Task" [ 708.486631] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.502983] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330261, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.551208] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e660eab6-25c4-4af6-8ab8-0290dbe9d5f9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.572039] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1318b78d-727d-405e-93ea-438677c5cc99 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.575076] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330258, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.575347] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330259, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.608427] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b498423-7537-4af5-9d33-95cc3e5695d4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.619133] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104591fd-3e34-4a32-beed-a7957ee21a6a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.636308] env[70039]: DEBUG nova.compute.provider_tree [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.647151] env[70039]: DEBUG nova.network.neutron [None req-f78703b5-8721-4429-8d1f-aaf117635784 tempest-ServerExternalEventsTest-393706831 tempest-ServerExternalEventsTest-393706831-project] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Updating instance_info_cache with network_info: [{"id": "db1d89cf-ff3a-461f-8a9f-2fdb92e2a628", "address": "fa:16:3e:2c:70:a4", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb1d89cf-ff", "ovs_interfaceid": "db1d89cf-ff3a-461f-8a9f-2fdb92e2a628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.750360] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330260, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.830876] env[70039]: DEBUG nova.network.neutron [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.945788] env[70039]: DEBUG nova.network.neutron [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Successfully created port: 4b82a4bd-dcd2-449e-acf8-8a338709dc75 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.000027] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330261, 'name': Rename_Task, 'duration_secs': 0.181635} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.000027] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.000027] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0318f828-16a9-489b-8f75-ff81aaf1643f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.007079] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 709.007079] env[70039]: value = "task-3330262" [ 709.007079] env[70039]: _type = "Task" [ 709.007079] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.016118] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.021425] env[70039]: DEBUG nova.compute.manager [req-76347b04-d6fd-4bfa-ac35-7deb8d69ccb6 req-e79e3d80-22bf-4781-98c4-937c7e24fe48 service nova] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Received event network-vif-plugged-61d6cc24-d238-440d-923f-cd1fd6c282dd {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.021425] env[70039]: DEBUG oslo_concurrency.lockutils [req-76347b04-d6fd-4bfa-ac35-7deb8d69ccb6 req-e79e3d80-22bf-4781-98c4-937c7e24fe48 service nova] Acquiring lock "9ad70c76-963e-47ff-803d-1e31926b862a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.021425] env[70039]: DEBUG oslo_concurrency.lockutils [req-76347b04-d6fd-4bfa-ac35-7deb8d69ccb6 req-e79e3d80-22bf-4781-98c4-937c7e24fe48 service nova] Lock "9ad70c76-963e-47ff-803d-1e31926b862a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.021425] env[70039]: DEBUG oslo_concurrency.lockutils [req-76347b04-d6fd-4bfa-ac35-7deb8d69ccb6 req-e79e3d80-22bf-4781-98c4-937c7e24fe48 service nova] Lock "9ad70c76-963e-47ff-803d-1e31926b862a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.021425] env[70039]: DEBUG nova.compute.manager [req-76347b04-d6fd-4bfa-ac35-7deb8d69ccb6 req-e79e3d80-22bf-4781-98c4-937c7e24fe48 service nova] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] No waiting events found dispatching network-vif-plugged-61d6cc24-d238-440d-923f-cd1fd6c282dd {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.021575] env[70039]: WARNING nova.compute.manager [req-76347b04-d6fd-4bfa-ac35-7deb8d69ccb6 req-e79e3d80-22bf-4781-98c4-937c7e24fe48 service nova] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Received unexpected event network-vif-plugged-61d6cc24-d238-440d-923f-cd1fd6c282dd for instance with vm_state building and task_state spawning. [ 709.021575] env[70039]: DEBUG nova.compute.manager [req-76347b04-d6fd-4bfa-ac35-7deb8d69ccb6 req-e79e3d80-22bf-4781-98c4-937c7e24fe48 service nova] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Received event network-changed-61d6cc24-d238-440d-923f-cd1fd6c282dd {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.021575] env[70039]: DEBUG nova.compute.manager [req-76347b04-d6fd-4bfa-ac35-7deb8d69ccb6 req-e79e3d80-22bf-4781-98c4-937c7e24fe48 service nova] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Refreshing instance network info cache due to event network-changed-61d6cc24-d238-440d-923f-cd1fd6c282dd. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.021575] env[70039]: DEBUG oslo_concurrency.lockutils [req-76347b04-d6fd-4bfa-ac35-7deb8d69ccb6 req-e79e3d80-22bf-4781-98c4-937c7e24fe48 service nova] Acquiring lock "refresh_cache-9ad70c76-963e-47ff-803d-1e31926b862a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.021975] env[70039]: DEBUG oslo_concurrency.lockutils [req-76347b04-d6fd-4bfa-ac35-7deb8d69ccb6 req-e79e3d80-22bf-4781-98c4-937c7e24fe48 service nova] Acquired lock "refresh_cache-9ad70c76-963e-47ff-803d-1e31926b862a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.022283] env[70039]: DEBUG nova.network.neutron [req-76347b04-d6fd-4bfa-ac35-7deb8d69ccb6 req-e79e3d80-22bf-4781-98c4-937c7e24fe48 service nova] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Refreshing network info cache for port 61d6cc24-d238-440d-923f-cd1fd6c282dd {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.060890] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330258, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.072113] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330259, 'name': ReconfigVM_Task, 'duration_secs': 0.543201} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.072526] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 880c0cc9-6e82-4985-aae5-a3a9d38ab91c/880c0cc9-6e82-4985-aae5-a3a9d38ab91c.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.073209] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-083adea6-c2c8-4cc6-bda6-f52dddc570fc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.082355] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 709.082355] env[70039]: value = "task-3330263" [ 709.082355] env[70039]: _type = "Task" [ 709.082355] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.094512] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330263, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.150389] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f78703b5-8721-4429-8d1f-aaf117635784 tempest-ServerExternalEventsTest-393706831 tempest-ServerExternalEventsTest-393706831-project] Releasing lock "refresh_cache-059c79b6-0553-4221-b430-11b126a5931a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.185457] env[70039]: DEBUG nova.scheduler.client.report [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Updated inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with generation 20 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 709.185726] env[70039]: DEBUG nova.compute.provider_tree [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Updating resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d generation from 20 to 21 during operation: update_inventory {{(pid=70039) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 709.186023] env[70039]: DEBUG nova.compute.provider_tree [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.254018] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67267} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.254018] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 9ad70c76-963e-47ff-803d-1e31926b862a/9ad70c76-963e-47ff-803d-1e31926b862a.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.254018] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.254018] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b4ac48d-6e99-4e8c-9e53-8b0366a1bd68 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.260633] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 709.260633] env[70039]: value = "task-3330264" [ 709.260633] env[70039]: _type = "Task" [ 709.260633] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.277357] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.519940] env[70039]: DEBUG oslo_vmware.api [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330262, 'name': PowerOnVM_Task, 'duration_secs': 0.507696} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.520279] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.523974] env[70039]: INFO nova.compute.manager [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Took 13.30 seconds to spawn the instance on the hypervisor. [ 709.523974] env[70039]: DEBUG nova.compute.manager [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.523974] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179db545-9837-45df-9491-bdacb699cc6f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.561164] env[70039]: DEBUG oslo_vmware.api [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330258, 'name': PowerOnVM_Task, 'duration_secs': 1.105283} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.562666] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.562666] env[70039]: INFO nova.compute.manager [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Took 15.74 seconds to spawn the instance on the hypervisor. [ 709.562666] env[70039]: DEBUG nova.compute.manager [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.562666] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bb234a-9df9-4fe7-8d27-27bc6fc52011 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.583168] env[70039]: DEBUG nova.network.neutron [-] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.595196] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330263, 'name': Rename_Task, 'duration_secs': 0.165196} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.595517] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.595759] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8725fe00-3d39-4632-97e1-5866a497f5a9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.605067] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 709.605067] env[70039]: value = "task-3330265" [ 709.605067] env[70039]: _type = "Task" [ 709.605067] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.614724] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.693303] env[70039]: DEBUG oslo_concurrency.lockutils [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.653s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.693658] env[70039]: DEBUG nova.compute.manager [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.696072] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.903s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.774055] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075616} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.774605] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.778182] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee088edd-562a-493d-bba3-c5e5554f7c32 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.803065] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 9ad70c76-963e-47ff-803d-1e31926b862a/9ad70c76-963e-47ff-803d-1e31926b862a.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.804803] env[70039]: DEBUG nova.network.neutron [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Updating instance_info_cache with network_info: [{"id": "fb6cdacf-e1b0-47b1-9fd8-0660c71fe019", "address": "fa:16:3e:33:c9:d8", "network": {"id": "9ff38878-283c-474f-979b-436beef68ef8", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-657367659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a78931973c46ffb11d8cb2da17d519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6cdacf-e1", "ovs_interfaceid": "fb6cdacf-e1b0-47b1-9fd8-0660c71fe019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.808143] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a506c9f-869b-4a4f-9d3d-432119749027 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.829171] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 709.829171] env[70039]: value = "task-3330266" [ 709.829171] env[70039]: _type = "Task" [ 709.829171] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.840210] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.045588] env[70039]: INFO nova.compute.manager [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Took 26.76 seconds to build instance. [ 710.088140] env[70039]: INFO nova.compute.manager [-] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Took 2.29 seconds to deallocate network for instance. [ 710.097190] env[70039]: INFO nova.compute.manager [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Took 27.53 seconds to build instance. [ 710.116835] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330265, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.200331] env[70039]: DEBUG nova.compute.utils [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.211695] env[70039]: DEBUG nova.compute.manager [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.211695] env[70039]: DEBUG nova.network.neutron [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.323089] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Releasing lock "refresh_cache-4f708010-c2f7-4afd-b222-211dc24c32f1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.323546] env[70039]: DEBUG nova.compute.manager [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Instance network_info: |[{"id": "fb6cdacf-e1b0-47b1-9fd8-0660c71fe019", "address": "fa:16:3e:33:c9:d8", "network": {"id": "9ff38878-283c-474f-979b-436beef68ef8", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-657367659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a78931973c46ffb11d8cb2da17d519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6cdacf-e1", "ovs_interfaceid": "fb6cdacf-e1b0-47b1-9fd8-0660c71fe019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.324142] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:c9:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb6cdacf-e1b0-47b1-9fd8-0660c71fe019', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.338173] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Creating folder: Project (18a78931973c46ffb11d8cb2da17d519). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.338173] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8629ac71-d21f-4ca5-bdd0-947cdad19518 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.360757] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.366229] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Created folder: Project (18a78931973c46ffb11d8cb2da17d519) in parent group-v664777. [ 710.366630] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Creating folder: Instances. Parent ref: group-v664800. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.366903] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c62fc273-5b63-4e34-80e9-6b6798ec325f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.376944] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Created folder: Instances in parent group-v664800. [ 710.377075] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.377423] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Acquiring lock "059c79b6-0553-4221-b430-11b126a5931a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.377662] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Lock "059c79b6-0553-4221-b430-11b126a5931a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.377877] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Acquiring lock "059c79b6-0553-4221-b430-11b126a5931a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.378488] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Lock "059c79b6-0553-4221-b430-11b126a5931a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.378488] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Lock "059c79b6-0553-4221-b430-11b126a5931a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.379825] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.380686] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc7fc2b4-0046-425f-a0ab-4100b1123fde {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.395508] env[70039]: INFO nova.compute.manager [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Terminating instance [ 710.398459] env[70039]: DEBUG nova.policy [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92eb995318314f83910404741381debc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed27a278eff24dc695701620c6152a89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.405395] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.405395] env[70039]: value = "task-3330269" [ 710.405395] env[70039]: _type = "Task" [ 710.405395] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.413409] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330269, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.548968] env[70039]: DEBUG oslo_concurrency.lockutils [None req-538a54fd-a9d1-409d-aee0-293f0cacadd9 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "60f6fa67-4021-43d8-a94e-fad040add93f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.271s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.550114] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "60f6fa67-4021-43d8-a94e-fad040add93f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.387s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.558920] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16f88b2-671c-4d5e-9980-9174780934a4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.600876] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7bb7ec50-5d57-4e6f-9f65-25ee489a875f tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Lock "340a2275-48b8-4857-8caa-e99546da4404" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.044s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.602424] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "340a2275-48b8-4857-8caa-e99546da4404" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.440s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.602637] env[70039]: INFO nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 340a2275-48b8-4857-8caa-e99546da4404] During sync_power_state the instance has a pending task (networking). Skip. [ 710.603108] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "340a2275-48b8-4857-8caa-e99546da4404" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.620287] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330265, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.626304] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.705397] env[70039]: DEBUG nova.compute.manager [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.746658] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance b77ea08a-8f16-44a3-9161-55181e8d7169 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 710.746822] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 6efccb6e-9996-4655-9901-8eb162970d73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 710.746951] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 710.747087] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 059c79b6-0553-4221-b430-11b126a5931a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 710.747208] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 340a2275-48b8-4857-8caa-e99546da4404 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 710.747880] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 60f6fa67-4021-43d8-a94e-fad040add93f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 710.747880] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 880c0cc9-6e82-4985-aae5-a3a9d38ab91c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 710.747880] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 9ad70c76-963e-47ff-803d-1e31926b862a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 710.747880] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 4f708010-c2f7-4afd-b222-211dc24c32f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 710.748079] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 493b08fa-a8b7-409f-840d-4de26ea0be60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 710.748079] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 710.748079] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 49b611f4-ea23-46af-ba2e-b4e861eac8a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 710.852084] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330266, 'name': ReconfigVM_Task, 'duration_secs': 0.582175} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.852211] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 9ad70c76-963e-47ff-803d-1e31926b862a/9ad70c76-963e-47ff-803d-1e31926b862a.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.852762] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a37d387f-3df7-4e73-9caf-2e1bf67bf848 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.863032] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 710.863032] env[70039]: value = "task-3330270" [ 710.863032] env[70039]: _type = "Task" [ 710.863032] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.877093] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330270, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.903156] env[70039]: DEBUG nova.compute.manager [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.903381] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.904353] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d8494f-5434-4dd7-a417-3b640b756cbc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.918283] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.918970] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330269, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.919309] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2fd43ec-d179-4804-b9bb-9eb8350bfed5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.926806] env[70039]: DEBUG oslo_vmware.api [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Waiting for the task: (returnval){ [ 710.926806] env[70039]: value = "task-3330271" [ 710.926806] env[70039]: _type = "Task" [ 710.926806] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.936672] env[70039]: DEBUG oslo_vmware.api [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': task-3330271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.056602] env[70039]: DEBUG nova.network.neutron [req-76347b04-d6fd-4bfa-ac35-7deb8d69ccb6 req-e79e3d80-22bf-4781-98c4-937c7e24fe48 service nova] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Updated VIF entry in instance network info cache for port 61d6cc24-d238-440d-923f-cd1fd6c282dd. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.056989] env[70039]: DEBUG nova.network.neutron [req-76347b04-d6fd-4bfa-ac35-7deb8d69ccb6 req-e79e3d80-22bf-4781-98c4-937c7e24fe48 service nova] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Updating instance_info_cache with network_info: [{"id": "61d6cc24-d238-440d-923f-cd1fd6c282dd", "address": "fa:16:3e:66:90:66", "network": {"id": "4210840f-1282-42b9-a4c8-d61e8a259be7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1790591715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f1b538efaab4c0596968fee3532bd1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61d6cc24-d2", "ovs_interfaceid": "61d6cc24-d238-440d-923f-cd1fd6c282dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.066079] env[70039]: DEBUG nova.compute.manager [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.075014] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "60f6fa67-4021-43d8-a94e-fad040add93f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.107877] env[70039]: DEBUG nova.compute.manager [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.124821] env[70039]: DEBUG oslo_vmware.api [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330265, 'name': PowerOnVM_Task, 'duration_secs': 1.296901} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.125843] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.125843] env[70039]: INFO nova.compute.manager [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Took 12.50 seconds to spawn the instance on the hypervisor. [ 711.125843] env[70039]: DEBUG nova.compute.manager [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.126398] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ad39bb-3865-495e-8c14-7f4dcec9f9e6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.170062] env[70039]: DEBUG nova.network.neutron [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Successfully updated port: fc844d8d-d157-414f-b1f7-4c70ed6231b9 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.252588] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 3fadbf0b-4802-41a3-be05-1208371ae43f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 711.377400] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330270, 'name': Rename_Task, 'duration_secs': 0.175912} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.377679] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.377916] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a94b6044-dd31-45e2-92b8-c65723fbdf4f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.385114] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 711.385114] env[70039]: value = "task-3330272" [ 711.385114] env[70039]: _type = "Task" [ 711.385114] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.394552] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.417427] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330269, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.436791] env[70039]: DEBUG oslo_vmware.api [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': task-3330271, 'name': PowerOffVM_Task, 'duration_secs': 0.292252} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.437624] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.437875] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.438196] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d96f0f11-dc81-495c-b2d0-5e9f47db9faa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.501456] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.504170] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.504170] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Deleting the datastore file [datastore2] 059c79b6-0553-4221-b430-11b126a5931a {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.504170] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-617c2d2f-4735-463c-8552-a8965e74b939 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.512047] env[70039]: DEBUG oslo_vmware.api [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Waiting for the task: (returnval){ [ 711.512047] env[70039]: value = "task-3330274" [ 711.512047] env[70039]: _type = "Task" [ 711.512047] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.521887] env[70039]: DEBUG oslo_vmware.api [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': task-3330274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.563752] env[70039]: DEBUG oslo_concurrency.lockutils [req-76347b04-d6fd-4bfa-ac35-7deb8d69ccb6 req-e79e3d80-22bf-4781-98c4-937c7e24fe48 service nova] Releasing lock "refresh_cache-9ad70c76-963e-47ff-803d-1e31926b862a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.606552] env[70039]: DEBUG oslo_concurrency.lockutils [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.646881] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.650963] env[70039]: INFO nova.compute.manager [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Took 27.83 seconds to build instance. [ 711.674728] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Acquiring lock "refresh_cache-493b08fa-a8b7-409f-840d-4de26ea0be60" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.674870] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Acquired lock "refresh_cache-493b08fa-a8b7-409f-840d-4de26ea0be60" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.675073] env[70039]: DEBUG nova.network.neutron [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.717750] env[70039]: DEBUG nova.compute.manager [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.757901] env[70039]: DEBUG nova.virt.hardware [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.758389] env[70039]: DEBUG nova.virt.hardware [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.758389] env[70039]: DEBUG nova.virt.hardware [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.758904] env[70039]: DEBUG nova.virt.hardware [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.759140] env[70039]: DEBUG nova.virt.hardware [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.759306] env[70039]: DEBUG nova.virt.hardware [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.759770] env[70039]: DEBUG nova.virt.hardware [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.759958] env[70039]: DEBUG nova.virt.hardware [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.760167] env[70039]: DEBUG nova.virt.hardware [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.760338] env[70039]: DEBUG nova.virt.hardware [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.760529] env[70039]: DEBUG nova.virt.hardware [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.762103] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 7ef8777d-90dd-487a-adcc-2955f5938c3a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 711.764073] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13d52e9-8a45-4de7-bf26-7c625febee67 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.774302] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c91094-cae0-448d-a506-52685a6f6fad {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.898637] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330272, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.921349] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330269, 'name': CreateVM_Task, 'duration_secs': 1.42411} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.921349] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.921467] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.922172] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.922593] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.923218] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00a91014-1bc9-4917-a752-5434624f55dc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.928391] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 711.928391] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c07749-1125-b1cd-e072-e8c045e5e1d2" [ 711.928391] env[70039]: _type = "Task" [ 711.928391] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.937584] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c07749-1125-b1cd-e072-e8c045e5e1d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.027090] env[70039]: DEBUG oslo_vmware.api [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Task: {'id': task-3330274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233475} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.027090] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.027555] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.027834] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.028094] env[70039]: INFO nova.compute.manager [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 712.028422] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.028776] env[70039]: DEBUG nova.compute.manager [-] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.028883] env[70039]: DEBUG nova.network.neutron [-] [instance: 059c79b6-0553-4221-b430-11b126a5931a] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.155347] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e2edda4d-d191-402d-974f-be43b3084a4e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "880c0cc9-6e82-4985-aae5-a3a9d38ab91c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.337s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.269172] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 2ae04994-4b65-49f8-97d8-bb0c1ebad763 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 712.310191] env[70039]: DEBUG nova.network.neutron [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.398688] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330272, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.430337] env[70039]: DEBUG nova.network.neutron [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Successfully created port: 7c88842f-be38-41fe-a8ce-d3d4302d5ef3 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.440414] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c07749-1125-b1cd-e072-e8c045e5e1d2, 'name': SearchDatastore_Task, 'duration_secs': 0.0104} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.440894] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.441356] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.441717] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.441977] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.442297] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.442683] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f49f9098-292c-4c0a-ab55-420f9b1ab0b7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.455347] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.455347] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.455347] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d74ad875-b366-4e92-8964-f37940c2ff5a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.461059] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 712.461059] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520785f2-0ec2-2802-fe47-0467f4b86041" [ 712.461059] env[70039]: _type = "Task" [ 712.461059] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.471356] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520785f2-0ec2-2802-fe47-0467f4b86041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.772383] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance d7ed6772-aeb8-42ab-a489-47f5dbaceef2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 712.772644] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 712.772791] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 712.907214] env[70039]: DEBUG oslo_vmware.api [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330272, 'name': PowerOnVM_Task, 'duration_secs': 1.12823} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.907214] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.907214] env[70039]: INFO nova.compute.manager [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Took 11.94 seconds to spawn the instance on the hypervisor. [ 712.907388] env[70039]: DEBUG nova.compute.manager [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.909498] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1e2cf3-d85b-48f8-baaa-44d28fa958bf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.976967] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520785f2-0ec2-2802-fe47-0467f4b86041, 'name': SearchDatastore_Task, 'duration_secs': 0.034102} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.976967] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-935e0000-766e-434b-a4c4-bfa71b950445 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.983061] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 712.983061] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52748407-5520-f61b-9cd0-b5c9711cabc8" [ 712.983061] env[70039]: _type = "Task" [ 712.983061] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.998678] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52748407-5520-f61b-9cd0-b5c9711cabc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.085094] env[70039]: DEBUG nova.compute.manager [req-026531c6-1da4-4e8d-9306-0e3dd773cb4c req-e0d984e7-5ed8-4ec3-9324-b1e02f6f7e62 service nova] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Received event network-changed-269e588c-8163-4fd1-81c3-42cb470eee4d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.085460] env[70039]: DEBUG nova.compute.manager [req-026531c6-1da4-4e8d-9306-0e3dd773cb4c req-e0d984e7-5ed8-4ec3-9324-b1e02f6f7e62 service nova] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Refreshing instance network info cache due to event network-changed-269e588c-8163-4fd1-81c3-42cb470eee4d. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.085573] env[70039]: DEBUG oslo_concurrency.lockutils [req-026531c6-1da4-4e8d-9306-0e3dd773cb4c req-e0d984e7-5ed8-4ec3-9324-b1e02f6f7e62 service nova] Acquiring lock "refresh_cache-6efccb6e-9996-4655-9901-8eb162970d73" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.085682] env[70039]: DEBUG oslo_concurrency.lockutils [req-026531c6-1da4-4e8d-9306-0e3dd773cb4c req-e0d984e7-5ed8-4ec3-9324-b1e02f6f7e62 service nova] Acquired lock "refresh_cache-6efccb6e-9996-4655-9901-8eb162970d73" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.085801] env[70039]: DEBUG nova.network.neutron [req-026531c6-1da4-4e8d-9306-0e3dd773cb4c req-e0d984e7-5ed8-4ec3-9324-b1e02f6f7e62 service nova] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Refreshing network info cache for port 269e588c-8163-4fd1-81c3-42cb470eee4d {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.123984] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ee9ac9-f816-444d-a3f1-a71623cbe1da {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.134839] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee62ccf-7f03-4e1e-bb8b-1f4738046f45 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.140742] env[70039]: DEBUG nova.network.neutron [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Updating instance_info_cache with network_info: [{"id": "fc844d8d-d157-414f-b1f7-4c70ed6231b9", "address": "fa:16:3e:5e:d5:31", "network": {"id": "7366ddda-3c0a-468c-9d13-1b56dd38457e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1764644322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6dc469639c64a42b37e106d7d58b129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc844d8d-d1", "ovs_interfaceid": "fc844d8d-d157-414f-b1f7-4c70ed6231b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.177198] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ca8f8d-d498-4c8f-8ff4-bf9493540e9a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.185069] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ebe7b9-9645-47dd-943a-1d6f4f412f22 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.200415] env[70039]: DEBUG nova.compute.provider_tree [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.269129] env[70039]: DEBUG nova.network.neutron [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Successfully updated port: 4b82a4bd-dcd2-449e-acf8-8a338709dc75 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.436642] env[70039]: INFO nova.compute.manager [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Took 26.35 seconds to build instance. [ 713.497190] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52748407-5520-f61b-9cd0-b5c9711cabc8, 'name': SearchDatastore_Task, 'duration_secs': 0.016674} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.497412] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.497621] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 4f708010-c2f7-4afd-b222-211dc24c32f1/4f708010-c2f7-4afd-b222-211dc24c32f1.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.497891] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e42475bb-8df6-4cc6-b72d-14428b725b0b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.505475] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 713.505475] env[70039]: value = "task-3330275" [ 713.505475] env[70039]: _type = "Task" [ 713.505475] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.516898] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.679193] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Releasing lock "refresh_cache-493b08fa-a8b7-409f-840d-4de26ea0be60" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.679444] env[70039]: DEBUG nova.compute.manager [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Instance network_info: |[{"id": "fc844d8d-d157-414f-b1f7-4c70ed6231b9", "address": "fa:16:3e:5e:d5:31", "network": {"id": "7366ddda-3c0a-468c-9d13-1b56dd38457e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1764644322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6dc469639c64a42b37e106d7d58b129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc844d8d-d1", "ovs_interfaceid": "fc844d8d-d157-414f-b1f7-4c70ed6231b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.680027] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:d5:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc844d8d-d157-414f-b1f7-4c70ed6231b9', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.690237] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Creating folder: Project (f6dc469639c64a42b37e106d7d58b129). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.690561] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96da2904-300a-4830-bbee-d53a550e4586 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.704431] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Created folder: Project (f6dc469639c64a42b37e106d7d58b129) in parent group-v664777. [ 713.704620] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Creating folder: Instances. Parent ref: group-v664803. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.704766] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47bd10e8-a8cd-4f88-822d-d0130716f319 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.707414] env[70039]: DEBUG nova.scheduler.client.report [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.723328] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Created folder: Instances in parent group-v664803. [ 713.723607] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.723785] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.724548] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ae7d4b3-307a-4f55-adc5-ae8b149b5c41 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.752972] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.752972] env[70039]: value = "task-3330278" [ 713.752972] env[70039]: _type = "Task" [ 713.752972] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.763387] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330278, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.774390] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquiring lock "refresh_cache-f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.774494] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquired lock "refresh_cache-f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.774598] env[70039]: DEBUG nova.network.neutron [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.779220] env[70039]: DEBUG nova.network.neutron [-] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.942918] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc955317-c570-4009-b924-b74aa307925a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "9ad70c76-963e-47ff-803d-1e31926b862a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.865s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.018823] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330275, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.212835] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70039) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 714.213239] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.517s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.214758] env[70039]: DEBUG nova.network.neutron [req-026531c6-1da4-4e8d-9306-0e3dd773cb4c req-e0d984e7-5ed8-4ec3-9324-b1e02f6f7e62 service nova] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Updated VIF entry in instance network info cache for port 269e588c-8163-4fd1-81c3-42cb470eee4d. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.217021] env[70039]: DEBUG nova.network.neutron [req-026531c6-1da4-4e8d-9306-0e3dd773cb4c req-e0d984e7-5ed8-4ec3-9324-b1e02f6f7e62 service nova] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Updating instance_info_cache with network_info: [{"id": "269e588c-8163-4fd1-81c3-42cb470eee4d", "address": "fa:16:3e:b1:42:7c", "network": {"id": "90e6624f-c8f3-48e6-be10-a3dd14671058", "bridge": "br-int", "label": "tempest-ServersTestJSON-33484295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37a220916e33440996ce9007cea93957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269e588c-81", "ovs_interfaceid": "269e588c-8163-4fd1-81c3-42cb470eee4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.220122] env[70039]: DEBUG oslo_concurrency.lockutils [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.393s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.226284] env[70039]: INFO nova.compute.claims [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.230751] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.230751] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Getting list of instances from cluster (obj){ [ 714.230751] env[70039]: value = "domain-c8" [ 714.230751] env[70039]: _type = "ClusterComputeResource" [ 714.230751] env[70039]: } {{(pid=70039) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 714.235258] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb4b129-8c03-45f0-b2e0-c2fae516f051 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.257963] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Got total of 7 instances {{(pid=70039) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 714.279395] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330278, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.285478] env[70039]: INFO nova.compute.manager [-] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Took 2.26 seconds to deallocate network for instance. [ 714.324476] env[70039]: DEBUG nova.network.neutron [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.525305] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52606} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.525578] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 4f708010-c2f7-4afd-b222-211dc24c32f1/4f708010-c2f7-4afd-b222-211dc24c32f1.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.525797] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.526081] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efb24b06-5b18-40d3-9bac-b80fc4326ae6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.533842] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 714.533842] env[70039]: value = "task-3330279" [ 714.533842] env[70039]: _type = "Task" [ 714.533842] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.545356] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.597590] env[70039]: DEBUG nova.network.neutron [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Updating instance_info_cache with network_info: [{"id": "4b82a4bd-dcd2-449e-acf8-8a338709dc75", "address": "fa:16:3e:fd:1c:49", "network": {"id": "aa8f65a8-0c72-42ac-a0dc-7cc36bafb4eb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-635641481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e157acdd79c48e5bd38bd64a6ef7c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b82a4bd-dc", "ovs_interfaceid": "4b82a4bd-dcd2-449e-acf8-8a338709dc75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.734600] env[70039]: DEBUG oslo_concurrency.lockutils [req-026531c6-1da4-4e8d-9306-0e3dd773cb4c req-e0d984e7-5ed8-4ec3-9324-b1e02f6f7e62 service nova] Releasing lock "refresh_cache-6efccb6e-9996-4655-9901-8eb162970d73" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.768254] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330278, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.797514] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.880934] env[70039]: DEBUG nova.compute.manager [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Received event network-vif-plugged-fb6cdacf-e1b0-47b1-9fd8-0660c71fe019 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.881301] env[70039]: DEBUG oslo_concurrency.lockutils [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] Acquiring lock "4f708010-c2f7-4afd-b222-211dc24c32f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.881535] env[70039]: DEBUG oslo_concurrency.lockutils [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] Lock "4f708010-c2f7-4afd-b222-211dc24c32f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.881651] env[70039]: DEBUG oslo_concurrency.lockutils [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] Lock "4f708010-c2f7-4afd-b222-211dc24c32f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.881834] env[70039]: DEBUG nova.compute.manager [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] No waiting events found dispatching network-vif-plugged-fb6cdacf-e1b0-47b1-9fd8-0660c71fe019 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.882075] env[70039]: WARNING nova.compute.manager [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Received unexpected event network-vif-plugged-fb6cdacf-e1b0-47b1-9fd8-0660c71fe019 for instance with vm_state building and task_state spawning. [ 714.882210] env[70039]: DEBUG nova.compute.manager [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Received event network-changed-fb6cdacf-e1b0-47b1-9fd8-0660c71fe019 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.882359] env[70039]: DEBUG nova.compute.manager [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Refreshing instance network info cache due to event network-changed-fb6cdacf-e1b0-47b1-9fd8-0660c71fe019. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.882561] env[70039]: DEBUG oslo_concurrency.lockutils [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] Acquiring lock "refresh_cache-4f708010-c2f7-4afd-b222-211dc24c32f1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.882708] env[70039]: DEBUG oslo_concurrency.lockutils [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] Acquired lock "refresh_cache-4f708010-c2f7-4afd-b222-211dc24c32f1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.882883] env[70039]: DEBUG nova.network.neutron [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Refreshing network info cache for port fb6cdacf-e1b0-47b1-9fd8-0660c71fe019 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.064213] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285152} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.066520] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.066769] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd52763-58fa-4fd8-8ffd-7df8d0e8ee00 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.104429] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 4f708010-c2f7-4afd-b222-211dc24c32f1/4f708010-c2f7-4afd-b222-211dc24c32f1.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.105050] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Releasing lock "refresh_cache-f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.105364] env[70039]: DEBUG nova.compute.manager [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Instance network_info: |[{"id": "4b82a4bd-dcd2-449e-acf8-8a338709dc75", "address": "fa:16:3e:fd:1c:49", "network": {"id": "aa8f65a8-0c72-42ac-a0dc-7cc36bafb4eb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-635641481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e157acdd79c48e5bd38bd64a6ef7c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b82a4bd-dc", "ovs_interfaceid": "4b82a4bd-dcd2-449e-acf8-8a338709dc75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.105625] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b729ae85-01d7-4fda-8e58-e45a4b080863 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.120363] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:1c:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b82a4bd-dcd2-449e-acf8-8a338709dc75', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.133031] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Creating folder: Project (4e157acdd79c48e5bd38bd64a6ef7c47). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.133091] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68e1bb58-a96c-49f4-8aad-cd1a053aed3a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.141403] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 715.141403] env[70039]: value = "task-3330280" [ 715.141403] env[70039]: _type = "Task" [ 715.141403] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.146327] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Created folder: Project (4e157acdd79c48e5bd38bd64a6ef7c47) in parent group-v664777. [ 715.146530] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Creating folder: Instances. Parent ref: group-v664806. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.147211] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c2825b3-54b1-43a5-9117-cc135a5e70cd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.154269] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330280, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.162650] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Created folder: Instances in parent group-v664806. [ 715.162915] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.163152] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.163377] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcefe445-2896-4b5a-929a-9dcf14b2c8d6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.185333] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.185333] env[70039]: value = "task-3330283" [ 715.185333] env[70039]: _type = "Task" [ 715.185333] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.192621] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330283, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.271701] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330278, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.590089] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5e98f6-8bb8-47c0-abab-1ee1b192a568 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.610806] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7d2802-3c15-4ab0-a25e-41acf7dbd25d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.681277] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb87da1-9322-4b9d-b1c8-9d102e2d2a31 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.698318] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330280, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.700018] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999a51ad-169a-4fcb-9015-36f5edd55954 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.707988] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330283, 'name': CreateVM_Task, 'duration_secs': 0.468801} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.709413] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.710220] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.710405] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.710829] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.719371] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-666c1dde-e537-4594-8f00-32126bc82f0a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.721460] env[70039]: DEBUG nova.compute.provider_tree [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.727715] env[70039]: DEBUG nova.network.neutron [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Updated VIF entry in instance network info cache for port fb6cdacf-e1b0-47b1-9fd8-0660c71fe019. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.728065] env[70039]: DEBUG nova.network.neutron [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Updating instance_info_cache with network_info: [{"id": "fb6cdacf-e1b0-47b1-9fd8-0660c71fe019", "address": "fa:16:3e:33:c9:d8", "network": {"id": "9ff38878-283c-474f-979b-436beef68ef8", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-657367659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a78931973c46ffb11d8cb2da17d519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6cdacf-e1", "ovs_interfaceid": "fb6cdacf-e1b0-47b1-9fd8-0660c71fe019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.730539] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 715.730539] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520a2ba6-99a7-db55-fa9f-8ee72fff0d58" [ 715.730539] env[70039]: _type = "Task" [ 715.730539] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.740866] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520a2ba6-99a7-db55-fa9f-8ee72fff0d58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.758689] env[70039]: DEBUG nova.network.neutron [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Successfully updated port: 7c88842f-be38-41fe-a8ce-d3d4302d5ef3 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.770968] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330278, 'name': CreateVM_Task, 'duration_secs': 1.664168} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.771166] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.771832] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.771985] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.772341] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.772547] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bd54f88-444e-4cfd-a10c-99bd6ffe1a12 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.778370] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Waiting for the task: (returnval){ [ 715.778370] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524f59f9-6858-23a5-c844-fe2627e9d16c" [ 715.778370] env[70039]: _type = "Task" [ 715.778370] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.789230] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524f59f9-6858-23a5-c844-fe2627e9d16c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.187140] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330280, 'name': ReconfigVM_Task, 'duration_secs': 0.572066} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.187477] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 4f708010-c2f7-4afd-b222-211dc24c32f1/4f708010-c2f7-4afd-b222-211dc24c32f1.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.189811] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09b9c07b-e9ee-4661-8e68-b1e27fc4f278 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.196882] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 716.196882] env[70039]: value = "task-3330284" [ 716.196882] env[70039]: _type = "Task" [ 716.196882] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.208449] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330284, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.228607] env[70039]: DEBUG nova.scheduler.client.report [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.234205] env[70039]: DEBUG oslo_concurrency.lockutils [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] Releasing lock "refresh_cache-4f708010-c2f7-4afd-b222-211dc24c32f1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.234977] env[70039]: DEBUG nova.compute.manager [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Received event network-vif-deleted-d0168fb6-c389-4403-b785-bb2fdaa18866 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.234977] env[70039]: DEBUG nova.compute.manager [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Received event network-vif-plugged-fc844d8d-d157-414f-b1f7-4c70ed6231b9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.234977] env[70039]: DEBUG oslo_concurrency.lockutils [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] Acquiring lock "493b08fa-a8b7-409f-840d-4de26ea0be60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.235146] env[70039]: DEBUG oslo_concurrency.lockutils [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] Lock "493b08fa-a8b7-409f-840d-4de26ea0be60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.235404] env[70039]: DEBUG oslo_concurrency.lockutils [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] Lock "493b08fa-a8b7-409f-840d-4de26ea0be60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.235404] env[70039]: DEBUG nova.compute.manager [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] No waiting events found dispatching network-vif-plugged-fc844d8d-d157-414f-b1f7-4c70ed6231b9 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.235571] env[70039]: WARNING nova.compute.manager [req-fdc12f7b-e6d4-4c6b-a33d-6bd5f792c857 req-65cc6e08-e094-4b89-a094-453146ff14af service nova] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Received unexpected event network-vif-plugged-fc844d8d-d157-414f-b1f7-4c70ed6231b9 for instance with vm_state building and task_state spawning. [ 716.241811] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Acquiring lock "e12f61d5-fe3d-479c-b701-c5bdc6cee59d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.242057] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Lock "e12f61d5-fe3d-479c-b701-c5bdc6cee59d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.250640] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520a2ba6-99a7-db55-fa9f-8ee72fff0d58, 'name': SearchDatastore_Task, 'duration_secs': 0.015801} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.251414] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.251414] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.251414] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.251944] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.251944] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.252075] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb9832bc-50b9-4831-b6f4-efba9052c5ae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.263229] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.264388] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.264388] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af35575c-da36-45ac-b679-9be74de03d08 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.267152] env[70039]: DEBUG oslo_concurrency.lockutils [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquiring lock "refresh_cache-49b611f4-ea23-46af-ba2e-b4e861eac8a2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.267152] env[70039]: DEBUG oslo_concurrency.lockutils [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquired lock "refresh_cache-49b611f4-ea23-46af-ba2e-b4e861eac8a2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.267273] env[70039]: DEBUG nova.network.neutron [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.271580] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 716.271580] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5280a76d-fed2-32f3-76a6-9a28411bf466" [ 716.271580] env[70039]: _type = "Task" [ 716.271580] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.286924] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5280a76d-fed2-32f3-76a6-9a28411bf466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.295082] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524f59f9-6858-23a5-c844-fe2627e9d16c, 'name': SearchDatastore_Task, 'duration_secs': 0.040024} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.295528] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.295765] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.295997] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.296160] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.296982] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.297682] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77ad526e-6fac-4cb3-a779-2a9068bfe1d8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.307491] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.307599] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.309141] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6e81267-9781-4a76-9f7f-60f3619a86e3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.316659] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Waiting for the task: (returnval){ [ 716.316659] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52454a4e-029a-9d3f-e115-96383cdb40b8" [ 716.316659] env[70039]: _type = "Task" [ 716.316659] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.327274] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52454a4e-029a-9d3f-e115-96383cdb40b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.680147] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Acquiring lock "c35411bf-4a5e-4197-83c1-daad9b28d152" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.680382] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Lock "c35411bf-4a5e-4197-83c1-daad9b28d152" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.681441] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Acquiring lock "f3240dbb-7b2a-4966-a638-bebbfcc287da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.681624] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Lock "f3240dbb-7b2a-4966-a638-bebbfcc287da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.712821] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330284, 'name': Rename_Task, 'duration_secs': 0.303841} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.713606] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.713925] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb1559ee-e8fb-45ab-8ded-376b0327fac6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.721823] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 716.721823] env[70039]: value = "task-3330285" [ 716.721823] env[70039]: _type = "Task" [ 716.721823] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.732830] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.740030] env[70039]: DEBUG oslo_concurrency.lockutils [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.740764] env[70039]: DEBUG nova.compute.manager [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.744733] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.883s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.747146] env[70039]: INFO nova.compute.claims [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.751250] env[70039]: DEBUG nova.compute.manager [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.782624] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5280a76d-fed2-32f3-76a6-9a28411bf466, 'name': SearchDatastore_Task, 'duration_secs': 0.021171} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.783505] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5d9c815-1578-4af9-8826-91199c8c0f18 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.791083] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 716.791083] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]522c8ba6-05c3-1123-c03c-5d03c27cd25c" [ 716.791083] env[70039]: _type = "Task" [ 716.791083] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.800195] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522c8ba6-05c3-1123-c03c-5d03c27cd25c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.827293] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52454a4e-029a-9d3f-e115-96383cdb40b8, 'name': SearchDatastore_Task, 'duration_secs': 0.0142} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.830442] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8a8eea4-805b-41f5-bdbf-46bdb2d68cbc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.833885] env[70039]: DEBUG nova.network.neutron [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.841417] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Waiting for the task: (returnval){ [ 716.841417] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52a1346f-991a-5e9d-f2cb-b051786ba015" [ 716.841417] env[70039]: _type = "Task" [ 716.841417] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.851414] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a1346f-991a-5e9d-f2cb-b051786ba015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.060657] env[70039]: DEBUG nova.network.neutron [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Updating instance_info_cache with network_info: [{"id": "7c88842f-be38-41fe-a8ce-d3d4302d5ef3", "address": "fa:16:3e:c8:e8:89", "network": {"id": "90b8b0e5-3546-4d9b-ad5c-8ef9aa887712", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1736530877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed27a278eff24dc695701620c6152a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c88842f-be", "ovs_interfaceid": "7c88842f-be38-41fe-a8ce-d3d4302d5ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.071588] env[70039]: DEBUG oslo_concurrency.lockutils [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Acquiring lock "84e7b122-ed41-41b1-9b7a-d4d87764d0a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.072210] env[70039]: DEBUG oslo_concurrency.lockutils [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Lock "84e7b122-ed41-41b1-9b7a-d4d87764d0a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.183486] env[70039]: DEBUG nova.compute.manager [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.235593] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330285, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.260950] env[70039]: DEBUG nova.compute.utils [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.263611] env[70039]: DEBUG nova.compute.manager [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.264973] env[70039]: DEBUG nova.network.neutron [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.290799] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.303425] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522c8ba6-05c3-1123-c03c-5d03c27cd25c, 'name': SearchDatastore_Task, 'duration_secs': 0.031106} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.304886] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.305214] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5/f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.305504] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12a85e4b-31d6-4356-b0df-0cb00d943a0c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.318700] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 717.318700] env[70039]: value = "task-3330286" [ 717.318700] env[70039]: _type = "Task" [ 717.318700] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.329501] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.352882] env[70039]: DEBUG nova.compute.manager [None req-90ee49bc-077d-4c9d-9a06-38ff6b37799e tempest-ServerDiagnosticsTest-386746962 tempest-ServerDiagnosticsTest-386746962-project-admin] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.358212] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30923f67-1454-4f22-9beb-84339a304692 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.363130] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a1346f-991a-5e9d-f2cb-b051786ba015, 'name': SearchDatastore_Task, 'duration_secs': 0.011141} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.364780] env[70039]: DEBUG nova.policy [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ada34c216ff49c88d7571e76a0acee4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '068507032c75493db692ec11932fc397', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.366739] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.367061] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 493b08fa-a8b7-409f-840d-4de26ea0be60/493b08fa-a8b7-409f-840d-4de26ea0be60.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.367828] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e44fa37-1cdf-48fd-b90c-86f996a6d2d5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.372857] env[70039]: INFO nova.compute.manager [None req-90ee49bc-077d-4c9d-9a06-38ff6b37799e tempest-ServerDiagnosticsTest-386746962 tempest-ServerDiagnosticsTest-386746962-project-admin] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Retrieving diagnostics [ 717.374188] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dd0e2f-436c-4abe-a449-2a81db670586 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.378019] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Waiting for the task: (returnval){ [ 717.378019] env[70039]: value = "task-3330287" [ 717.378019] env[70039]: _type = "Task" [ 717.378019] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.416936] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': task-3330287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.572023] env[70039]: DEBUG oslo_concurrency.lockutils [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Releasing lock "refresh_cache-49b611f4-ea23-46af-ba2e-b4e861eac8a2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.572023] env[70039]: DEBUG nova.compute.manager [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Instance network_info: |[{"id": "7c88842f-be38-41fe-a8ce-d3d4302d5ef3", "address": "fa:16:3e:c8:e8:89", "network": {"id": "90b8b0e5-3546-4d9b-ad5c-8ef9aa887712", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1736530877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed27a278eff24dc695701620c6152a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c88842f-be", "ovs_interfaceid": "7c88842f-be38-41fe-a8ce-d3d4302d5ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.572354] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:e8:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c88842f-be38-41fe-a8ce-d3d4302d5ef3', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.578478] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Creating folder: Project (ed27a278eff24dc695701620c6152a89). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.578980] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8294b941-a39d-4adb-8b97-f5fbd3137ae6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.590709] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Created folder: Project (ed27a278eff24dc695701620c6152a89) in parent group-v664777. [ 717.590709] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Creating folder: Instances. Parent ref: group-v664809. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.590709] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cac1ffa7-a471-4802-846d-5a31a396c72a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.597720] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "83cf9626-2f94-4225-96cf-b90500f29f4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.598219] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "83cf9626-2f94-4225-96cf-b90500f29f4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.608154] env[70039]: DEBUG oslo_concurrency.lockutils [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Acquiring lock "4c7eb769-8838-453b-8e4a-7664256d75f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.608154] env[70039]: DEBUG oslo_concurrency.lockutils [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Lock "4c7eb769-8838-453b-8e4a-7664256d75f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.608154] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Created folder: Instances in parent group-v664809. [ 717.608380] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.608560] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.608766] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3544e96f-9e7c-4fc0-ab46-527b435fe3b3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.630861] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.630861] env[70039]: value = "task-3330290" [ 717.630861] env[70039]: _type = "Task" [ 717.630861] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.640307] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330290, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.715421] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.734253] env[70039]: DEBUG oslo_vmware.api [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330285, 'name': PowerOnVM_Task, 'duration_secs': 0.626816} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.734604] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.734819] env[70039]: INFO nova.compute.manager [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Took 14.42 seconds to spawn the instance on the hypervisor. [ 717.735043] env[70039]: DEBUG nova.compute.manager [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.736089] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7144ab-b8bb-4290-ab11-7e3908061d1c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.756339] env[70039]: DEBUG nova.network.neutron [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Successfully created port: 0d78157b-4be6-4a5c-b7a8-2b58fe9bd242 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.764709] env[70039]: DEBUG nova.compute.manager [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.833807] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330286, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.873210] env[70039]: DEBUG oslo_concurrency.lockutils [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Acquiring lock "c39ee1bc-6395-46d9-85e7-701c2c9232fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.874162] env[70039]: DEBUG oslo_concurrency.lockutils [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Lock "c39ee1bc-6395-46d9-85e7-701c2c9232fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.899766] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': task-3330287, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.040023] env[70039]: DEBUG nova.compute.manager [req-6f89aef1-ca35-4372-8746-c811671d86c3 req-9b57d0d1-1800-4202-810f-d012cf5a6cfe service nova] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Received event network-changed-4b92da63-9378-4b77-be55-804ed905b9b9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.040023] env[70039]: DEBUG nova.compute.manager [req-6f89aef1-ca35-4372-8746-c811671d86c3 req-9b57d0d1-1800-4202-810f-d012cf5a6cfe service nova] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Refreshing instance network info cache due to event network-changed-4b92da63-9378-4b77-be55-804ed905b9b9. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.040023] env[70039]: DEBUG oslo_concurrency.lockutils [req-6f89aef1-ca35-4372-8746-c811671d86c3 req-9b57d0d1-1800-4202-810f-d012cf5a6cfe service nova] Acquiring lock "refresh_cache-b77ea08a-8f16-44a3-9161-55181e8d7169" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.040023] env[70039]: DEBUG oslo_concurrency.lockutils [req-6f89aef1-ca35-4372-8746-c811671d86c3 req-9b57d0d1-1800-4202-810f-d012cf5a6cfe service nova] Acquired lock "refresh_cache-b77ea08a-8f16-44a3-9161-55181e8d7169" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.040023] env[70039]: DEBUG nova.network.neutron [req-6f89aef1-ca35-4372-8746-c811671d86c3 req-9b57d0d1-1800-4202-810f-d012cf5a6cfe service nova] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Refreshing network info cache for port 4b92da63-9378-4b77-be55-804ed905b9b9 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.148021] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330290, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.229177] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b716ba08-08de-4656-8b50-ebd30f9d3bb1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.236375] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c5ebb9-ec11-455f-8a58-eab51bfc0b52 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.273055] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cdce8f-9470-426c-b201-058ad5fa976c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.281189] env[70039]: INFO nova.compute.manager [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Took 30.21 seconds to build instance. [ 718.287897] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71f343d-1820-449c-a4ae-470f30b3f28a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.301677] env[70039]: DEBUG nova.compute.provider_tree [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.331647] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740169} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.331899] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5/f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.332161] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.332497] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03dcef70-c475-4459-b068-15c6c72a197b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.338903] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 718.338903] env[70039]: value = "task-3330291" [ 718.338903] env[70039]: _type = "Task" [ 718.338903] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.346612] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.390731] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': task-3330287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68151} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.390983] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 493b08fa-a8b7-409f-840d-4de26ea0be60/493b08fa-a8b7-409f-840d-4de26ea0be60.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.391195] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.391440] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1303cf13-8614-477c-920f-584f8bc3644b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.397542] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Waiting for the task: (returnval){ [ 718.397542] env[70039]: value = "task-3330292" [ 718.397542] env[70039]: _type = "Task" [ 718.397542] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.405682] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': task-3330292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.520215] env[70039]: INFO nova.compute.manager [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Rescuing [ 718.520500] env[70039]: DEBUG oslo_concurrency.lockutils [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "refresh_cache-9ad70c76-963e-47ff-803d-1e31926b862a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.520662] env[70039]: DEBUG oslo_concurrency.lockutils [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquired lock "refresh_cache-9ad70c76-963e-47ff-803d-1e31926b862a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.520812] env[70039]: DEBUG nova.network.neutron [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.546544] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fac094b8-03f6-44d7-993b-f68b4b6f80a2 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "60f6fa67-4021-43d8-a94e-fad040add93f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.546789] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fac094b8-03f6-44d7-993b-f68b4b6f80a2 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "60f6fa67-4021-43d8-a94e-fad040add93f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.546961] env[70039]: DEBUG nova.compute.manager [None req-fac094b8-03f6-44d7-993b-f68b4b6f80a2 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.547988] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0858d9f3-b6c8-4fba-b234-c86597718561 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.555771] env[70039]: DEBUG nova.compute.manager [None req-fac094b8-03f6-44d7-993b-f68b4b6f80a2 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70039) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 718.556441] env[70039]: DEBUG nova.objects.instance [None req-fac094b8-03f6-44d7-993b-f68b4b6f80a2 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lazy-loading 'flavor' on Instance uuid 60f6fa67-4021-43d8-a94e-fad040add93f {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.649186] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330290, 'name': CreateVM_Task, 'duration_secs': 0.524725} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.649186] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.650047] env[70039]: DEBUG oslo_concurrency.lockutils [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.650047] env[70039]: DEBUG oslo_concurrency.lockutils [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.650378] env[70039]: DEBUG oslo_concurrency.lockutils [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.650378] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed2e5e50-7c8b-4ad1-877a-323dd1a32a42 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.655771] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for the task: (returnval){ [ 718.655771] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52e38bb4-5e55-80e3-3347-f93274290ffa" [ 718.655771] env[70039]: _type = "Task" [ 718.655771] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.667390] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e38bb4-5e55-80e3-3347-f93274290ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.782841] env[70039]: DEBUG nova.compute.manager [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.787634] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0dd7d556-600d-41e3-bcb7-3aafa210a43d tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "4f708010-c2f7-4afd-b222-211dc24c32f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.716s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.804168] env[70039]: DEBUG nova.scheduler.client.report [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.814892] env[70039]: DEBUG nova.virt.hardware [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.815163] env[70039]: DEBUG nova.virt.hardware [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.815427] env[70039]: DEBUG nova.virt.hardware [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.819098] env[70039]: DEBUG nova.virt.hardware [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.819098] env[70039]: DEBUG nova.virt.hardware [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.819098] env[70039]: DEBUG nova.virt.hardware [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.819098] env[70039]: DEBUG nova.virt.hardware [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.819098] env[70039]: DEBUG nova.virt.hardware [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.819732] env[70039]: DEBUG nova.virt.hardware [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.819732] env[70039]: DEBUG nova.virt.hardware [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.819732] env[70039]: DEBUG nova.virt.hardware [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.820836] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc06850-7426-4cd4-903f-4295aa8bb22f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.826273] env[70039]: DEBUG nova.network.neutron [req-6f89aef1-ca35-4372-8746-c811671d86c3 req-9b57d0d1-1800-4202-810f-d012cf5a6cfe service nova] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Updated VIF entry in instance network info cache for port 4b92da63-9378-4b77-be55-804ed905b9b9. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.826623] env[70039]: DEBUG nova.network.neutron [req-6f89aef1-ca35-4372-8746-c811671d86c3 req-9b57d0d1-1800-4202-810f-d012cf5a6cfe service nova] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Updating instance_info_cache with network_info: [{"id": "4b92da63-9378-4b77-be55-804ed905b9b9", "address": "fa:16:3e:e9:e4:11", "network": {"id": "ff4710d9-a509-41ab-a8b2-be537c03a342", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-429555235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7b720244099429ba58b0c2da8aa79e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b92da63-93", "ovs_interfaceid": "4b92da63-9378-4b77-be55-804ed905b9b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.834478] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5982c7c0-e440-4b00-b83b-c217a39b65af {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.856497] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066143} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.856727] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.857543] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58e4d0e-27c4-4a9a-98a1-dd0f951d5e2c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.890253] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5/f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.890587] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2975fe49-fea4-40f5-95ad-f72570c6d253 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.916115] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': task-3330292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.330317} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.918246] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.918246] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 718.918246] env[70039]: value = "task-3330293" [ 718.918246] env[70039]: _type = "Task" [ 718.918246] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.918587] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfa7550-8323-4e49-ab53-7aa25a1aa780 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.929881] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330293, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.949187] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 493b08fa-a8b7-409f-840d-4de26ea0be60/493b08fa-a8b7-409f-840d-4de26ea0be60.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.949535] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24324305-5b44-45ac-9115-fc052b179eab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.970506] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Waiting for the task: (returnval){ [ 718.970506] env[70039]: value = "task-3330294" [ 718.970506] env[70039]: _type = "Task" [ 718.970506] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.978976] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': task-3330294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.019566] env[70039]: DEBUG nova.compute.manager [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Received event network-changed-fc844d8d-d157-414f-b1f7-4c70ed6231b9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.019761] env[70039]: DEBUG nova.compute.manager [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Refreshing instance network info cache due to event network-changed-fc844d8d-d157-414f-b1f7-4c70ed6231b9. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.020026] env[70039]: DEBUG oslo_concurrency.lockutils [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] Acquiring lock "refresh_cache-493b08fa-a8b7-409f-840d-4de26ea0be60" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.020222] env[70039]: DEBUG oslo_concurrency.lockutils [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] Acquired lock "refresh_cache-493b08fa-a8b7-409f-840d-4de26ea0be60" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.020407] env[70039]: DEBUG nova.network.neutron [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Refreshing network info cache for port fc844d8d-d157-414f-b1f7-4c70ed6231b9 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.128871] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Acquiring lock "03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.129135] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Lock "03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.168606] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e38bb4-5e55-80e3-3347-f93274290ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.050671} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.170908] env[70039]: DEBUG oslo_concurrency.lockutils [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.170908] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.170908] env[70039]: DEBUG oslo_concurrency.lockutils [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.170908] env[70039]: DEBUG oslo_concurrency.lockutils [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.171225] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.172166] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-401a114f-19ea-41dd-bc3d-f92f8fcfe52a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.184032] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.184032] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.184032] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1689e9dc-c053-49db-86ee-5da1c270c657 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.187424] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for the task: (returnval){ [ 719.187424] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5240bd87-3ab0-1b4c-72e5-34190d246f8c" [ 719.187424] env[70039]: _type = "Task" [ 719.187424] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.196481] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5240bd87-3ab0-1b4c-72e5-34190d246f8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.252899] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "4f841897-42d7-4846-b152-caa4a3575eb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.252899] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "4f841897-42d7-4846-b152-caa4a3575eb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.280261] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.280524] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.288309] env[70039]: DEBUG nova.compute.manager [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.330014] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.331061] env[70039]: DEBUG nova.compute.manager [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.333717] env[70039]: DEBUG oslo_concurrency.lockutils [req-6f89aef1-ca35-4372-8746-c811671d86c3 req-9b57d0d1-1800-4202-810f-d012cf5a6cfe service nova] Releasing lock "refresh_cache-b77ea08a-8f16-44a3-9161-55181e8d7169" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.334299] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.710s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.334516] env[70039]: DEBUG nova.objects.instance [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Lazy-loading 'resources' on Instance uuid fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.370343] env[70039]: DEBUG nova.network.neutron [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Updating instance_info_cache with network_info: [{"id": "61d6cc24-d238-440d-923f-cd1fd6c282dd", "address": "fa:16:3e:66:90:66", "network": {"id": "4210840f-1282-42b9-a4c8-d61e8a259be7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1790591715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f1b538efaab4c0596968fee3532bd1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61d6cc24-d2", "ovs_interfaceid": "61d6cc24-d238-440d-923f-cd1fd6c282dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.432410] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.480112] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': task-3330294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.568078] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac094b8-03f6-44d7-993b-f68b4b6f80a2 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.568439] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40e356e0-fa77-486b-9893-ff0132e95af0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.576158] env[70039]: DEBUG oslo_vmware.api [None req-fac094b8-03f6-44d7-993b-f68b4b6f80a2 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 719.576158] env[70039]: value = "task-3330295" [ 719.576158] env[70039]: _type = "Task" [ 719.576158] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.584332] env[70039]: DEBUG oslo_vmware.api [None req-fac094b8-03f6-44d7-993b-f68b4b6f80a2 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.697704] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5240bd87-3ab0-1b4c-72e5-34190d246f8c, 'name': SearchDatastore_Task, 'duration_secs': 0.021182} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.698567] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a96f7a1f-effd-4df3-980d-a9c3e94e1e44 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.704757] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for the task: (returnval){ [ 719.704757] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52da6f7d-6668-c215-2aff-cec19347c37d" [ 719.704757] env[70039]: _type = "Task" [ 719.704757] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.712571] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52da6f7d-6668-c215-2aff-cec19347c37d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.741660] env[70039]: DEBUG nova.network.neutron [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Successfully updated port: 0d78157b-4be6-4a5c-b7a8-2b58fe9bd242 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.835660] env[70039]: DEBUG nova.compute.utils [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.837855] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.838413] env[70039]: DEBUG nova.compute.manager [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.838696] env[70039]: DEBUG nova.network.neutron [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.872682] env[70039]: DEBUG oslo_concurrency.lockutils [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Releasing lock "refresh_cache-9ad70c76-963e-47ff-803d-1e31926b862a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.928205] env[70039]: DEBUG nova.policy [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c401cf447d845c5addc76d608ef5baf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c5779f7bbc04aa38c7290864a25537c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.943757] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330293, 'name': ReconfigVM_Task, 'duration_secs': 0.720713} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.943757] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Reconfigured VM instance instance-0000000b to attach disk [datastore2] f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5/f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.943757] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-296aa090-f61a-4a97-9285-d1191333cd5a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.952034] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 719.952034] env[70039]: value = "task-3330296" [ 719.952034] env[70039]: _type = "Task" [ 719.952034] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.964759] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330296, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.984824] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': task-3330294, 'name': ReconfigVM_Task, 'duration_secs': 0.650326} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.985670] env[70039]: DEBUG nova.network.neutron [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Updated VIF entry in instance network info cache for port fc844d8d-d157-414f-b1f7-4c70ed6231b9. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.986117] env[70039]: DEBUG nova.network.neutron [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Updating instance_info_cache with network_info: [{"id": "fc844d8d-d157-414f-b1f7-4c70ed6231b9", "address": "fa:16:3e:5e:d5:31", "network": {"id": "7366ddda-3c0a-468c-9d13-1b56dd38457e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1764644322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6dc469639c64a42b37e106d7d58b129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc844d8d-d1", "ovs_interfaceid": "fc844d8d-d157-414f-b1f7-4c70ed6231b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.987397] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 493b08fa-a8b7-409f-840d-4de26ea0be60/493b08fa-a8b7-409f-840d-4de26ea0be60.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.988144] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-904daa60-8d27-45c4-bee6-0f6c2eb1f0ac {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.998296] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Waiting for the task: (returnval){ [ 719.998296] env[70039]: value = "task-3330297" [ 719.998296] env[70039]: _type = "Task" [ 719.998296] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.012331] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': task-3330297, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.086590] env[70039]: DEBUG oslo_vmware.api [None req-fac094b8-03f6-44d7-993b-f68b4b6f80a2 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330295, 'name': PowerOffVM_Task, 'duration_secs': 0.254996} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.089896] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac094b8-03f6-44d7-993b-f68b4b6f80a2 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.090142] env[70039]: DEBUG nova.compute.manager [None req-fac094b8-03f6-44d7-993b-f68b4b6f80a2 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.091772] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a36478-31b6-401d-b051-da14b2c2cd51 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.224195] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52da6f7d-6668-c215-2aff-cec19347c37d, 'name': SearchDatastore_Task, 'duration_secs': 0.017058} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.226490] env[70039]: DEBUG oslo_concurrency.lockutils [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.226875] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 49b611f4-ea23-46af-ba2e-b4e861eac8a2/49b611f4-ea23-46af-ba2e-b4e861eac8a2.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.227435] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98396975-c378-46dd-8e95-d0da17598064 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.234403] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for the task: (returnval){ [ 720.234403] env[70039]: value = "task-3330298" [ 720.234403] env[70039]: _type = "Task" [ 720.234403] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.244991] env[70039]: DEBUG oslo_concurrency.lockutils [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "refresh_cache-3fadbf0b-4802-41a3-be05-1208371ae43f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.244991] env[70039]: DEBUG oslo_concurrency.lockutils [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquired lock "refresh_cache-3fadbf0b-4802-41a3-be05-1208371ae43f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.244991] env[70039]: DEBUG nova.network.neutron [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.250495] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.301620] env[70039]: DEBUG nova.network.neutron [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Successfully created port: 4935ae65-ccc0-47a8-8271-6ca8c4c672c1 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.337259] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34da0e48-ee7a-48d0-8dbc-e92e3a5d93e8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.345029] env[70039]: DEBUG nova.compute.manager [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.348430] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551e86fc-c382-42c0-96dd-1ec324bcac10 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.383302] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c283a63-b06f-4f35-9f0b-b1852f5bf8ca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.390475] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a1c6f4-3552-4026-9082-6169b60e2ee7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.404745] env[70039]: DEBUG nova.compute.provider_tree [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.464187] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330296, 'name': Rename_Task, 'duration_secs': 0.152564} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.467411] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.467848] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d39b1551-25f8-47d5-bdd2-7aeca49e83b5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.475832] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 720.475832] env[70039]: value = "task-3330299" [ 720.475832] env[70039]: _type = "Task" [ 720.475832] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.481824] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.496055] env[70039]: DEBUG oslo_concurrency.lockutils [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] Releasing lock "refresh_cache-493b08fa-a8b7-409f-840d-4de26ea0be60" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.496055] env[70039]: DEBUG nova.compute.manager [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Received event network-vif-plugged-4b82a4bd-dcd2-449e-acf8-8a338709dc75 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.496055] env[70039]: DEBUG oslo_concurrency.lockutils [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] Acquiring lock "f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.496055] env[70039]: DEBUG oslo_concurrency.lockutils [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] Lock "f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.496055] env[70039]: DEBUG oslo_concurrency.lockutils [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] Lock "f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.496233] env[70039]: DEBUG nova.compute.manager [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] No waiting events found dispatching network-vif-plugged-4b82a4bd-dcd2-449e-acf8-8a338709dc75 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.496233] env[70039]: WARNING nova.compute.manager [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Received unexpected event network-vif-plugged-4b82a4bd-dcd2-449e-acf8-8a338709dc75 for instance with vm_state building and task_state spawning. [ 720.496233] env[70039]: DEBUG nova.compute.manager [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Received event network-changed-4b82a4bd-dcd2-449e-acf8-8a338709dc75 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.496233] env[70039]: DEBUG nova.compute.manager [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Refreshing instance network info cache due to event network-changed-4b82a4bd-dcd2-449e-acf8-8a338709dc75. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.496233] env[70039]: DEBUG oslo_concurrency.lockutils [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] Acquiring lock "refresh_cache-f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.496439] env[70039]: DEBUG oslo_concurrency.lockutils [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] Acquired lock "refresh_cache-f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.496439] env[70039]: DEBUG nova.network.neutron [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Refreshing network info cache for port 4b82a4bd-dcd2-449e-acf8-8a338709dc75 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.509586] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': task-3330297, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.607851] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fac094b8-03f6-44d7-993b-f68b4b6f80a2 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "60f6fa67-4021-43d8-a94e-fad040add93f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.623021] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Acquiring lock "340a2275-48b8-4857-8caa-e99546da4404" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.623334] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Lock "340a2275-48b8-4857-8caa-e99546da4404" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.623544] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Acquiring lock "340a2275-48b8-4857-8caa-e99546da4404-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.623726] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Lock "340a2275-48b8-4857-8caa-e99546da4404-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.623894] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Lock "340a2275-48b8-4857-8caa-e99546da4404-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.627717] env[70039]: INFO nova.compute.manager [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Terminating instance [ 720.746388] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.816105] env[70039]: DEBUG nova.network.neutron [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.912161] env[70039]: DEBUG nova.scheduler.client.report [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.988141] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330299, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.013328] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': task-3330297, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.137280] env[70039]: DEBUG nova.compute.manager [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.137280] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.137280] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f851dd-2d51-4bff-9694-63f2b86570ce {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.145917] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.146195] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b96c35dc-a73c-4e21-b0d2-73d9af64472d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.151793] env[70039]: DEBUG oslo_vmware.api [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Waiting for the task: (returnval){ [ 721.151793] env[70039]: value = "task-3330300" [ 721.151793] env[70039]: _type = "Task" [ 721.151793] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.161106] env[70039]: DEBUG oslo_vmware.api [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.235180] env[70039]: DEBUG nova.network.neutron [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Updating instance_info_cache with network_info: [{"id": "0d78157b-4be6-4a5c-b7a8-2b58fe9bd242", "address": "fa:16:3e:70:b5:55", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d78157b-4b", "ovs_interfaceid": "0d78157b-4be6-4a5c-b7a8-2b58fe9bd242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.249075] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330298, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.365302] env[70039]: DEBUG nova.compute.manager [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.402625] env[70039]: DEBUG nova.virt.hardware [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.402625] env[70039]: DEBUG nova.virt.hardware [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.402625] env[70039]: DEBUG nova.virt.hardware [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.402935] env[70039]: DEBUG nova.virt.hardware [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.402935] env[70039]: DEBUG nova.virt.hardware [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.403209] env[70039]: DEBUG nova.virt.hardware [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.403482] env[70039]: DEBUG nova.virt.hardware [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.404231] env[70039]: DEBUG nova.virt.hardware [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.404231] env[70039]: DEBUG nova.virt.hardware [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.404231] env[70039]: DEBUG nova.virt.hardware [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.405054] env[70039]: DEBUG nova.virt.hardware [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.406317] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d623a22-557e-427a-a40f-8f9db3c63657 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.416601] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd660e5-7a2e-4c2d-9450-5d941cc6505d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.422859] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.425801] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.426239] env[70039]: DEBUG oslo_concurrency.lockutils [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.820s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.427796] env[70039]: INFO nova.compute.claims [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.432816] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d4c843e-7dc3-4ff9-a09d-d825cfa4fb54 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.454332] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 721.454332] env[70039]: value = "task-3330301" [ 721.454332] env[70039]: _type = "Task" [ 721.454332] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.464165] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.465486] env[70039]: INFO nova.scheduler.client.report [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Deleted allocations for instance fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e [ 721.487617] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330299, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.513968] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': task-3330297, 'name': Rename_Task, 'duration_secs': 1.166272} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.514341] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.514656] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-461b7356-f56f-48e6-bf71-b15489da5ea1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.523243] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Waiting for the task: (returnval){ [ 721.523243] env[70039]: value = "task-3330302" [ 721.523243] env[70039]: _type = "Task" [ 721.523243] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.535846] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': task-3330302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.638436] env[70039]: DEBUG nova.network.neutron [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Updated VIF entry in instance network info cache for port 4b82a4bd-dcd2-449e-acf8-8a338709dc75. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.638870] env[70039]: DEBUG nova.network.neutron [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Updating instance_info_cache with network_info: [{"id": "4b82a4bd-dcd2-449e-acf8-8a338709dc75", "address": "fa:16:3e:fd:1c:49", "network": {"id": "aa8f65a8-0c72-42ac-a0dc-7cc36bafb4eb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-635641481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e157acdd79c48e5bd38bd64a6ef7c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b82a4bd-dc", "ovs_interfaceid": "4b82a4bd-dcd2-449e-acf8-8a338709dc75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.663961] env[70039]: DEBUG oslo_vmware.api [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330300, 'name': PowerOffVM_Task, 'duration_secs': 0.36478} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.665343] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.665746] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.665830] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8618494e-6200-4da9-9154-9bea2c58d092 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.733070] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.733316] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.733491] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Deleting the datastore file [datastore1] 340a2275-48b8-4857-8caa-e99546da4404 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.733920] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e1c2e28-0ff0-4b74-a22b-81c7cdfbea5d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.737556] env[70039]: DEBUG oslo_concurrency.lockutils [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Releasing lock "refresh_cache-3fadbf0b-4802-41a3-be05-1208371ae43f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.737936] env[70039]: DEBUG nova.compute.manager [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Instance network_info: |[{"id": "0d78157b-4be6-4a5c-b7a8-2b58fe9bd242", "address": "fa:16:3e:70:b5:55", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d78157b-4b", "ovs_interfaceid": "0d78157b-4be6-4a5c-b7a8-2b58fe9bd242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.740352] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:b5:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d78157b-4be6-4a5c-b7a8-2b58fe9bd242', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.746165] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Creating folder: Project (068507032c75493db692ec11932fc397). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.749981] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fa20827-2f94-4c66-9af9-31295bb60326 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.755159] env[70039]: DEBUG oslo_vmware.api [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Waiting for the task: (returnval){ [ 721.755159] env[70039]: value = "task-3330304" [ 721.755159] env[70039]: _type = "Task" [ 721.755159] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.765622] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330298, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.435121} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.767369] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 49b611f4-ea23-46af-ba2e-b4e861eac8a2/49b611f4-ea23-46af-ba2e-b4e861eac8a2.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.767622] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.767898] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Created folder: Project (068507032c75493db692ec11932fc397) in parent group-v664777. [ 721.768079] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Creating folder: Instances. Parent ref: group-v664812. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.768819] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-706210cb-94ee-4739-b60a-5effec46df45 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.772027] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ca3f6cf-a5e5-49b4-8b62-cca10518300e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.774871] env[70039]: DEBUG oslo_vmware.api [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.779319] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for the task: (returnval){ [ 721.779319] env[70039]: value = "task-3330306" [ 721.779319] env[70039]: _type = "Task" [ 721.779319] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.783733] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Created folder: Instances in parent group-v664812. [ 721.783990] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.784657] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.784947] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efcbdfe9-99a3-4872-b2a1-0405c9fa078c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.802953] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.807981] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.807981] env[70039]: value = "task-3330308" [ 721.807981] env[70039]: _type = "Task" [ 721.807981] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.816779] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330308, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.975255] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330301, 'name': PowerOffVM_Task, 'duration_secs': 0.240754} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.975509] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.977176] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8092eb0-e0d5-430e-848d-16a51af8830b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.979631] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0a265d2d-eaa0-4a2f-a58e-19a827fdbb84 tempest-DeleteServersAdminTestJSON-394633662 tempest-DeleteServersAdminTestJSON-394633662-project-admin] Lock "fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.842s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.992421] env[70039]: DEBUG nova.compute.manager [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Received event network-vif-plugged-7c88842f-be38-41fe-a8ce-d3d4302d5ef3 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.992773] env[70039]: DEBUG oslo_concurrency.lockutils [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] Acquiring lock "49b611f4-ea23-46af-ba2e-b4e861eac8a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.993383] env[70039]: DEBUG oslo_concurrency.lockutils [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] Lock "49b611f4-ea23-46af-ba2e-b4e861eac8a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.993383] env[70039]: DEBUG oslo_concurrency.lockutils [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] Lock "49b611f4-ea23-46af-ba2e-b4e861eac8a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.993524] env[70039]: DEBUG nova.compute.manager [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] No waiting events found dispatching network-vif-plugged-7c88842f-be38-41fe-a8ce-d3d4302d5ef3 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.993719] env[70039]: WARNING nova.compute.manager [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Received unexpected event network-vif-plugged-7c88842f-be38-41fe-a8ce-d3d4302d5ef3 for instance with vm_state building and task_state spawning. [ 721.993943] env[70039]: DEBUG nova.compute.manager [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Received event network-changed-7c88842f-be38-41fe-a8ce-d3d4302d5ef3 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.994183] env[70039]: DEBUG nova.compute.manager [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Refreshing instance network info cache due to event network-changed-7c88842f-be38-41fe-a8ce-d3d4302d5ef3. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.994431] env[70039]: DEBUG oslo_concurrency.lockutils [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] Acquiring lock "refresh_cache-49b611f4-ea23-46af-ba2e-b4e861eac8a2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.994599] env[70039]: DEBUG oslo_concurrency.lockutils [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] Acquired lock "refresh_cache-49b611f4-ea23-46af-ba2e-b4e861eac8a2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.995209] env[70039]: DEBUG nova.network.neutron [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Refreshing network info cache for port 7c88842f-be38-41fe-a8ce-d3d4302d5ef3 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.018847] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424f7e09-a325-4a3c-82be-f1dff6e5a59c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.027717] env[70039]: DEBUG oslo_vmware.api [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330299, 'name': PowerOnVM_Task, 'duration_secs': 1.381316} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.032121] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.032121] env[70039]: INFO nova.compute.manager [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Took 13.96 seconds to spawn the instance on the hypervisor. [ 722.032121] env[70039]: DEBUG nova.compute.manager [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.032806] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ddbc94-bbc0-4852-8df6-142f4964ea05 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.042440] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': task-3330302, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.065737] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.066379] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fba7ca2-b123-4997-a45e-6aad71e01141 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.072676] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 722.072676] env[70039]: value = "task-3330309" [ 722.072676] env[70039]: _type = "Task" [ 722.072676] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.081488] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.142481] env[70039]: DEBUG oslo_concurrency.lockutils [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] Releasing lock "refresh_cache-f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.142790] env[70039]: DEBUG nova.compute.manager [req-b2f159d9-7035-4f3e-a88f-e07dfc771623 req-094df6d9-499d-429d-b56f-42de38a0a23b service nova] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Received event network-vif-deleted-db1d89cf-ff3a-461f-8a9f-2fdb92e2a628 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.223121] env[70039]: DEBUG nova.network.neutron [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Successfully updated port: 4935ae65-ccc0-47a8-8271-6ca8c4c672c1 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.268932] env[70039]: DEBUG oslo_vmware.api [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Task: {'id': task-3330304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247801} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.269311] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.269495] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.269672] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.269845] env[70039]: INFO nova.compute.manager [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Took 1.13 seconds to destroy the instance on the hypervisor. [ 722.270096] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.270290] env[70039]: DEBUG nova.compute.manager [-] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.270386] env[70039]: DEBUG nova.network.neutron [-] [instance: 340a2275-48b8-4857-8caa-e99546da4404] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.289139] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079838} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.289811] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.290402] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db19530-feb7-464b-9737-12be78739317 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.314092] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 49b611f4-ea23-46af-ba2e-b4e861eac8a2/49b611f4-ea23-46af-ba2e-b4e861eac8a2.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.316866] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b79e77e9-d1b3-4f6b-be8d-b4073f35cf47 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.341532] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330308, 'name': CreateVM_Task, 'duration_secs': 0.378343} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.344436] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.344804] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for the task: (returnval){ [ 722.344804] env[70039]: value = "task-3330310" [ 722.344804] env[70039]: _type = "Task" [ 722.344804] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.345562] env[70039]: DEBUG oslo_concurrency.lockutils [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.345669] env[70039]: DEBUG oslo_concurrency.lockutils [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.345972] env[70039]: DEBUG oslo_concurrency.lockutils [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.346590] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e0c55bb-d582-4742-835a-09c2ae330561 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.358959] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 722.358959] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520c2e92-1e3c-6a51-20e3-d008edb94fbf" [ 722.358959] env[70039]: _type = "Task" [ 722.358959] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.358959] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.367509] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520c2e92-1e3c-6a51-20e3-d008edb94fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.537280] env[70039]: DEBUG oslo_vmware.api [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': task-3330302, 'name': PowerOnVM_Task, 'duration_secs': 0.684111} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.540294] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.540722] env[70039]: INFO nova.compute.manager [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Took 16.84 seconds to spawn the instance on the hypervisor. [ 722.540797] env[70039]: DEBUG nova.compute.manager [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.542175] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1ee5db-7f70-4f9e-aabd-56265019a305 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.568619] env[70039]: INFO nova.compute.manager [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Took 21.53 seconds to build instance. [ 722.587585] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] VM already powered off {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 722.587802] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.588054] env[70039]: DEBUG oslo_concurrency.lockutils [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.588204] env[70039]: DEBUG oslo_concurrency.lockutils [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.588380] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.589457] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54b3b397-64de-46d0-ad1a-85ac9a99043f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.602372] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.602372] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.603084] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eeaebaa-273d-4637-8d6a-730fa6970870 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.615019] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 722.615019] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52342f37-a985-fa86-ac17-9823146543ee" [ 722.615019] env[70039]: _type = "Task" [ 722.615019] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.619438] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52342f37-a985-fa86-ac17-9823146543ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.725607] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "refresh_cache-7ef8777d-90dd-487a-adcc-2955f5938c3a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.725763] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "refresh_cache-7ef8777d-90dd-487a-adcc-2955f5938c3a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.726028] env[70039]: DEBUG nova.network.neutron [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.859042] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.870125] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520c2e92-1e3c-6a51-20e3-d008edb94fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.029911} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.870489] env[70039]: DEBUG oslo_concurrency.lockutils [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.870749] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.870965] env[70039]: DEBUG oslo_concurrency.lockutils [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.871157] env[70039]: DEBUG oslo_concurrency.lockutils [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.871385] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.874181] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24a3ee37-9705-4f66-9502-771fb15675bf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.881778] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805a3c6e-ad2b-4210-bbb5-673926f5711e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.885140] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.885379] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.886680] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fc1a25d-ed8e-4b37-acc0-f782783afafc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.894460] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b9205f-63c7-4aa0-91bc-f25bffc88db1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.899609] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 722.899609] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]526cf9a6-95a3-50fb-04ca-b1c133769f2f" [ 722.899609] env[70039]: _type = "Task" [ 722.899609] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.933553] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62af47ad-34e7-468b-8533-c95f0b5b97e6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.940273] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526cf9a6-95a3-50fb-04ca-b1c133769f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.014445} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.941610] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a724278-3136-4c6d-ada8-2c34b4bcd32f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.947238] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180a2ffc-4b0f-4b22-b8cf-9ac97f7c35c7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.953467] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 722.953467] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5229dca8-9664-5fa5-7f95-4a5343d491ff" [ 722.953467] env[70039]: _type = "Task" [ 722.953467] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.965100] env[70039]: DEBUG nova.compute.provider_tree [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.971445] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5229dca8-9664-5fa5-7f95-4a5343d491ff, 'name': SearchDatastore_Task, 'duration_secs': 0.017094} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.971703] env[70039]: DEBUG oslo_concurrency.lockutils [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.972012] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 3fadbf0b-4802-41a3-be05-1208371ae43f/3fadbf0b-4802-41a3-be05-1208371ae43f.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.972368] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79c75537-4cb6-4fa3-ba1e-2554ce657fae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.979945] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 722.979945] env[70039]: value = "task-3330311" [ 722.979945] env[70039]: _type = "Task" [ 722.979945] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.987710] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.070751] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f6b63d2-5845-46ee-b6ed-fc4609bff982 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lock "f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.843s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.074701] env[70039]: INFO nova.compute.manager [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Took 32.96 seconds to build instance. [ 723.122111] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52342f37-a985-fa86-ac17-9823146543ee, 'name': SearchDatastore_Task, 'duration_secs': 0.046734} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.122708] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e82008f-be41-4b83-a412-4970ef891a51 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.128703] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 723.128703] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]529c97af-ef18-1367-449b-0e2268ca6a74" [ 723.128703] env[70039]: _type = "Task" [ 723.128703] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.136619] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]529c97af-ef18-1367-449b-0e2268ca6a74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.213301] env[70039]: DEBUG nova.network.neutron [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Updated VIF entry in instance network info cache for port 7c88842f-be38-41fe-a8ce-d3d4302d5ef3. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.213706] env[70039]: DEBUG nova.network.neutron [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Updating instance_info_cache with network_info: [{"id": "7c88842f-be38-41fe-a8ce-d3d4302d5ef3", "address": "fa:16:3e:c8:e8:89", "network": {"id": "90b8b0e5-3546-4d9b-ad5c-8ef9aa887712", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1736530877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed27a278eff24dc695701620c6152a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c88842f-be", "ovs_interfaceid": "7c88842f-be38-41fe-a8ce-d3d4302d5ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.296198] env[70039]: DEBUG nova.network.neutron [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.357518] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330310, 'name': ReconfigVM_Task, 'duration_secs': 0.702526} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.357779] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 49b611f4-ea23-46af-ba2e-b4e861eac8a2/49b611f4-ea23-46af-ba2e-b4e861eac8a2.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.358475] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a51d163d-d13d-4032-aa1e-5410d64bd38d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.364669] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for the task: (returnval){ [ 723.364669] env[70039]: value = "task-3330312" [ 723.364669] env[70039]: _type = "Task" [ 723.364669] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.373783] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330312, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.400592] env[70039]: DEBUG nova.network.neutron [-] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.473277] env[70039]: DEBUG nova.scheduler.client.report [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.494044] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330311, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.578062] env[70039]: DEBUG nova.compute.manager [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.584139] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69f55383-78a9-47f8-8fdb-3ce65e0505b8 tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Lock "493b08fa-a8b7-409f-840d-4de26ea0be60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.479s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.643020] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]529c97af-ef18-1367-449b-0e2268ca6a74, 'name': SearchDatastore_Task, 'duration_secs': 0.029996} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.643020] env[70039]: DEBUG oslo_concurrency.lockutils [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.643020] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 9ad70c76-963e-47ff-803d-1e31926b862a/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk. {{(pid=70039) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 723.643020] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f481af5e-bf1a-4f47-bf16-d6b14c36555f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.650055] env[70039]: DEBUG nova.network.neutron [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Updating instance_info_cache with network_info: [{"id": "4935ae65-ccc0-47a8-8271-6ca8c4c672c1", "address": "fa:16:3e:bd:22:78", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4935ae65-cc", "ovs_interfaceid": "4935ae65-ccc0-47a8-8271-6ca8c4c672c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.652839] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 723.652839] env[70039]: value = "task-3330313" [ 723.652839] env[70039]: _type = "Task" [ 723.652839] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.665110] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.719028] env[70039]: DEBUG oslo_concurrency.lockutils [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] Releasing lock "refresh_cache-49b611f4-ea23-46af-ba2e-b4e861eac8a2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.719028] env[70039]: DEBUG nova.compute.manager [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Received event network-vif-plugged-0d78157b-4be6-4a5c-b7a8-2b58fe9bd242 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.719028] env[70039]: DEBUG oslo_concurrency.lockutils [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] Acquiring lock "3fadbf0b-4802-41a3-be05-1208371ae43f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.719028] env[70039]: DEBUG oslo_concurrency.lockutils [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] Lock "3fadbf0b-4802-41a3-be05-1208371ae43f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.719028] env[70039]: DEBUG oslo_concurrency.lockutils [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] Lock "3fadbf0b-4802-41a3-be05-1208371ae43f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.719371] env[70039]: DEBUG nova.compute.manager [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] No waiting events found dispatching network-vif-plugged-0d78157b-4be6-4a5c-b7a8-2b58fe9bd242 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.719371] env[70039]: WARNING nova.compute.manager [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Received unexpected event network-vif-plugged-0d78157b-4be6-4a5c-b7a8-2b58fe9bd242 for instance with vm_state building and task_state spawning. [ 723.719371] env[70039]: DEBUG nova.compute.manager [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Received event network-changed-0d78157b-4be6-4a5c-b7a8-2b58fe9bd242 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.719371] env[70039]: DEBUG nova.compute.manager [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Refreshing instance network info cache due to event network-changed-0d78157b-4be6-4a5c-b7a8-2b58fe9bd242. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.719371] env[70039]: DEBUG oslo_concurrency.lockutils [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] Acquiring lock "refresh_cache-3fadbf0b-4802-41a3-be05-1208371ae43f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.719527] env[70039]: DEBUG oslo_concurrency.lockutils [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] Acquired lock "refresh_cache-3fadbf0b-4802-41a3-be05-1208371ae43f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.719527] env[70039]: DEBUG nova.network.neutron [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Refreshing network info cache for port 0d78157b-4be6-4a5c-b7a8-2b58fe9bd242 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.878814] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330312, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.907528] env[70039]: INFO nova.compute.manager [-] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Took 1.64 seconds to deallocate network for instance. [ 723.989627] env[70039]: DEBUG oslo_concurrency.lockutils [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.990135] env[70039]: DEBUG nova.compute.manager [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.992782] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.346s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.994775] env[70039]: INFO nova.compute.claims [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.006337] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.850572} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.009253] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 3fadbf0b-4802-41a3-be05-1208371ae43f/3fadbf0b-4802-41a3-be05-1208371ae43f.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.009487] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.009761] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b517564e-53f2-4de6-b449-2cb4f2846ca1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.018477] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 724.018477] env[70039]: value = "task-3330314" [ 724.018477] env[70039]: _type = "Task" [ 724.018477] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.035306] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.093498] env[70039]: DEBUG nova.compute.manager [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.118605] env[70039]: DEBUG oslo_concurrency.lockutils [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.156023] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "refresh_cache-7ef8777d-90dd-487a-adcc-2955f5938c3a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.156023] env[70039]: DEBUG nova.compute.manager [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Instance network_info: |[{"id": "4935ae65-ccc0-47a8-8271-6ca8c4c672c1", "address": "fa:16:3e:bd:22:78", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4935ae65-cc", "ovs_interfaceid": "4935ae65-ccc0-47a8-8271-6ca8c4c672c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.156275] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:22:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4935ae65-ccc0-47a8-8271-6ca8c4c672c1', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.169397] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Creating folder: Project (6c5779f7bbc04aa38c7290864a25537c). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.176249] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66eb832e-cde8-4e44-bd90-4000c88b7b37 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.186095] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330313, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.188023] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Created folder: Project (6c5779f7bbc04aa38c7290864a25537c) in parent group-v664777. [ 724.188121] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Creating folder: Instances. Parent ref: group-v664815. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.188804] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16b30ac4-3324-4983-b113-17ec7a469202 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.200251] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Created folder: Instances in parent group-v664815. [ 724.200817] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.200817] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.201050] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-caba264a-6a92-4199-8fde-9d4595973672 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.225971] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.225971] env[70039]: value = "task-3330317" [ 724.225971] env[70039]: _type = "Task" [ 724.225971] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.237246] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330317, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.387482] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330312, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.417843] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.506576] env[70039]: DEBUG nova.compute.utils [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.511486] env[70039]: DEBUG nova.compute.manager [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Not allocating networking since 'none' was specified. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 724.523182] env[70039]: DEBUG nova.network.neutron [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Updated VIF entry in instance network info cache for port 0d78157b-4be6-4a5c-b7a8-2b58fe9bd242. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.523551] env[70039]: DEBUG nova.network.neutron [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Updating instance_info_cache with network_info: [{"id": "0d78157b-4be6-4a5c-b7a8-2b58fe9bd242", "address": "fa:16:3e:70:b5:55", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d78157b-4b", "ovs_interfaceid": "0d78157b-4be6-4a5c-b7a8-2b58fe9bd242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.532041] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.479739} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.532276] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.535854] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700973e3-d935-42cd-be49-9b9cc10bd3a0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.560343] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 3fadbf0b-4802-41a3-be05-1208371ae43f/3fadbf0b-4802-41a3-be05-1208371ae43f.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.561064] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f3c1dbd-73b3-4840-aa0b-fd8416c119a7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.582501] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 724.582501] env[70039]: value = "task-3330318" [ 724.582501] env[70039]: _type = "Task" [ 724.582501] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.591299] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330318, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.626615] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.667368] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689503} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.667785] env[70039]: INFO nova.virt.vmwareapi.ds_util [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 9ad70c76-963e-47ff-803d-1e31926b862a/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk. [ 724.668669] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707a43ff-c1ba-43ae-b990-3df653698488 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.699955] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 9ad70c76-963e-47ff-803d-1e31926b862a/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.700896] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faf2c5e9-ce48-4fa3-87a6-1f7fc15ead66 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.722601] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 724.722601] env[70039]: value = "task-3330319" [ 724.722601] env[70039]: _type = "Task" [ 724.722601] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.738158] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.742860] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330317, 'name': CreateVM_Task, 'duration_secs': 0.487484} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.743415] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.744325] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.744750] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.745291] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.745486] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e43dbc-3af0-445a-be9f-2f096b036ea4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.750801] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 724.750801] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5200c523-959b-a500-ce37-56bad3a8cd1e" [ 724.750801] env[70039]: _type = "Task" [ 724.750801] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.761695] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5200c523-959b-a500-ce37-56bad3a8cd1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.881022] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330312, 'name': Rename_Task, 'duration_secs': 1.169545} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.881022] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.881022] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3addcd73-abd1-422d-b9f6-25ea9dec84e2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.888196] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for the task: (returnval){ [ 724.888196] env[70039]: value = "task-3330320" [ 724.888196] env[70039]: _type = "Task" [ 724.888196] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.899563] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.012499] env[70039]: DEBUG nova.compute.manager [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.027340] env[70039]: DEBUG oslo_concurrency.lockutils [req-a6542588-9852-4464-ab82-6574c9f4ba36 req-d185d6c6-9189-40e6-8a9d-546c8dd2764e service nova] Releasing lock "refresh_cache-3fadbf0b-4802-41a3-be05-1208371ae43f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.098861] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330318, 'name': ReconfigVM_Task, 'duration_secs': 0.3131} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.099221] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 3fadbf0b-4802-41a3-be05-1208371ae43f/3fadbf0b-4802-41a3-be05-1208371ae43f.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.099909] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75293eab-e756-4769-85a1-9b5f0e2008a1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.109368] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 725.109368] env[70039]: value = "task-3330321" [ 725.109368] env[70039]: _type = "Task" [ 725.109368] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.118796] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330321, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.239719] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330319, 'name': ReconfigVM_Task, 'duration_secs': 0.418613} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.240076] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 9ad70c76-963e-47ff-803d-1e31926b862a/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.243507] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f18a9f-2208-4a63-a9ef-6a2201110268 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.277701] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac7a1ed0-c7c2-45a2-a8cf-f3ef4a244a22 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.298144] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5200c523-959b-a500-ce37-56bad3a8cd1e, 'name': SearchDatastore_Task, 'duration_secs': 0.013086} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.298652] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.298923] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.299126] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.299275] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.300050] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.300050] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 725.300050] env[70039]: value = "task-3330322" [ 725.300050] env[70039]: _type = "Task" [ 725.300050] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.300050] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5248c80-85f3-487a-9d20-860d8f273f02 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.315187] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.316765] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.317040] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.317821] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee81cfbf-d81f-4ec1-8d41-e8d244fcfcd8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.325555] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 725.325555] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5267f96b-4143-20b6-5333-4a9ccfc511ae" [ 725.325555] env[70039]: _type = "Task" [ 725.325555] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.337832] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5267f96b-4143-20b6-5333-4a9ccfc511ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.405421] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330320, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.521273] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b302d76d-2949-42fc-b19a-bd3af5b2979a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.532797] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3534cbf-a685-471f-b870-7aa5ec8d3d66 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.540551] env[70039]: DEBUG nova.compute.manager [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Received event network-changed-fb6cdacf-e1b0-47b1-9fd8-0660c71fe019 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.540551] env[70039]: DEBUG nova.compute.manager [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Refreshing instance network info cache due to event network-changed-fb6cdacf-e1b0-47b1-9fd8-0660c71fe019. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.540551] env[70039]: DEBUG oslo_concurrency.lockutils [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] Acquiring lock "refresh_cache-4f708010-c2f7-4afd-b222-211dc24c32f1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.540551] env[70039]: DEBUG oslo_concurrency.lockutils [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] Acquired lock "refresh_cache-4f708010-c2f7-4afd-b222-211dc24c32f1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.540551] env[70039]: DEBUG nova.network.neutron [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Refreshing network info cache for port fb6cdacf-e1b0-47b1-9fd8-0660c71fe019 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.582465] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a058c691-a5b1-4093-a077-dfde66f944dd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.589213] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c99ca11-cda4-4790-9c1c-4a8adafe323a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.603648] env[70039]: DEBUG nova.compute.provider_tree [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.621839] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330321, 'name': Rename_Task, 'duration_secs': 0.176829} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.622133] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.622376] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14c8573e-3a0e-4271-847a-8bfcb33671d4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.630064] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 725.630064] env[70039]: value = "task-3330323" [ 725.630064] env[70039]: _type = "Task" [ 725.630064] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.636239] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.799971] env[70039]: DEBUG nova.compute.manager [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.801267] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7cee5c-0e93-48a1-b31c-834d3770f591 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.813618] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330322, 'name': ReconfigVM_Task, 'duration_secs': 0.202379} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.815291] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.817779] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68a58339-86dd-4b00-9cb4-93903e8e562f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.825253] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 725.825253] env[70039]: value = "task-3330324" [ 725.825253] env[70039]: _type = "Task" [ 725.825253] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.835680] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5267f96b-4143-20b6-5333-4a9ccfc511ae, 'name': SearchDatastore_Task, 'duration_secs': 0.014007} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.839276] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.839465] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d222c94-b3cd-4809-9fbb-f26bec9fad7a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.845368] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 725.845368] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5213db8e-5461-4471-d862-8f64b08fbe91" [ 725.845368] env[70039]: _type = "Task" [ 725.845368] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.853085] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5213db8e-5461-4471-d862-8f64b08fbe91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.899569] env[70039]: DEBUG oslo_vmware.api [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330320, 'name': PowerOnVM_Task, 'duration_secs': 0.542425} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.899860] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.900217] env[70039]: INFO nova.compute.manager [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Took 14.18 seconds to spawn the instance on the hypervisor. [ 725.900387] env[70039]: DEBUG nova.compute.manager [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.904819] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2792d3-103a-4016-9113-fc098b7b442e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.024953] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquiring lock "50c86c4f-628b-41ad-beec-18b07323e0b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.025387] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Lock "50c86c4f-628b-41ad-beec-18b07323e0b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.026727] env[70039]: DEBUG nova.compute.manager [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.057267] env[70039]: DEBUG nova.virt.hardware [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.057579] env[70039]: DEBUG nova.virt.hardware [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.057752] env[70039]: DEBUG nova.virt.hardware [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.057929] env[70039]: DEBUG nova.virt.hardware [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.058208] env[70039]: DEBUG nova.virt.hardware [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.062025] env[70039]: DEBUG nova.virt.hardware [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.062025] env[70039]: DEBUG nova.virt.hardware [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.062025] env[70039]: DEBUG nova.virt.hardware [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.062025] env[70039]: DEBUG nova.virt.hardware [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.062025] env[70039]: DEBUG nova.virt.hardware [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.062303] env[70039]: DEBUG nova.virt.hardware [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.062303] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb14239b-3c44-4ef0-98d1-92d6b9d96f06 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.071378] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5191b0b-d427-43f5-a5a8-d3c28789f0df {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.087637] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Instance VIF info [] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.094043] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Creating folder: Project (397cdff2b4b645088808d5e16b736fd2). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.094346] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f264554c-81d3-40b5-811d-fb3191ac5857 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.103320] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Created folder: Project (397cdff2b4b645088808d5e16b736fd2) in parent group-v664777. [ 726.104080] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Creating folder: Instances. Parent ref: group-v664818. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.104080] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a707b5c8-6133-4f1d-8b0f-bb19f70aa9b6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.112420] env[70039]: DEBUG nova.scheduler.client.report [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.115192] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Created folder: Instances in parent group-v664818. [ 726.115416] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.115809] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.116029] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3138eb7e-5433-4c70-aafa-2cea8a349503 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.132690] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.132690] env[70039]: value = "task-3330327" [ 726.132690] env[70039]: _type = "Task" [ 726.132690] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.141852] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330327, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.145496] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.320793] env[70039]: INFO nova.compute.manager [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] instance snapshotting [ 726.321115] env[70039]: WARNING nova.compute.manager [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 726.325220] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df18e23-c684-4a0d-80f9-0a1b0a5983c7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.358516] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330324, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.363884] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7815e82c-433b-4df9-a587-5074342c1f49 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.371171] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5213db8e-5461-4471-d862-8f64b08fbe91, 'name': SearchDatastore_Task, 'duration_secs': 0.013379} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.373938] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.373938] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 7ef8777d-90dd-487a-adcc-2955f5938c3a/7ef8777d-90dd-487a-adcc-2955f5938c3a.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.376177] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2a5d82a-3a6a-4402-9d6d-60d0bd3f17d6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.384275] env[70039]: DEBUG nova.network.neutron [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Updated VIF entry in instance network info cache for port fb6cdacf-e1b0-47b1-9fd8-0660c71fe019. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.384275] env[70039]: DEBUG nova.network.neutron [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Updating instance_info_cache with network_info: [{"id": "fb6cdacf-e1b0-47b1-9fd8-0660c71fe019", "address": "fa:16:3e:33:c9:d8", "network": {"id": "9ff38878-283c-474f-979b-436beef68ef8", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-657367659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a78931973c46ffb11d8cb2da17d519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6cdacf-e1", "ovs_interfaceid": "fb6cdacf-e1b0-47b1-9fd8-0660c71fe019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.385084] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 726.385084] env[70039]: value = "task-3330328" [ 726.385084] env[70039]: _type = "Task" [ 726.385084] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.395143] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.427033] env[70039]: INFO nova.compute.manager [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Took 23.27 seconds to build instance. [ 726.617490] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.620985] env[70039]: DEBUG nova.compute.manager [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.621318] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.824s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.621372] env[70039]: DEBUG nova.objects.instance [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Lazy-loading 'resources' on Instance uuid 059c79b6-0553-4221-b430-11b126a5931a {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.643650] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.647183] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330327, 'name': CreateVM_Task, 'duration_secs': 0.41786} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.647355] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.648294] env[70039]: DEBUG oslo_concurrency.lockutils [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.648294] env[70039]: DEBUG oslo_concurrency.lockutils [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.648613] env[70039]: DEBUG oslo_concurrency.lockutils [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.648920] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f4e7bf-bb78-4a0c-a4f7-362aab34e43f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.658184] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for the task: (returnval){ [ 726.658184] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52976f73-8a99-dcc0-b19a-7988b43444a8" [ 726.658184] env[70039]: _type = "Task" [ 726.658184] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.667958] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52976f73-8a99-dcc0-b19a-7988b43444a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.846942] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330324, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.880993] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Creating Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 726.884023] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-884e47ef-a9c8-4618-907e-81e7028a0a74 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.884346] env[70039]: DEBUG oslo_concurrency.lockutils [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] Releasing lock "refresh_cache-4f708010-c2f7-4afd-b222-211dc24c32f1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.884736] env[70039]: DEBUG nova.compute.manager [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Received event network-vif-plugged-4935ae65-ccc0-47a8-8271-6ca8c4c672c1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.885106] env[70039]: DEBUG oslo_concurrency.lockutils [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] Acquiring lock "7ef8777d-90dd-487a-adcc-2955f5938c3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.885455] env[70039]: DEBUG oslo_concurrency.lockutils [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] Lock "7ef8777d-90dd-487a-adcc-2955f5938c3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.885765] env[70039]: DEBUG oslo_concurrency.lockutils [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] Lock "7ef8777d-90dd-487a-adcc-2955f5938c3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.886107] env[70039]: DEBUG nova.compute.manager [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] No waiting events found dispatching network-vif-plugged-4935ae65-ccc0-47a8-8271-6ca8c4c672c1 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.886406] env[70039]: WARNING nova.compute.manager [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Received unexpected event network-vif-plugged-4935ae65-ccc0-47a8-8271-6ca8c4c672c1 for instance with vm_state building and task_state spawning. [ 726.886703] env[70039]: DEBUG nova.compute.manager [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Received event network-changed-4935ae65-ccc0-47a8-8271-6ca8c4c672c1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.886981] env[70039]: DEBUG nova.compute.manager [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Refreshing instance network info cache due to event network-changed-4935ae65-ccc0-47a8-8271-6ca8c4c672c1. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.887315] env[70039]: DEBUG oslo_concurrency.lockutils [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] Acquiring lock "refresh_cache-7ef8777d-90dd-487a-adcc-2955f5938c3a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.887792] env[70039]: DEBUG oslo_concurrency.lockutils [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] Acquired lock "refresh_cache-7ef8777d-90dd-487a-adcc-2955f5938c3a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.887792] env[70039]: DEBUG nova.network.neutron [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Refreshing network info cache for port 4935ae65-ccc0-47a8-8271-6ca8c4c672c1 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.904827] env[70039]: DEBUG oslo_vmware.api [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 726.904827] env[70039]: value = "task-3330329" [ 726.904827] env[70039]: _type = "Task" [ 726.904827] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.909044] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330328, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.918620] env[70039]: DEBUG oslo_vmware.api [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330329, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.933304] env[70039]: DEBUG oslo_concurrency.lockutils [None req-900b440b-de98-4e37-bd39-5ab4463fae7c tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "49b611f4-ea23-46af-ba2e-b4e861eac8a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.943s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.126018] env[70039]: DEBUG nova.compute.utils [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.130383] env[70039]: DEBUG nova.compute.manager [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.130383] env[70039]: DEBUG nova.network.neutron [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.146607] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330323, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.171431] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52976f73-8a99-dcc0-b19a-7988b43444a8, 'name': SearchDatastore_Task, 'duration_secs': 0.053755} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.171586] env[70039]: DEBUG oslo_concurrency.lockutils [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.172287] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.172287] env[70039]: DEBUG oslo_concurrency.lockutils [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.172287] env[70039]: DEBUG oslo_concurrency.lockutils [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.172493] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.172588] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2df3067f-fad8-4396-b92c-3f8d23d355ed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.183031] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.183315] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.184141] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eb1e3eb-d297-4e30-9292-358f6131a907 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.189942] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for the task: (returnval){ [ 727.189942] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52a33430-809b-b546-0c3f-dc823e8bb2ae" [ 727.189942] env[70039]: _type = "Task" [ 727.189942] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.199909] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a33430-809b-b546-0c3f-dc823e8bb2ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.228293] env[70039]: DEBUG nova.policy [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8052b47499e41e0a7aa1989fab54973', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d2f8a38d2ff41c48f40eb01004abe4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.347036] env[70039]: DEBUG oslo_vmware.api [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330324, 'name': PowerOnVM_Task, 'duration_secs': 1.511731} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.347287] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.352339] env[70039]: DEBUG nova.compute.manager [None req-895c41cf-6fdf-4621-8992-9f6c623bfaa3 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.354228] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fe86aa-23c4-469c-8f51-38b6e581ff12 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.407386] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567233} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.408986] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 7ef8777d-90dd-487a-adcc-2955f5938c3a/7ef8777d-90dd-487a-adcc-2955f5938c3a.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.408986] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.409302] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4a27e58-b162-41f3-bf08-98b45e7fd3ae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.425580] env[70039]: DEBUG oslo_vmware.api [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330329, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.425857] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 727.425857] env[70039]: value = "task-3330330" [ 727.425857] env[70039]: _type = "Task" [ 727.425857] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.437260] env[70039]: DEBUG nova.compute.manager [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.443629] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.616626] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd1522f-60ac-45e1-ba7f-cdd816061ff7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.624556] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed38fbb1-c268-410c-aaaa-1057023200ed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.629820] env[70039]: DEBUG nova.compute.manager [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.666586] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4142dc3-b424-4aff-892c-9f33ce556e3b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.676699] env[70039]: DEBUG oslo_vmware.api [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330323, 'name': PowerOnVM_Task, 'duration_secs': 1.557937} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.678903] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.679354] env[70039]: INFO nova.compute.manager [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Took 8.90 seconds to spawn the instance on the hypervisor. [ 727.679354] env[70039]: DEBUG nova.compute.manager [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.680748] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0f1635-a6c4-4967-9e22-fd014e7ecae8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.684380] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886fa629-2038-4084-bcb8-9ec5e77b5b32 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.705872] env[70039]: DEBUG nova.compute.provider_tree [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.712400] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a33430-809b-b546-0c3f-dc823e8bb2ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010428} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.715196] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9de9f0e9-d035-458f-a77b-a80c2a7817f0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.718746] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for the task: (returnval){ [ 727.718746] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b681b9-5c3f-26a8-92d3-a323816c08eb" [ 727.718746] env[70039]: _type = "Task" [ 727.718746] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.727902] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b681b9-5c3f-26a8-92d3-a323816c08eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.905547] env[70039]: DEBUG nova.network.neutron [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Successfully created port: a58ec7de-f1eb-4349-b18a-baac5d133d8d {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.920918] env[70039]: DEBUG oslo_vmware.api [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330329, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.935942] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26131} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.938022] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.938022] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00144200-56a0-4e1b-b4d5-cb542f9afc6b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.965016] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 7ef8777d-90dd-487a-adcc-2955f5938c3a/7ef8777d-90dd-487a-adcc-2955f5938c3a.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.967912] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b66040b7-175c-47d5-9e52-23168d767565 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.994998] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 727.994998] env[70039]: value = "task-3330331" [ 727.994998] env[70039]: _type = "Task" [ 727.994998] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.005548] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.006580] env[70039]: DEBUG oslo_concurrency.lockutils [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.049455] env[70039]: DEBUG nova.network.neutron [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Updated VIF entry in instance network info cache for port 4935ae65-ccc0-47a8-8271-6ca8c4c672c1. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.049815] env[70039]: DEBUG nova.network.neutron [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Updating instance_info_cache with network_info: [{"id": "4935ae65-ccc0-47a8-8271-6ca8c4c672c1", "address": "fa:16:3e:bd:22:78", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4935ae65-cc", "ovs_interfaceid": "4935ae65-ccc0-47a8-8271-6ca8c4c672c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.217611] env[70039]: DEBUG nova.scheduler.client.report [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.229443] env[70039]: INFO nova.compute.manager [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Took 23.42 seconds to build instance. [ 728.239031] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b681b9-5c3f-26a8-92d3-a323816c08eb, 'name': SearchDatastore_Task, 'duration_secs': 0.052541} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.240027] env[70039]: DEBUG oslo_concurrency.lockutils [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.240027] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 2ae04994-4b65-49f8-97d8-bb0c1ebad763/2ae04994-4b65-49f8-97d8-bb0c1ebad763.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.240027] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85c80f45-e505-4b97-b6de-06580601baf3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.247805] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for the task: (returnval){ [ 728.247805] env[70039]: value = "task-3330332" [ 728.247805] env[70039]: _type = "Task" [ 728.247805] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.256817] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.339470] env[70039]: DEBUG nova.compute.manager [req-17b1be33-cf90-4a32-818a-ed0bdd1d050d req-bdd38e02-684e-4373-955d-859f190f3df8 service nova] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Received event network-changed-4b82a4bd-dcd2-449e-acf8-8a338709dc75 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.339596] env[70039]: DEBUG nova.compute.manager [req-17b1be33-cf90-4a32-818a-ed0bdd1d050d req-bdd38e02-684e-4373-955d-859f190f3df8 service nova] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Refreshing instance network info cache due to event network-changed-4b82a4bd-dcd2-449e-acf8-8a338709dc75. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.339826] env[70039]: DEBUG oslo_concurrency.lockutils [req-17b1be33-cf90-4a32-818a-ed0bdd1d050d req-bdd38e02-684e-4373-955d-859f190f3df8 service nova] Acquiring lock "refresh_cache-f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.339951] env[70039]: DEBUG oslo_concurrency.lockutils [req-17b1be33-cf90-4a32-818a-ed0bdd1d050d req-bdd38e02-684e-4373-955d-859f190f3df8 service nova] Acquired lock "refresh_cache-f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.340554] env[70039]: DEBUG nova.network.neutron [req-17b1be33-cf90-4a32-818a-ed0bdd1d050d req-bdd38e02-684e-4373-955d-859f190f3df8 service nova] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Refreshing network info cache for port 4b82a4bd-dcd2-449e-acf8-8a338709dc75 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.377326] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Acquiring lock "493b08fa-a8b7-409f-840d-4de26ea0be60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.377326] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Lock "493b08fa-a8b7-409f-840d-4de26ea0be60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.377326] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Acquiring lock "493b08fa-a8b7-409f-840d-4de26ea0be60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.377326] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Lock "493b08fa-a8b7-409f-840d-4de26ea0be60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.377663] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Lock "493b08fa-a8b7-409f-840d-4de26ea0be60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.378745] env[70039]: INFO nova.compute.manager [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Terminating instance [ 728.420459] env[70039]: DEBUG oslo_vmware.api [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330329, 'name': CreateSnapshot_Task, 'duration_secs': 1.056604} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.420800] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Created Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 728.421992] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb9d038-59f2-4e2d-a93a-70016e5c15a2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.508894] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330331, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.553160] env[70039]: DEBUG oslo_concurrency.lockutils [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] Releasing lock "refresh_cache-7ef8777d-90dd-487a-adcc-2955f5938c3a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.553806] env[70039]: DEBUG nova.compute.manager [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Received event network-vif-deleted-760d508a-345a-4f79-838c-b52c422473a0 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.554761] env[70039]: DEBUG nova.compute.manager [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Received event network-changed-4b92da63-9378-4b77-be55-804ed905b9b9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.555045] env[70039]: DEBUG nova.compute.manager [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Refreshing instance network info cache due to event network-changed-4b92da63-9378-4b77-be55-804ed905b9b9. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.555342] env[70039]: DEBUG oslo_concurrency.lockutils [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] Acquiring lock "refresh_cache-b77ea08a-8f16-44a3-9161-55181e8d7169" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.555595] env[70039]: DEBUG oslo_concurrency.lockutils [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] Acquired lock "refresh_cache-b77ea08a-8f16-44a3-9161-55181e8d7169" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.555997] env[70039]: DEBUG nova.network.neutron [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Refreshing network info cache for port 4b92da63-9378-4b77-be55-804ed905b9b9 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.668572] env[70039]: DEBUG nova.compute.manager [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.713220] env[70039]: DEBUG nova.virt.hardware [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.713691] env[70039]: DEBUG nova.virt.hardware [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.714064] env[70039]: DEBUG nova.virt.hardware [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.714398] env[70039]: DEBUG nova.virt.hardware [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.714725] env[70039]: DEBUG nova.virt.hardware [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.718021] env[70039]: DEBUG nova.virt.hardware [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.718021] env[70039]: DEBUG nova.virt.hardware [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.718021] env[70039]: DEBUG nova.virt.hardware [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.718021] env[70039]: DEBUG nova.virt.hardware [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.718021] env[70039]: DEBUG nova.virt.hardware [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.718548] env[70039]: DEBUG nova.virt.hardware [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.718548] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46365563-ce08-4a2e-bc2a-81c6379f82d0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.726116] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.733604] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.443s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.736122] env[70039]: INFO nova.compute.claims [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.740460] env[70039]: DEBUG oslo_concurrency.lockutils [None req-962bb519-47c7-449a-9ed3-571e1b199211 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "3fadbf0b-4802-41a3-be05-1208371ae43f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.963s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.745458] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058627e9-3626-4d13-8402-828f4b598adc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.782346] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330332, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.783066] env[70039]: INFO nova.scheduler.client.report [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Deleted allocations for instance 059c79b6-0553-4221-b430-11b126a5931a [ 728.883653] env[70039]: DEBUG nova.compute.manager [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.883901] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.884882] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c0fac2-844b-47bb-8af8-ced050f12ecd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.893826] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.894310] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3d0053e-0909-4ecb-bac0-9f9b49faac04 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.901532] env[70039]: DEBUG oslo_vmware.api [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Waiting for the task: (returnval){ [ 728.901532] env[70039]: value = "task-3330333" [ 728.901532] env[70039]: _type = "Task" [ 728.901532] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.909951] env[70039]: DEBUG oslo_vmware.api [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': task-3330333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.941603] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Creating linked-clone VM from snapshot {{(pid=70039) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 728.942024] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-54bdafa8-5ce9-4568-b4e1-f36df37d994d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.951830] env[70039]: DEBUG oslo_vmware.api [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 728.951830] env[70039]: value = "task-3330334" [ 728.951830] env[70039]: _type = "Task" [ 728.951830] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.960481] env[70039]: DEBUG oslo_vmware.api [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330334, 'name': CloneVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.007723] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330331, 'name': ReconfigVM_Task, 'duration_secs': 0.520643} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.007911] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 7ef8777d-90dd-487a-adcc-2955f5938c3a/7ef8777d-90dd-487a-adcc-2955f5938c3a.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.008586] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c61605c8-e59e-4553-aff5-fba6ffebcb85 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.016217] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 729.016217] env[70039]: value = "task-3330335" [ 729.016217] env[70039]: _type = "Task" [ 729.016217] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.025204] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330335, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.252033] env[70039]: DEBUG nova.compute.manager [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.275533] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645609} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.276155] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 2ae04994-4b65-49f8-97d8-bb0c1ebad763/2ae04994-4b65-49f8-97d8-bb0c1ebad763.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.276657] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.277214] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84e59425-1c62-4795-8b7f-1952dab8f63b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.287525] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for the task: (returnval){ [ 729.287525] env[70039]: value = "task-3330336" [ 729.287525] env[70039]: _type = "Task" [ 729.287525] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.297032] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff1568f0-fab8-4a72-9b5f-04c417af7213 tempest-ServerExternalEventsTest-1522446835 tempest-ServerExternalEventsTest-1522446835-project-member] Lock "059c79b6-0553-4221-b430-11b126a5931a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.918s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.300191] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.413229] env[70039]: DEBUG oslo_vmware.api [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': task-3330333, 'name': PowerOffVM_Task, 'duration_secs': 0.22331} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.413508] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.413679] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.413931] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b955a61-683e-4be1-a788-857f1d91ae83 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.465960] env[70039]: DEBUG oslo_vmware.api [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330334, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.485138] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.485138] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.485138] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Deleting the datastore file [datastore1] 493b08fa-a8b7-409f-840d-4de26ea0be60 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.485992] env[70039]: DEBUG nova.network.neutron [req-17b1be33-cf90-4a32-818a-ed0bdd1d050d req-bdd38e02-684e-4373-955d-859f190f3df8 service nova] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Updated VIF entry in instance network info cache for port 4b82a4bd-dcd2-449e-acf8-8a338709dc75. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.486356] env[70039]: DEBUG nova.network.neutron [req-17b1be33-cf90-4a32-818a-ed0bdd1d050d req-bdd38e02-684e-4373-955d-859f190f3df8 service nova] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Updating instance_info_cache with network_info: [{"id": "4b82a4bd-dcd2-449e-acf8-8a338709dc75", "address": "fa:16:3e:fd:1c:49", "network": {"id": "aa8f65a8-0c72-42ac-a0dc-7cc36bafb4eb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-635641481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e157acdd79c48e5bd38bd64a6ef7c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b82a4bd-dc", "ovs_interfaceid": "4b82a4bd-dcd2-449e-acf8-8a338709dc75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.489378] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-febe1b67-c4f6-4495-a6a8-787d71c84935 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.495964] env[70039]: DEBUG oslo_vmware.api [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Waiting for the task: (returnval){ [ 729.495964] env[70039]: value = "task-3330338" [ 729.495964] env[70039]: _type = "Task" [ 729.495964] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.506239] env[70039]: DEBUG oslo_vmware.api [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': task-3330338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.527745] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330335, 'name': Rename_Task, 'duration_secs': 0.295673} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.528119] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.528367] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df75dabc-977d-4005-bfe7-c851c12f2ca0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.537677] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 729.537677] env[70039]: value = "task-3330339" [ 729.537677] env[70039]: _type = "Task" [ 729.537677] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.552138] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.655447] env[70039]: DEBUG nova.network.neutron [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Updated VIF entry in instance network info cache for port 4b92da63-9378-4b77-be55-804ed905b9b9. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.655853] env[70039]: DEBUG nova.network.neutron [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Updating instance_info_cache with network_info: [{"id": "4b92da63-9378-4b77-be55-804ed905b9b9", "address": "fa:16:3e:e9:e4:11", "network": {"id": "ff4710d9-a509-41ab-a8b2-be537c03a342", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-429555235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7b720244099429ba58b0c2da8aa79e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b92da63-93", "ovs_interfaceid": "4b92da63-9378-4b77-be55-804ed905b9b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.796831] env[70039]: DEBUG oslo_concurrency.lockutils [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.806857] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068005} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.807200] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.808124] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a9820c-723b-4c85-ae04-b1c252330e1f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.833940] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 2ae04994-4b65-49f8-97d8-bb0c1ebad763/2ae04994-4b65-49f8-97d8-bb0c1ebad763.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.838013] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48d20360-a19a-4162-b1b9-5333b89d1df8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.862646] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for the task: (returnval){ [ 729.862646] env[70039]: value = "task-3330340" [ 729.862646] env[70039]: _type = "Task" [ 729.862646] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.873779] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.966780] env[70039]: DEBUG oslo_vmware.api [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330334, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.971162] env[70039]: DEBUG nova.network.neutron [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Successfully updated port: a58ec7de-f1eb-4349-b18a-baac5d133d8d {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.993014] env[70039]: DEBUG oslo_concurrency.lockutils [req-17b1be33-cf90-4a32-818a-ed0bdd1d050d req-bdd38e02-684e-4373-955d-859f190f3df8 service nova] Releasing lock "refresh_cache-f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.009338] env[70039]: DEBUG oslo_vmware.api [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Task: {'id': task-3330338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155339} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.010313] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.010610] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.010817] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.011053] env[70039]: INFO nova.compute.manager [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Took 1.13 seconds to destroy the instance on the hypervisor. [ 730.011274] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.011846] env[70039]: DEBUG nova.compute.manager [-] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.011936] env[70039]: DEBUG nova.network.neutron [-] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.049508] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330339, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.088768] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Acquiring lock "b77ea08a-8f16-44a3-9161-55181e8d7169" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.089098] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Lock "b77ea08a-8f16-44a3-9161-55181e8d7169" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.089299] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Acquiring lock "b77ea08a-8f16-44a3-9161-55181e8d7169-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.089527] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Lock "b77ea08a-8f16-44a3-9161-55181e8d7169-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.089986] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Lock "b77ea08a-8f16-44a3-9161-55181e8d7169-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.093433] env[70039]: INFO nova.compute.manager [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Terminating instance [ 730.159418] env[70039]: DEBUG oslo_concurrency.lockutils [req-fc45ddbe-59fb-4763-b9d0-61209cd9a5fb req-0c03927f-1ead-49d1-856b-ee2e5065dcb6 service nova] Releasing lock "refresh_cache-b77ea08a-8f16-44a3-9161-55181e8d7169" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.269340] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40344a81-9dc7-4806-8c7a-ccab015f2888 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.279466] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9347a72-f51b-4b13-8ab3-f9f33395bc7c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.317355] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374a1fbc-20bb-4a87-bc1b-aab3fa234108 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.326196] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdb0a0d-cee9-47ed-9c3c-6c7537864831 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.340699] env[70039]: DEBUG nova.compute.provider_tree [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.374332] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330340, 'name': ReconfigVM_Task, 'duration_secs': 0.409668} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.376405] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 2ae04994-4b65-49f8-97d8-bb0c1ebad763/2ae04994-4b65-49f8-97d8-bb0c1ebad763.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.376405] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d818870-6b19-446a-88d7-1feff72ec1a7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.382718] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for the task: (returnval){ [ 730.382718] env[70039]: value = "task-3330341" [ 730.382718] env[70039]: _type = "Task" [ 730.382718] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.391945] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330341, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.466981] env[70039]: DEBUG oslo_vmware.api [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330334, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.482175] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Acquiring lock "refresh_cache-d7ed6772-aeb8-42ab-a489-47f5dbaceef2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.482175] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Acquired lock "refresh_cache-d7ed6772-aeb8-42ab-a489-47f5dbaceef2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.482175] env[70039]: DEBUG nova.network.neutron [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.549925] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330339, 'name': PowerOnVM_Task} progress is 91%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.599018] env[70039]: DEBUG nova.compute.manager [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.599018] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.599769] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765554b4-c19f-4a6f-8513-0ce8fc8e7184 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.614027] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.614027] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66832038-8b3f-4205-8be7-59aad0d19d07 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.617466] env[70039]: DEBUG oslo_vmware.api [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Waiting for the task: (returnval){ [ 730.617466] env[70039]: value = "task-3330342" [ 730.617466] env[70039]: _type = "Task" [ 730.617466] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.636085] env[70039]: DEBUG oslo_vmware.api [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.848376] env[70039]: DEBUG nova.scheduler.client.report [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.853568] env[70039]: DEBUG nova.network.neutron [-] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.897494] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330341, 'name': Rename_Task, 'duration_secs': 0.201521} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.898571] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.898571] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac8002b6-f88e-41fe-b018-62ec4323a330 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.904767] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for the task: (returnval){ [ 730.904767] env[70039]: value = "task-3330343" [ 730.904767] env[70039]: _type = "Task" [ 730.904767] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.916529] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.969452] env[70039]: DEBUG oslo_vmware.api [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330334, 'name': CloneVM_Task} progress is 95%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.034628] env[70039]: DEBUG nova.network.neutron [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.049767] env[70039]: DEBUG oslo_vmware.api [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330339, 'name': PowerOnVM_Task, 'duration_secs': 1.021278} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.050184] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.050488] env[70039]: INFO nova.compute.manager [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Took 9.69 seconds to spawn the instance on the hypervisor. [ 731.051016] env[70039]: DEBUG nova.compute.manager [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.051978] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79270f40-ce8e-4c95-8a58-e91e13e532ec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.128481] env[70039]: DEBUG oslo_vmware.api [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330342, 'name': PowerOffVM_Task, 'duration_secs': 0.421846} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.128749] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.128916] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.129525] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-525e17ac-c140-4191-ba8f-a196ca4fc567 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.215394] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.215617] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.215797] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Deleting the datastore file [datastore2] b77ea08a-8f16-44a3-9161-55181e8d7169 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.216093] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-931dc40e-be47-4db4-929d-82b701a4bd9c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.227942] env[70039]: DEBUG oslo_vmware.api [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Waiting for the task: (returnval){ [ 731.227942] env[70039]: value = "task-3330345" [ 731.227942] env[70039]: _type = "Task" [ 731.227942] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.240266] env[70039]: DEBUG oslo_vmware.api [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.291307] env[70039]: DEBUG nova.network.neutron [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Updating instance_info_cache with network_info: [{"id": "a58ec7de-f1eb-4349-b18a-baac5d133d8d", "address": "fa:16:3e:0a:1b:99", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa58ec7de-f1", "ovs_interfaceid": "a58ec7de-f1eb-4349-b18a-baac5d133d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.357780] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.357780] env[70039]: DEBUG nova.compute.manager [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.360855] env[70039]: INFO nova.compute.manager [-] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Took 1.35 seconds to deallocate network for instance. [ 731.361345] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.646s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.362645] env[70039]: INFO nova.compute.claims [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.379294] env[70039]: DEBUG nova.compute.manager [req-42dfc7eb-07ee-4e19-80da-e1c0164cb0ff req-94e5e1db-a07e-4907-91f2-8044ffce0c71 service nova] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Received event network-vif-plugged-a58ec7de-f1eb-4349-b18a-baac5d133d8d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.379571] env[70039]: DEBUG oslo_concurrency.lockutils [req-42dfc7eb-07ee-4e19-80da-e1c0164cb0ff req-94e5e1db-a07e-4907-91f2-8044ffce0c71 service nova] Acquiring lock "d7ed6772-aeb8-42ab-a489-47f5dbaceef2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.380920] env[70039]: DEBUG oslo_concurrency.lockutils [req-42dfc7eb-07ee-4e19-80da-e1c0164cb0ff req-94e5e1db-a07e-4907-91f2-8044ffce0c71 service nova] Lock "d7ed6772-aeb8-42ab-a489-47f5dbaceef2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.380920] env[70039]: DEBUG oslo_concurrency.lockutils [req-42dfc7eb-07ee-4e19-80da-e1c0164cb0ff req-94e5e1db-a07e-4907-91f2-8044ffce0c71 service nova] Lock "d7ed6772-aeb8-42ab-a489-47f5dbaceef2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.380920] env[70039]: DEBUG nova.compute.manager [req-42dfc7eb-07ee-4e19-80da-e1c0164cb0ff req-94e5e1db-a07e-4907-91f2-8044ffce0c71 service nova] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] No waiting events found dispatching network-vif-plugged-a58ec7de-f1eb-4349-b18a-baac5d133d8d {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.380920] env[70039]: WARNING nova.compute.manager [req-42dfc7eb-07ee-4e19-80da-e1c0164cb0ff req-94e5e1db-a07e-4907-91f2-8044ffce0c71 service nova] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Received unexpected event network-vif-plugged-a58ec7de-f1eb-4349-b18a-baac5d133d8d for instance with vm_state building and task_state spawning. [ 731.418313] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.467959] env[70039]: DEBUG oslo_vmware.api [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330334, 'name': CloneVM_Task, 'duration_secs': 2.137236} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.468109] env[70039]: INFO nova.virt.vmwareapi.vmops [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Created linked-clone VM from snapshot [ 731.468842] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fefd865-4dac-42a9-a86c-d42b07593dcf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.477173] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Uploading image 4f8bcbab-8c47-48fd-8a8a-e3fd89570132 {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 731.509337] env[70039]: DEBUG oslo_vmware.rw_handles [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 731.509337] env[70039]: value = "vm-664822" [ 731.509337] env[70039]: _type = "VirtualMachine" [ 731.509337] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 731.509337] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-45be4e30-9a5d-4753-8365-c1089b743425 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.517296] env[70039]: DEBUG oslo_vmware.rw_handles [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lease: (returnval){ [ 731.517296] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52040c1d-f40e-f1b6-4317-0ca8f171c2c5" [ 731.517296] env[70039]: _type = "HttpNfcLease" [ 731.517296] env[70039]: } obtained for exporting VM: (result){ [ 731.517296] env[70039]: value = "vm-664822" [ 731.517296] env[70039]: _type = "VirtualMachine" [ 731.517296] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 731.517296] env[70039]: DEBUG oslo_vmware.api [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the lease: (returnval){ [ 731.517296] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52040c1d-f40e-f1b6-4317-0ca8f171c2c5" [ 731.517296] env[70039]: _type = "HttpNfcLease" [ 731.517296] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 731.527504] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 731.527504] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52040c1d-f40e-f1b6-4317-0ca8f171c2c5" [ 731.527504] env[70039]: _type = "HttpNfcLease" [ 731.527504] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 731.527815] env[70039]: DEBUG oslo_vmware.rw_handles [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 731.527815] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52040c1d-f40e-f1b6-4317-0ca8f171c2c5" [ 731.527815] env[70039]: _type = "HttpNfcLease" [ 731.527815] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 731.528602] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b42f003-f625-4b1a-9bae-319f5e226585 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.540161] env[70039]: DEBUG oslo_vmware.rw_handles [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de79b1-91e9-7a51-1814-d5f7e8b47662/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 731.540355] env[70039]: DEBUG oslo_vmware.rw_handles [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de79b1-91e9-7a51-1814-d5f7e8b47662/disk-0.vmdk for reading. {{(pid=70039) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 731.603957] env[70039]: INFO nova.compute.manager [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Took 26.76 seconds to build instance. [ 731.682722] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e2ef21fe-8747-44d7-9421-69babd33ba6f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.745206] env[70039]: DEBUG oslo_vmware.api [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Task: {'id': task-3330345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30948} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.748108] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.748108] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.748108] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.748108] env[70039]: INFO nova.compute.manager [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Took 1.15 seconds to destroy the instance on the hypervisor. [ 731.748108] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.749368] env[70039]: DEBUG nova.compute.manager [-] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.749368] env[70039]: DEBUG nova.network.neutron [-] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.797449] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Releasing lock "refresh_cache-d7ed6772-aeb8-42ab-a489-47f5dbaceef2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.797802] env[70039]: DEBUG nova.compute.manager [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Instance network_info: |[{"id": "a58ec7de-f1eb-4349-b18a-baac5d133d8d", "address": "fa:16:3e:0a:1b:99", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa58ec7de-f1", "ovs_interfaceid": "a58ec7de-f1eb-4349-b18a-baac5d133d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.798261] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:1b:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a58ec7de-f1eb-4349-b18a-baac5d133d8d', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.808461] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Creating folder: Project (4d2f8a38d2ff41c48f40eb01004abe4b). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.808671] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8fc02f6-5113-44db-aa9f-50ee962bec34 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.823910] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Created folder: Project (4d2f8a38d2ff41c48f40eb01004abe4b) in parent group-v664777. [ 731.823910] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Creating folder: Instances. Parent ref: group-v664823. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.823910] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae7ddb79-d8c8-461d-915a-a4d9c4770ee5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.836542] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Created folder: Instances in parent group-v664823. [ 731.836542] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.836724] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.837463] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cf21b1c-224f-46ac-b43e-8c680a677c3e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.860134] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.860134] env[70039]: value = "task-3330349" [ 731.860134] env[70039]: _type = "Task" [ 731.860134] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.869450] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330349, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.874270] env[70039]: DEBUG nova.compute.utils [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.878476] env[70039]: DEBUG nova.compute.manager [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.878642] env[70039]: DEBUG nova.network.neutron [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.881884] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.921079] env[70039]: DEBUG oslo_vmware.api [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330343, 'name': PowerOnVM_Task, 'duration_secs': 0.892059} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.921079] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.921079] env[70039]: INFO nova.compute.manager [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Took 5.89 seconds to spawn the instance on the hypervisor. [ 731.921403] env[70039]: DEBUG nova.compute.manager [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.922736] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c122b863-954a-410d-8366-f6a3b8e62fcf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.068557] env[70039]: DEBUG nova.policy [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c09ede29f657448f8cb8ea6391cb4755', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f15f30126aeb4ab9aa33c3106a6d1bff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.107384] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b9a0529f-9b61-4e27-832c-7a9643cbcb26 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "7ef8777d-90dd-487a-adcc-2955f5938c3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.990s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.383697] env[70039]: DEBUG nova.compute.manager [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.395388] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330349, 'name': CreateVM_Task, 'duration_secs': 0.380842} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.396809] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.396809] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.397484] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.397484] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.397484] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd7da5c5-de45-4d41-bb3a-4fb0dbaf73e6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.416145] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Waiting for the task: (returnval){ [ 732.416145] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c669b7-66e0-4ee8-4ea0-fd9cf23263b5" [ 732.416145] env[70039]: _type = "Task" [ 732.416145] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.451539] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c669b7-66e0-4ee8-4ea0-fd9cf23263b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.454984] env[70039]: INFO nova.compute.manager [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Took 20.88 seconds to build instance. [ 732.579159] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Acquiring lock "3ea7617e-f623-4aec-9a97-8a737b6307c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.579159] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Lock "3ea7617e-f623-4aec-9a97-8a737b6307c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.612218] env[70039]: DEBUG nova.compute.manager [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.886673] env[70039]: DEBUG nova.network.neutron [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Successfully created port: 401be66c-83ed-4c92-ad85-3fab1fe161de {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.907721] env[70039]: DEBUG nova.network.neutron [-] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.934349] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c669b7-66e0-4ee8-4ea0-fd9cf23263b5, 'name': SearchDatastore_Task, 'duration_secs': 0.02569} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.939201] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.939201] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.939201] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.939201] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.939454] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.939454] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e08c02cc-1808-4be5-bfae-ea6cb1a16898 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.952860] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.953074] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.954816] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-391ce711-6ea3-4776-8dd8-1551728b55e2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.961422] env[70039]: DEBUG oslo_concurrency.lockutils [None req-493c25a8-ca81-4e7e-ad06-ecd4ea121b5a tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Lock "2ae04994-4b65-49f8-97d8-bb0c1ebad763" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.665s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.972452] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Waiting for the task: (returnval){ [ 732.972452] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c188b2-e41d-0f85-c2b1-a98d9f1fff91" [ 732.972452] env[70039]: _type = "Task" [ 732.972452] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.986855] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c188b2-e41d-0f85-c2b1-a98d9f1fff91, 'name': SearchDatastore_Task, 'duration_secs': 0.012579} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.988284] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be4fdc37-2927-4c98-ba1e-cce7221ec695 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.994018] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Waiting for the task: (returnval){ [ 732.994018] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b5e8e3-aded-40ad-d1df-347f43580425" [ 732.994018] env[70039]: _type = "Task" [ 732.994018] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.005377] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b5e8e3-aded-40ad-d1df-347f43580425, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.149060] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b942d15-43d7-4b77-9c8e-e3f462046877 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.156610] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.162058] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7da5f0d-3cf1-4ff2-80d0-bfa186fc3b68 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.200531] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6043c0c2-be6a-49fc-934e-ec954ad142a5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.209586] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da91e0f6-c659-43f9-81b0-027817a29b01 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.224737] env[70039]: DEBUG nova.compute.provider_tree [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.230028] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquiring lock "2a7892bc-4060-44b2-a6ff-cc9720783b3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.230299] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "2a7892bc-4060-44b2-a6ff-cc9720783b3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.409218] env[70039]: DEBUG nova.compute.manager [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.411974] env[70039]: INFO nova.compute.manager [-] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Took 1.67 seconds to deallocate network for instance. [ 733.438717] env[70039]: DEBUG nova.virt.hardware [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.438969] env[70039]: DEBUG nova.virt.hardware [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.441923] env[70039]: DEBUG nova.virt.hardware [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.442205] env[70039]: DEBUG nova.virt.hardware [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.442506] env[70039]: DEBUG nova.virt.hardware [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.442506] env[70039]: DEBUG nova.virt.hardware [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.443579] env[70039]: DEBUG nova.virt.hardware [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.443662] env[70039]: DEBUG nova.virt.hardware [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.443845] env[70039]: DEBUG nova.virt.hardware [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.444030] env[70039]: DEBUG nova.virt.hardware [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.444420] env[70039]: DEBUG nova.virt.hardware [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.445455] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538ece8d-7898-4d8b-8270-2cef0e2f8f29 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.455404] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b15cec-3b74-491d-87d3-12ed46c7a8da {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.476534] env[70039]: DEBUG nova.compute.manager [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.517194] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b5e8e3-aded-40ad-d1df-347f43580425, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.517194] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.517194] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] d7ed6772-aeb8-42ab-a489-47f5dbaceef2/d7ed6772-aeb8-42ab-a489-47f5dbaceef2.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.517194] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18534752-24f0-4fe4-984f-ad32abbcc54d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.523090] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Waiting for the task: (returnval){ [ 733.523090] env[70039]: value = "task-3330350" [ 733.523090] env[70039]: _type = "Task" [ 733.523090] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.535270] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': task-3330350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.732253] env[70039]: DEBUG nova.scheduler.client.report [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.920176] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.035736] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.042626] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': task-3330350, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.099973] env[70039]: DEBUG nova.compute.manager [req-ec3de9b1-d68d-4ce1-ace7-4bf4654e3ca5 req-88cd24c1-d4ac-4b6e-b271-a675e3a8408e service nova] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Received event network-changed-a58ec7de-f1eb-4349-b18a-baac5d133d8d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.099973] env[70039]: DEBUG nova.compute.manager [req-ec3de9b1-d68d-4ce1-ace7-4bf4654e3ca5 req-88cd24c1-d4ac-4b6e-b271-a675e3a8408e service nova] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Refreshing instance network info cache due to event network-changed-a58ec7de-f1eb-4349-b18a-baac5d133d8d. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.099973] env[70039]: DEBUG oslo_concurrency.lockutils [req-ec3de9b1-d68d-4ce1-ace7-4bf4654e3ca5 req-88cd24c1-d4ac-4b6e-b271-a675e3a8408e service nova] Acquiring lock "refresh_cache-d7ed6772-aeb8-42ab-a489-47f5dbaceef2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.099973] env[70039]: DEBUG oslo_concurrency.lockutils [req-ec3de9b1-d68d-4ce1-ace7-4bf4654e3ca5 req-88cd24c1-d4ac-4b6e-b271-a675e3a8408e service nova] Acquired lock "refresh_cache-d7ed6772-aeb8-42ab-a489-47f5dbaceef2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.099973] env[70039]: DEBUG nova.network.neutron [req-ec3de9b1-d68d-4ce1-ace7-4bf4654e3ca5 req-88cd24c1-d4ac-4b6e-b271-a675e3a8408e service nova] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Refreshing network info cache for port a58ec7de-f1eb-4349-b18a-baac5d133d8d {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.241036] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.879s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.241722] env[70039]: DEBUG nova.compute.manager [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.245492] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.408s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.248145] env[70039]: INFO nova.compute.claims [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.545148] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': task-3330350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745619} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.545563] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] d7ed6772-aeb8-42ab-a489-47f5dbaceef2/d7ed6772-aeb8-42ab-a489-47f5dbaceef2.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.546177] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.546272] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5eb587bb-d15d-437a-9f0a-e401aa673e50 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.558189] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Waiting for the task: (returnval){ [ 734.558189] env[70039]: value = "task-3330351" [ 734.558189] env[70039]: _type = "Task" [ 734.558189] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.571162] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': task-3330351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.698991] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "7ef8777d-90dd-487a-adcc-2955f5938c3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.698991] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "7ef8777d-90dd-487a-adcc-2955f5938c3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.698991] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "7ef8777d-90dd-487a-adcc-2955f5938c3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.698991] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "7ef8777d-90dd-487a-adcc-2955f5938c3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.699271] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "7ef8777d-90dd-487a-adcc-2955f5938c3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.700514] env[70039]: INFO nova.compute.manager [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Terminating instance [ 734.755900] env[70039]: DEBUG nova.compute.utils [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.759728] env[70039]: DEBUG nova.compute.manager [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.759943] env[70039]: DEBUG nova.network.neutron [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.919570] env[70039]: DEBUG nova.policy [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dedeb008aca46f9a5ccef7f3335eb30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70d63f38d1b5436e97153ef4fff9f993', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.996708] env[70039]: DEBUG nova.network.neutron [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Successfully updated port: 401be66c-83ed-4c92-ad85-3fab1fe161de {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.051373] env[70039]: DEBUG nova.network.neutron [req-ec3de9b1-d68d-4ce1-ace7-4bf4654e3ca5 req-88cd24c1-d4ac-4b6e-b271-a675e3a8408e service nova] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Updated VIF entry in instance network info cache for port a58ec7de-f1eb-4349-b18a-baac5d133d8d. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.051757] env[70039]: DEBUG nova.network.neutron [req-ec3de9b1-d68d-4ce1-ace7-4bf4654e3ca5 req-88cd24c1-d4ac-4b6e-b271-a675e3a8408e service nova] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Updating instance_info_cache with network_info: [{"id": "a58ec7de-f1eb-4349-b18a-baac5d133d8d", "address": "fa:16:3e:0a:1b:99", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa58ec7de-f1", "ovs_interfaceid": "a58ec7de-f1eb-4349-b18a-baac5d133d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.072730] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': task-3330351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117584} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.075633] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.079065] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4264df0d-837c-463b-81ce-d94d6476942f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.103554] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] d7ed6772-aeb8-42ab-a489-47f5dbaceef2/d7ed6772-aeb8-42ab-a489-47f5dbaceef2.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.104571] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6a7b93c-e39a-414e-a06d-8aed24393be7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.126960] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Waiting for the task: (returnval){ [ 735.126960] env[70039]: value = "task-3330352" [ 735.126960] env[70039]: _type = "Task" [ 735.126960] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.135912] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': task-3330352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.206123] env[70039]: DEBUG nova.compute.manager [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.206501] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.207717] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8e571e-acbf-4f41-9957-3de0f21d400e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.217307] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.217529] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3f995ae-cce4-42d4-8848-56fcd0ecccad {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.224023] env[70039]: DEBUG oslo_vmware.api [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 735.224023] env[70039]: value = "task-3330353" [ 735.224023] env[70039]: _type = "Task" [ 735.224023] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.236101] env[70039]: DEBUG oslo_vmware.api [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.272039] env[70039]: DEBUG nova.compute.manager [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.283514] env[70039]: DEBUG nova.compute.manager [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Stashing vm_state: active {{(pid=70039) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 735.368855] env[70039]: INFO nova.compute.manager [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Rescuing [ 735.369341] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "refresh_cache-880c0cc9-6e82-4985-aae5-a3a9d38ab91c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.369564] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquired lock "refresh_cache-880c0cc9-6e82-4985-aae5-a3a9d38ab91c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.369836] env[70039]: DEBUG nova.network.neutron [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.500377] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Acquiring lock "refresh_cache-e12f61d5-fe3d-479c-b701-c5bdc6cee59d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.500568] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Acquired lock "refresh_cache-e12f61d5-fe3d-479c-b701-c5bdc6cee59d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.500823] env[70039]: DEBUG nova.network.neutron [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.555412] env[70039]: DEBUG oslo_concurrency.lockutils [req-ec3de9b1-d68d-4ce1-ace7-4bf4654e3ca5 req-88cd24c1-d4ac-4b6e-b271-a675e3a8408e service nova] Releasing lock "refresh_cache-d7ed6772-aeb8-42ab-a489-47f5dbaceef2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.555559] env[70039]: DEBUG nova.compute.manager [req-ec3de9b1-d68d-4ce1-ace7-4bf4654e3ca5 req-88cd24c1-d4ac-4b6e-b271-a675e3a8408e service nova] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Received event network-vif-deleted-fc844d8d-d157-414f-b1f7-4c70ed6231b9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.555748] env[70039]: DEBUG nova.compute.manager [req-ec3de9b1-d68d-4ce1-ace7-4bf4654e3ca5 req-88cd24c1-d4ac-4b6e-b271-a675e3a8408e service nova] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Received event network-vif-deleted-4b92da63-9378-4b77-be55-804ed905b9b9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.556134] env[70039]: DEBUG oslo_concurrency.lockutils [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Acquiring lock "d19fe63d-4364-4fd7-9dcf-dd281e8b87c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.556353] env[70039]: DEBUG oslo_concurrency.lockutils [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Lock "d19fe63d-4364-4fd7-9dcf-dd281e8b87c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.637195] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': task-3330352, 'name': ReconfigVM_Task, 'duration_secs': 0.496393} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.637764] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Reconfigured VM instance instance-00000010 to attach disk [datastore2] d7ed6772-aeb8-42ab-a489-47f5dbaceef2/d7ed6772-aeb8-42ab-a489-47f5dbaceef2.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.638688] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36b968b5-9200-4c74-b12c-40436ad7efc0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.648570] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Waiting for the task: (returnval){ [ 735.648570] env[70039]: value = "task-3330354" [ 735.648570] env[70039]: _type = "Task" [ 735.648570] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.658881] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': task-3330354, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.664408] env[70039]: DEBUG nova.network.neutron [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Successfully created port: 04f93b25-2ac0-4d63-8d30-027e481506e2 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.734972] env[70039]: DEBUG oslo_vmware.api [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330353, 'name': PowerOffVM_Task, 'duration_secs': 0.265745} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.737925] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.741577] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.741577] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e51a382-3143-41d3-b869-27f075763bf4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.808254] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.847053] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c25bfc9-7ee9-44d9-93c3-1d455618ff07 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.856723] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b39f59-17aa-47aa-b25b-78bc39168472 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.900038] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3996ef-7e10-4254-a19d-423515caf8b6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.908440] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e06842b-9109-431d-965c-a4ec737b00df {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.923505] env[70039]: DEBUG nova.compute.provider_tree [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.091425] env[70039]: DEBUG nova.network.neutron [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.130245] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.130245] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.130245] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Deleting the datastore file [datastore2] 7ef8777d-90dd-487a-adcc-2955f5938c3a {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.130245] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec588add-d107-4d5a-8a85-eabcb1666728 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.137594] env[70039]: DEBUG oslo_vmware.api [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 736.137594] env[70039]: value = "task-3330356" [ 736.137594] env[70039]: _type = "Task" [ 736.137594] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.148074] env[70039]: DEBUG oslo_vmware.api [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.161173] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': task-3330354, 'name': Rename_Task, 'duration_secs': 0.202721} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.161522] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.161771] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8ec905a-20c4-4a36-9e73-15a8f648d581 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.167998] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Waiting for the task: (returnval){ [ 736.167998] env[70039]: value = "task-3330357" [ 736.167998] env[70039]: _type = "Task" [ 736.167998] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.182227] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': task-3330357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.284304] env[70039]: DEBUG nova.compute.manager [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.318241] env[70039]: DEBUG nova.virt.hardware [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.318508] env[70039]: DEBUG nova.virt.hardware [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.318665] env[70039]: DEBUG nova.virt.hardware [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.318846] env[70039]: DEBUG nova.virt.hardware [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.318990] env[70039]: DEBUG nova.virt.hardware [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.319434] env[70039]: DEBUG nova.virt.hardware [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.320355] env[70039]: DEBUG nova.virt.hardware [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.320610] env[70039]: DEBUG nova.virt.hardware [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.320822] env[70039]: DEBUG nova.virt.hardware [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.321032] env[70039]: DEBUG nova.virt.hardware [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.321287] env[70039]: DEBUG nova.virt.hardware [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.322547] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8095babd-7b3f-4785-8852-e13382a62db5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.339591] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754461eb-6f64-4ffe-b9ae-0fd36ecbe4b0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.429029] env[70039]: DEBUG nova.scheduler.client.report [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.603907] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Acquiring lock "2e23ee1b-6eb8-439d-9e1d-40e228182daa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.604402] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Lock "2e23ee1b-6eb8-439d-9e1d-40e228182daa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.629630] env[70039]: DEBUG nova.network.neutron [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Updating instance_info_cache with network_info: [{"id": "67cd456a-4294-4ce0-aaf7-742237dd2a2c", "address": "fa:16:3e:42:da:ce", "network": {"id": "4210840f-1282-42b9-a4c8-d61e8a259be7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1790591715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f1b538efaab4c0596968fee3532bd1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67cd456a-42", "ovs_interfaceid": "67cd456a-4294-4ce0-aaf7-742237dd2a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.639288] env[70039]: DEBUG nova.network.neutron [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Updating instance_info_cache with network_info: [{"id": "401be66c-83ed-4c92-ad85-3fab1fe161de", "address": "fa:16:3e:d5:50:33", "network": {"id": "aa88eb2a-c009-4a83-b41d-4687318b473a", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-129539441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15f30126aeb4ab9aa33c3106a6d1bff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401be66c-83", "ovs_interfaceid": "401be66c-83ed-4c92-ad85-3fab1fe161de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.656776] env[70039]: DEBUG oslo_vmware.api [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341094} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.657142] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.657400] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.657680] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.657929] env[70039]: INFO nova.compute.manager [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Took 1.45 seconds to destroy the instance on the hypervisor. [ 736.658276] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.662313] env[70039]: DEBUG nova.compute.manager [-] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.662481] env[70039]: DEBUG nova.network.neutron [-] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.683219] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': task-3330357, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.933718] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.935071] env[70039]: DEBUG nova.compute.manager [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.938205] env[70039]: DEBUG oslo_concurrency.lockutils [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.819s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.942969] env[70039]: INFO nova.compute.claims [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.134717] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Releasing lock "refresh_cache-880c0cc9-6e82-4985-aae5-a3a9d38ab91c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.150856] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Releasing lock "refresh_cache-e12f61d5-fe3d-479c-b701-c5bdc6cee59d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.150856] env[70039]: DEBUG nova.compute.manager [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Instance network_info: |[{"id": "401be66c-83ed-4c92-ad85-3fab1fe161de", "address": "fa:16:3e:d5:50:33", "network": {"id": "aa88eb2a-c009-4a83-b41d-4687318b473a", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-129539441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15f30126aeb4ab9aa33c3106a6d1bff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401be66c-83", "ovs_interfaceid": "401be66c-83ed-4c92-ad85-3fab1fe161de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.151304] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:50:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '401be66c-83ed-4c92-ad85-3fab1fe161de', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.163188] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Creating folder: Project (f15f30126aeb4ab9aa33c3106a6d1bff). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.166142] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-175ca30f-1ac4-4776-ae70-c181965da506 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.176600] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Created folder: Project (f15f30126aeb4ab9aa33c3106a6d1bff) in parent group-v664777. [ 737.176600] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Creating folder: Instances. Parent ref: group-v664826. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.183927] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73a87865-12b6-464a-87f8-fcd0a0115cc3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.187911] env[70039]: DEBUG oslo_vmware.api [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': task-3330357, 'name': PowerOnVM_Task, 'duration_secs': 0.823907} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.187911] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.187911] env[70039]: INFO nova.compute.manager [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Took 8.52 seconds to spawn the instance on the hypervisor. [ 737.187911] env[70039]: DEBUG nova.compute.manager [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.189274] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19db3adf-fd73-4fbc-b9cb-9f3855d28654 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.201203] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Created folder: Instances in parent group-v664826. [ 737.201535] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.201905] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.202165] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3eba3fa-f3e3-40ca-afec-637ef6b9d574 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.227854] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "0a1d1dac-34f8-4446-b221-3425199e9af6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.228163] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "0a1d1dac-34f8-4446-b221-3425199e9af6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.228776] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.228776] env[70039]: value = "task-3330360" [ 737.228776] env[70039]: _type = "Task" [ 737.228776] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.242460] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330360, 'name': CreateVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.362357] env[70039]: DEBUG nova.compute.manager [req-8263c17d-934e-468f-92f7-dbcc568fb5f8 req-45472125-2dfa-404b-a571-fe8a66985ad6 service nova] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Received event network-vif-plugged-401be66c-83ed-4c92-ad85-3fab1fe161de {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.362512] env[70039]: DEBUG oslo_concurrency.lockutils [req-8263c17d-934e-468f-92f7-dbcc568fb5f8 req-45472125-2dfa-404b-a571-fe8a66985ad6 service nova] Acquiring lock "e12f61d5-fe3d-479c-b701-c5bdc6cee59d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.362896] env[70039]: DEBUG oslo_concurrency.lockutils [req-8263c17d-934e-468f-92f7-dbcc568fb5f8 req-45472125-2dfa-404b-a571-fe8a66985ad6 service nova] Lock "e12f61d5-fe3d-479c-b701-c5bdc6cee59d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.366070] env[70039]: DEBUG oslo_concurrency.lockutils [req-8263c17d-934e-468f-92f7-dbcc568fb5f8 req-45472125-2dfa-404b-a571-fe8a66985ad6 service nova] Lock "e12f61d5-fe3d-479c-b701-c5bdc6cee59d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.366070] env[70039]: DEBUG nova.compute.manager [req-8263c17d-934e-468f-92f7-dbcc568fb5f8 req-45472125-2dfa-404b-a571-fe8a66985ad6 service nova] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] No waiting events found dispatching network-vif-plugged-401be66c-83ed-4c92-ad85-3fab1fe161de {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.366070] env[70039]: WARNING nova.compute.manager [req-8263c17d-934e-468f-92f7-dbcc568fb5f8 req-45472125-2dfa-404b-a571-fe8a66985ad6 service nova] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Received unexpected event network-vif-plugged-401be66c-83ed-4c92-ad85-3fab1fe161de for instance with vm_state building and task_state spawning. [ 737.366070] env[70039]: DEBUG nova.compute.manager [req-8263c17d-934e-468f-92f7-dbcc568fb5f8 req-45472125-2dfa-404b-a571-fe8a66985ad6 service nova] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Received event network-changed-401be66c-83ed-4c92-ad85-3fab1fe161de {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.366070] env[70039]: DEBUG nova.compute.manager [req-8263c17d-934e-468f-92f7-dbcc568fb5f8 req-45472125-2dfa-404b-a571-fe8a66985ad6 service nova] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Refreshing instance network info cache due to event network-changed-401be66c-83ed-4c92-ad85-3fab1fe161de. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.366640] env[70039]: DEBUG oslo_concurrency.lockutils [req-8263c17d-934e-468f-92f7-dbcc568fb5f8 req-45472125-2dfa-404b-a571-fe8a66985ad6 service nova] Acquiring lock "refresh_cache-e12f61d5-fe3d-479c-b701-c5bdc6cee59d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.366640] env[70039]: DEBUG oslo_concurrency.lockutils [req-8263c17d-934e-468f-92f7-dbcc568fb5f8 req-45472125-2dfa-404b-a571-fe8a66985ad6 service nova] Acquired lock "refresh_cache-e12f61d5-fe3d-479c-b701-c5bdc6cee59d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.368109] env[70039]: DEBUG nova.network.neutron [req-8263c17d-934e-468f-92f7-dbcc568fb5f8 req-45472125-2dfa-404b-a571-fe8a66985ad6 service nova] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Refreshing network info cache for port 401be66c-83ed-4c92-ad85-3fab1fe161de {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.446391] env[70039]: DEBUG nova.compute.utils [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.450249] env[70039]: DEBUG nova.compute.manager [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.450249] env[70039]: DEBUG nova.network.neutron [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.499961] env[70039]: DEBUG nova.policy [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa1500db5f7b4b69b0e4214cdff56c55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7818d4826b85438badf691b8afbc9046', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.552409] env[70039]: DEBUG nova.network.neutron [-] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.718447] env[70039]: INFO nova.compute.manager [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Took 26.10 seconds to build instance. [ 737.741161] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330360, 'name': CreateVM_Task, 'duration_secs': 0.475085} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.741335] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.741986] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.742224] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.742465] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.742949] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a113bc3-1c9f-4b9e-aae8-3b31505f79be {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.747722] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Waiting for the task: (returnval){ [ 737.747722] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]528eb3cb-e2df-a07e-0662-5dbc40fd545f" [ 737.747722] env[70039]: _type = "Task" [ 737.747722] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.757988] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]528eb3cb-e2df-a07e-0662-5dbc40fd545f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.955188] env[70039]: DEBUG nova.compute.manager [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.975867] env[70039]: DEBUG nova.network.neutron [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Successfully created port: 2cd410f4-68da-4528-913b-3b1956977ef9 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.061403] env[70039]: INFO nova.compute.manager [-] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Took 1.40 seconds to deallocate network for instance. [ 738.220181] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99578ca1-1567-40b0-ac8d-67e0646a77e5 tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Lock "d7ed6772-aeb8-42ab-a489-47f5dbaceef2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.756s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.262579] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]528eb3cb-e2df-a07e-0662-5dbc40fd545f, 'name': SearchDatastore_Task, 'duration_secs': 0.026764} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.262795] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.263039] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.263281] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.263429] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.263613] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.263878] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e515ec47-081d-49fe-9ecb-50bc8b6cca55 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.279843] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.280080] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.280792] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f984899-f7c5-437d-acaf-b3edabc42022 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.290623] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Waiting for the task: (returnval){ [ 738.290623] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52e8fa96-7704-fc9f-4228-f2953774d46e" [ 738.290623] env[70039]: _type = "Task" [ 738.290623] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.299357] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e8fa96-7704-fc9f-4228-f2953774d46e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.363109] env[70039]: DEBUG nova.network.neutron [req-8263c17d-934e-468f-92f7-dbcc568fb5f8 req-45472125-2dfa-404b-a571-fe8a66985ad6 service nova] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Updated VIF entry in instance network info cache for port 401be66c-83ed-4c92-ad85-3fab1fe161de. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.363109] env[70039]: DEBUG nova.network.neutron [req-8263c17d-934e-468f-92f7-dbcc568fb5f8 req-45472125-2dfa-404b-a571-fe8a66985ad6 service nova] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Updating instance_info_cache with network_info: [{"id": "401be66c-83ed-4c92-ad85-3fab1fe161de", "address": "fa:16:3e:d5:50:33", "network": {"id": "aa88eb2a-c009-4a83-b41d-4687318b473a", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-129539441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15f30126aeb4ab9aa33c3106a6d1bff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401be66c-83", "ovs_interfaceid": "401be66c-83ed-4c92-ad85-3fab1fe161de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.469961] env[70039]: INFO nova.compute.manager [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Rebuilding instance [ 738.484647] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4831e5-b107-4493-86bc-93f107c0d2a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.492902] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af91c34-3181-46fa-bfaa-48901e02d27d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.534316] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8149c80e-2ff1-41fd-a60b-4a4f8378e0a2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.538642] env[70039]: DEBUG nova.network.neutron [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Successfully updated port: 04f93b25-2ac0-4d63-8d30-027e481506e2 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.546032] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76123d7-cff1-499b-b702-06b716fbabc8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.561767] env[70039]: DEBUG nova.compute.provider_tree [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.569306] env[70039]: DEBUG nova.compute.manager [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.569565] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10243c19-2ca4-4d01-838e-86121031d0fe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.572699] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.587724] env[70039]: DEBUG nova.compute.manager [req-5d016446-c506-4fc7-84db-771e2d826632 req-56249977-1414-430c-9929-961da65dd1d3 service nova] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Received event network-vif-plugged-04f93b25-2ac0-4d63-8d30-027e481506e2 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.587879] env[70039]: DEBUG oslo_concurrency.lockutils [req-5d016446-c506-4fc7-84db-771e2d826632 req-56249977-1414-430c-9929-961da65dd1d3 service nova] Acquiring lock "c35411bf-4a5e-4197-83c1-daad9b28d152-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.588175] env[70039]: DEBUG oslo_concurrency.lockutils [req-5d016446-c506-4fc7-84db-771e2d826632 req-56249977-1414-430c-9929-961da65dd1d3 service nova] Lock "c35411bf-4a5e-4197-83c1-daad9b28d152-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.588247] env[70039]: DEBUG oslo_concurrency.lockutils [req-5d016446-c506-4fc7-84db-771e2d826632 req-56249977-1414-430c-9929-961da65dd1d3 service nova] Lock "c35411bf-4a5e-4197-83c1-daad9b28d152-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.588406] env[70039]: DEBUG nova.compute.manager [req-5d016446-c506-4fc7-84db-771e2d826632 req-56249977-1414-430c-9929-961da65dd1d3 service nova] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] No waiting events found dispatching network-vif-plugged-04f93b25-2ac0-4d63-8d30-027e481506e2 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.588596] env[70039]: WARNING nova.compute.manager [req-5d016446-c506-4fc7-84db-771e2d826632 req-56249977-1414-430c-9929-961da65dd1d3 service nova] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Received unexpected event network-vif-plugged-04f93b25-2ac0-4d63-8d30-027e481506e2 for instance with vm_state building and task_state spawning. [ 738.704876] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.705336] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9e441a4-9451-4ab5-994c-23bd20062ae9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.712414] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 738.712414] env[70039]: value = "task-3330361" [ 738.712414] env[70039]: _type = "Task" [ 738.712414] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.721705] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.726286] env[70039]: DEBUG nova.compute.manager [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.802212] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e8fa96-7704-fc9f-4228-f2953774d46e, 'name': SearchDatastore_Task, 'duration_secs': 0.021095} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.803476] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e46ba96-fab8-4c86-bcd0-2ef4b60fcc22 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.809696] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Waiting for the task: (returnval){ [ 738.809696] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f96ae8-10db-d31c-d148-8522e788c4b6" [ 738.809696] env[70039]: _type = "Task" [ 738.809696] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.820525] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f96ae8-10db-d31c-d148-8522e788c4b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.867408] env[70039]: DEBUG oslo_concurrency.lockutils [req-8263c17d-934e-468f-92f7-dbcc568fb5f8 req-45472125-2dfa-404b-a571-fe8a66985ad6 service nova] Releasing lock "refresh_cache-e12f61d5-fe3d-479c-b701-c5bdc6cee59d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.966370] env[70039]: DEBUG nova.compute.manager [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.044227] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Acquiring lock "refresh_cache-c35411bf-4a5e-4197-83c1-daad9b28d152" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.044227] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Acquired lock "refresh_cache-c35411bf-4a5e-4197-83c1-daad9b28d152" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.047086] env[70039]: DEBUG nova.network.neutron [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.059486] env[70039]: DEBUG nova.virt.hardware [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.060887] env[70039]: DEBUG nova.virt.hardware [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.060887] env[70039]: DEBUG nova.virt.hardware [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.060887] env[70039]: DEBUG nova.virt.hardware [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.060887] env[70039]: DEBUG nova.virt.hardware [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.060887] env[70039]: DEBUG nova.virt.hardware [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.061518] env[70039]: DEBUG nova.virt.hardware [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.061518] env[70039]: DEBUG nova.virt.hardware [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.061518] env[70039]: DEBUG nova.virt.hardware [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.061518] env[70039]: DEBUG nova.virt.hardware [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.061518] env[70039]: DEBUG nova.virt.hardware [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.062160] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f495a271-f0a0-429b-a560-1c87fcdfccd4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.067083] env[70039]: DEBUG nova.scheduler.client.report [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.079093] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60eb5e84-1bea-4b26-909d-62ef67cc2f1a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.222486] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330361, 'name': PowerOffVM_Task, 'duration_secs': 0.238801} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.222624] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.223346] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45dba1a-0cc1-4b1f-a56c-1d425894dad5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.245275] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8631b0e0-de80-47aa-8c77-2ce68e576abb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.272018] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.293437] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.293437] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0835aa1d-c755-4dec-bbb5-8b437bea934d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.303021] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 739.303021] env[70039]: value = "task-3330362" [ 739.303021] env[70039]: _type = "Task" [ 739.303021] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.319486] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] VM already powered off {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 739.319697] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.319909] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.325431] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f96ae8-10db-d31c-d148-8522e788c4b6, 'name': SearchDatastore_Task, 'duration_secs': 0.01346} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.325711] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.325962] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] e12f61d5-fe3d-479c-b701-c5bdc6cee59d/e12f61d5-fe3d-479c-b701-c5bdc6cee59d.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.326252] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.326459] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.326702] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5fdc18e-1ebb-47df-a1f0-f3b66746ce0d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.328843] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d8014b2-77fd-4496-8530-c32b5000151d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.335360] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Waiting for the task: (returnval){ [ 739.335360] env[70039]: value = "task-3330363" [ 739.335360] env[70039]: _type = "Task" [ 739.335360] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.340118] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.340118] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.344020] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f20bccf5-cf25-4e20-8bbc-ff7802a780c3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.346606] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': task-3330363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.350956] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 739.350956] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524622cd-2268-80fc-596b-af9abb0d78c4" [ 739.350956] env[70039]: _type = "Task" [ 739.350956] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.358342] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524622cd-2268-80fc-596b-af9abb0d78c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.574177] env[70039]: DEBUG oslo_concurrency.lockutils [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.574702] env[70039]: DEBUG nova.compute.manager [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.578479] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.160s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.578479] env[70039]: DEBUG nova.objects.instance [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Lazy-loading 'resources' on Instance uuid 340a2275-48b8-4857-8caa-e99546da4404 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.587993] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.587993] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ee878d4-05d4-489f-82f1-4953046fc35b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.594972] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for the task: (returnval){ [ 739.594972] env[70039]: value = "task-3330364" [ 739.594972] env[70039]: _type = "Task" [ 739.594972] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.609113] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.623107] env[70039]: DEBUG nova.network.neutron [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.843284] env[70039]: DEBUG nova.network.neutron [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Updating instance_info_cache with network_info: [{"id": "04f93b25-2ac0-4d63-8d30-027e481506e2", "address": "fa:16:3e:6d:36:92", "network": {"id": "9144b4d2-cccc-497a-b0b6-c72dc7eb705f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1834685887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70d63f38d1b5436e97153ef4fff9f993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f93b25-2a", "ovs_interfaceid": "04f93b25-2ac0-4d63-8d30-027e481506e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.849221] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': task-3330363, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.862091] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524622cd-2268-80fc-596b-af9abb0d78c4, 'name': SearchDatastore_Task, 'duration_secs': 0.018181} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.863101] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e024d6f-d40c-444e-8d11-a0151bb2dc58 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.873454] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 739.873454] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5244ed57-97e1-6378-5689-f7b03f946e3d" [ 739.873454] env[70039]: _type = "Task" [ 739.873454] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.886321] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5244ed57-97e1-6378-5689-f7b03f946e3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.998724] env[70039]: DEBUG nova.compute.manager [req-7b1a8bad-4802-4e65-aef1-5aca38bfaa62 req-f2e5f439-44d3-467c-8b78-542b8c75f20c service nova] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Received event network-vif-deleted-4935ae65-ccc0-47a8-8271-6ca8c4c672c1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.085473] env[70039]: DEBUG nova.compute.utils [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.090635] env[70039]: DEBUG nova.compute.manager [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.090976] env[70039]: DEBUG nova.network.neutron [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.108486] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330364, 'name': PowerOffVM_Task, 'duration_secs': 0.23467} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.108989] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.109754] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.110713] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfed375-7db1-49c2-98be-a37477928e76 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.122436] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.122698] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2c1ca84-c82d-402c-9a8e-dcc0c9c1c38f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.155131] env[70039]: DEBUG nova.policy [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bd6c390b9eb48fe940e0354e7fbb9e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03f8872fae7e4bb18e1a0f746be92d03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.160481] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.160481] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.160481] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Deleting the datastore file [datastore2] 2ae04994-4b65-49f8-97d8-bb0c1ebad763 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.160481] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2236f95-4ae6-49fd-869a-f6b7157b5f78 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.166030] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for the task: (returnval){ [ 740.166030] env[70039]: value = "task-3330366" [ 740.166030] env[70039]: _type = "Task" [ 740.166030] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.182262] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.351331] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Releasing lock "refresh_cache-c35411bf-4a5e-4197-83c1-daad9b28d152" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.353572] env[70039]: DEBUG nova.compute.manager [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Instance network_info: |[{"id": "04f93b25-2ac0-4d63-8d30-027e481506e2", "address": "fa:16:3e:6d:36:92", "network": {"id": "9144b4d2-cccc-497a-b0b6-c72dc7eb705f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1834685887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70d63f38d1b5436e97153ef4fff9f993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f93b25-2a", "ovs_interfaceid": "04f93b25-2ac0-4d63-8d30-027e481506e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.353936] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': task-3330363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764641} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.358132] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:36:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04f93b25-2ac0-4d63-8d30-027e481506e2', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.372627] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Creating folder: Project (70d63f38d1b5436e97153ef4fff9f993). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.372792] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] e12f61d5-fe3d-479c-b701-c5bdc6cee59d/e12f61d5-fe3d-479c-b701-c5bdc6cee59d.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.373011] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.377182] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b8f4cad-a19e-4923-b76a-545e2c02434f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.377521] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-446e3e53-cace-4eae-9b67-76b4bac02a41 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.397220] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5244ed57-97e1-6378-5689-f7b03f946e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.071601} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.403511] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.403511] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 880c0cc9-6e82-4985-aae5-a3a9d38ab91c/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk. {{(pid=70039) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 740.403511] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Created folder: Project (70d63f38d1b5436e97153ef4fff9f993) in parent group-v664777. [ 740.403511] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Creating folder: Instances. Parent ref: group-v664829. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.403749] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Waiting for the task: (returnval){ [ 740.403749] env[70039]: value = "task-3330368" [ 740.403749] env[70039]: _type = "Task" [ 740.403749] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.406406] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df906d62-5f25-4183-8925-1a331a5316d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.408728] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fd10405-5644-4847-9f84-2a3e46bc113f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.420770] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': task-3330368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.422380] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 740.422380] env[70039]: value = "task-3330370" [ 740.422380] env[70039]: _type = "Task" [ 740.422380] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.426860] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Created folder: Instances in parent group-v664829. [ 740.427272] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.430798] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.431291] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8697c05-a77a-4e44-a7ce-956518d8774d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.456855] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.462064] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.462064] env[70039]: value = "task-3330371" [ 740.462064] env[70039]: _type = "Task" [ 740.462064] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.471623] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330371, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.590516] env[70039]: DEBUG nova.compute.manager [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.682640] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177486} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.682936] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.683151] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.683710] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.719229] env[70039]: DEBUG nova.network.neutron [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Successfully updated port: 2cd410f4-68da-4528-913b-3b1956977ef9 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.719924] env[70039]: DEBUG nova.network.neutron [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Successfully created port: 066c4a84-02ae-4344-b513-6ae550dc9f38 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.844752] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a4bb34-26ce-47d8-a563-d00f3295fd89 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.860769] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b22e98b-541e-4da2-b207-96b679c445e6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.918660] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa7af10-6f1b-49b5-ba61-7bf18c142d05 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.933510] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': task-3330368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079296} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.935388] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adb6803-4c6d-4ea0-a1e6-3c53158108af {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.942340] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.946543] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e2e8f0-4171-4b6d-9812-4ae5595a32dd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.949561] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330370, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.975062] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] e12f61d5-fe3d-479c-b701-c5bdc6cee59d/e12f61d5-fe3d-479c-b701-c5bdc6cee59d.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.986129] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9ee3008-26b1-4be1-b186-bacead36572c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.000808] env[70039]: DEBUG nova.compute.provider_tree [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.007945] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330371, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.011027] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Waiting for the task: (returnval){ [ 741.011027] env[70039]: value = "task-3330372" [ 741.011027] env[70039]: _type = "Task" [ 741.011027] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.018898] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': task-3330372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.086908] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "f9ef26da-6c7f-409b-8e13-a26f6c648f1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.086908] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "f9ef26da-6c7f-409b-8e13-a26f6c648f1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.143584] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.143584] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.197923] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "cede758a-d0ee-4671-b83b-22c7c977b17a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.199535] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "cede758a-d0ee-4671-b83b-22c7c977b17a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.226064] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Acquiring lock "refresh_cache-f3240dbb-7b2a-4966-a638-bebbfcc287da" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.226301] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Acquired lock "refresh_cache-f3240dbb-7b2a-4966-a638-bebbfcc287da" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.226422] env[70039]: DEBUG nova.network.neutron [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.334515] env[70039]: DEBUG nova.compute.manager [req-5cca8585-0c33-494c-aaef-4c0d8d935f67 req-e92ebde0-d4fe-431b-9b30-2c06a6fa05bc service nova] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Received event network-changed-04f93b25-2ac0-4d63-8d30-027e481506e2 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.334515] env[70039]: DEBUG nova.compute.manager [req-5cca8585-0c33-494c-aaef-4c0d8d935f67 req-e92ebde0-d4fe-431b-9b30-2c06a6fa05bc service nova] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Refreshing instance network info cache due to event network-changed-04f93b25-2ac0-4d63-8d30-027e481506e2. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.334515] env[70039]: DEBUG oslo_concurrency.lockutils [req-5cca8585-0c33-494c-aaef-4c0d8d935f67 req-e92ebde0-d4fe-431b-9b30-2c06a6fa05bc service nova] Acquiring lock "refresh_cache-c35411bf-4a5e-4197-83c1-daad9b28d152" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.335309] env[70039]: DEBUG oslo_concurrency.lockutils [req-5cca8585-0c33-494c-aaef-4c0d8d935f67 req-e92ebde0-d4fe-431b-9b30-2c06a6fa05bc service nova] Acquired lock "refresh_cache-c35411bf-4a5e-4197-83c1-daad9b28d152" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.335309] env[70039]: DEBUG nova.network.neutron [req-5cca8585-0c33-494c-aaef-4c0d8d935f67 req-e92ebde0-d4fe-431b-9b30-2c06a6fa05bc service nova] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Refreshing network info cache for port 04f93b25-2ac0-4d63-8d30-027e481506e2 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.432769] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639675} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.433152] env[70039]: INFO nova.virt.vmwareapi.ds_util [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 880c0cc9-6e82-4985-aae5-a3a9d38ab91c/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk. [ 741.434042] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3f9bec-bc75-4778-acd1-6368bfd47def {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.460035] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 880c0cc9-6e82-4985-aae5-a3a9d38ab91c/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.460778] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8400f5dd-6b99-431d-9d78-aaf571f439a6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.488256] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330371, 'name': CreateVM_Task, 'duration_secs': 0.63526} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.490398] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.490398] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 741.490398] env[70039]: value = "task-3330373" [ 741.490398] env[70039]: _type = "Task" [ 741.490398] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.490621] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.490737] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.491075] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.491945] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f960fa-ed1e-4b43-a3ae-cbdb1ce92708 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.510941] env[70039]: DEBUG nova.scheduler.client.report [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.525282] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.525688] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for the task: (returnval){ [ 741.525688] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52bab139-d09d-2f77-70c0-673c0c61f766" [ 741.525688] env[70039]: _type = "Task" [ 741.525688] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.533431] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': task-3330372, 'name': ReconfigVM_Task, 'duration_secs': 0.450934} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.534261] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Reconfigured VM instance instance-00000011 to attach disk [datastore1] e12f61d5-fe3d-479c-b701-c5bdc6cee59d/e12f61d5-fe3d-479c-b701-c5bdc6cee59d.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.534989] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66399662-757f-4202-9286-c4076e986717 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.544566] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52bab139-d09d-2f77-70c0-673c0c61f766, 'name': SearchDatastore_Task, 'duration_secs': 0.013211} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.544566] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.544566] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.544566] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.544721] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.544721] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.544721] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-111640cc-8f4f-4d14-a5aa-6acbd3d38bf6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.548800] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Waiting for the task: (returnval){ [ 741.548800] env[70039]: value = "task-3330374" [ 741.548800] env[70039]: _type = "Task" [ 741.548800] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.555550] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.555550] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.557960] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab756b6-d8b5-4a46-9982-a09d26e79288 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.561881] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': task-3330374, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.566102] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for the task: (returnval){ [ 741.566102] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52869e0e-5757-b345-d912-dce7e5930d35" [ 741.566102] env[70039]: _type = "Task" [ 741.566102] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.578117] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52869e0e-5757-b345-d912-dce7e5930d35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.608167] env[70039]: DEBUG nova.compute.manager [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.739199] env[70039]: DEBUG nova.virt.hardware [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.739199] env[70039]: DEBUG nova.virt.hardware [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.739199] env[70039]: DEBUG nova.virt.hardware [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.739383] env[70039]: DEBUG nova.virt.hardware [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.741417] env[70039]: DEBUG nova.virt.hardware [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.741417] env[70039]: DEBUG nova.virt.hardware [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.741549] env[70039]: DEBUG nova.virt.hardware [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.741727] env[70039]: DEBUG nova.virt.hardware [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.741960] env[70039]: DEBUG nova.virt.hardware [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.742287] env[70039]: DEBUG nova.virt.hardware [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.745173] env[70039]: DEBUG nova.virt.hardware [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.748657] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b36d2a-1be8-41c3-a97c-22968f995992 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.758575] env[70039]: DEBUG nova.virt.hardware [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.759144] env[70039]: DEBUG nova.virt.hardware [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.759144] env[70039]: DEBUG nova.virt.hardware [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.759144] env[70039]: DEBUG nova.virt.hardware [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.759330] env[70039]: DEBUG nova.virt.hardware [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.759484] env[70039]: DEBUG nova.virt.hardware [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.759620] env[70039]: DEBUG nova.virt.hardware [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.759784] env[70039]: DEBUG nova.virt.hardware [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.759929] env[70039]: DEBUG nova.virt.hardware [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.760103] env[70039]: DEBUG nova.virt.hardware [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.760283] env[70039]: DEBUG nova.virt.hardware [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.764704] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec70bfc5-d316-4359-8795-5a07fe590dec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.768472] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009611e0-d3c3-474f-ad5f-7fded68f4e8d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.785531] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6529c7e8-9159-4f31-8869-46a80c02bd1b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.800683] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Instance VIF info [] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.807654] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.808031] env[70039]: DEBUG nova.network.neutron [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.809893] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.811719] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5181e5a8-8ede-4869-a62b-3f05d8b8d682 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.828683] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.828683] env[70039]: value = "task-3330375" [ 741.828683] env[70039]: _type = "Task" [ 741.828683] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.831690] env[70039]: DEBUG oslo_vmware.rw_handles [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de79b1-91e9-7a51-1814-d5f7e8b47662/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 741.832320] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2430237d-de97-4f8b-b724-5defcac08fe7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.845401] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330375, 'name': CreateVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.845945] env[70039]: DEBUG oslo_vmware.rw_handles [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de79b1-91e9-7a51-1814-d5f7e8b47662/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 741.845945] env[70039]: ERROR oslo_vmware.rw_handles [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de79b1-91e9-7a51-1814-d5f7e8b47662/disk-0.vmdk due to incomplete transfer. [ 741.846503] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-58c7e395-9ad7-41c7-8a93-953804893c3f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.854092] env[70039]: DEBUG oslo_vmware.rw_handles [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de79b1-91e9-7a51-1814-d5f7e8b47662/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 741.854092] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Uploaded image 4f8bcbab-8c47-48fd-8a8a-e3fd89570132 to the Glance image server {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 741.855630] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Destroying the VM {{(pid=70039) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 741.855958] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4fd0000f-eb78-40dc-a39f-54f7482049c2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.863544] env[70039]: DEBUG oslo_vmware.api [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 741.863544] env[70039]: value = "task-3330376" [ 741.863544] env[70039]: _type = "Task" [ 741.863544] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.871636] env[70039]: DEBUG oslo_vmware.api [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330376, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.977494] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Acquiring lock "d7ed6772-aeb8-42ab-a489-47f5dbaceef2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.977837] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Lock "d7ed6772-aeb8-42ab-a489-47f5dbaceef2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.977936] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Acquiring lock "d7ed6772-aeb8-42ab-a489-47f5dbaceef2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.978136] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Lock "d7ed6772-aeb8-42ab-a489-47f5dbaceef2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.978303] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Lock "d7ed6772-aeb8-42ab-a489-47f5dbaceef2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.980897] env[70039]: INFO nova.compute.manager [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Terminating instance [ 742.002631] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330373, 'name': ReconfigVM_Task, 'duration_secs': 0.336762} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.003350] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 880c0cc9-6e82-4985-aae5-a3a9d38ab91c/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.004575] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb41c7bb-0559-4684-b530-cbe2f6dba9c9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.028523] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.451s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.039939] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.414s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.042011] env[70039]: INFO nova.compute.claims [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.048015] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c64de7c-3ee1-4f93-b1a4-0958d1680233 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.076223] env[70039]: INFO nova.scheduler.client.report [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Deleted allocations for instance 340a2275-48b8-4857-8caa-e99546da4404 [ 742.078206] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 742.078206] env[70039]: value = "task-3330377" [ 742.078206] env[70039]: _type = "Task" [ 742.078206] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.078206] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': task-3330374, 'name': Rename_Task, 'duration_secs': 0.180235} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.081263] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.086181] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f256f7e-b6cb-4636-a609-26a700cfbb72 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.093659] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52869e0e-5757-b345-d912-dce7e5930d35, 'name': SearchDatastore_Task, 'duration_secs': 0.012978} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.097221] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77c3074a-8424-4a10-bf9a-0a837e9f6139 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.105308] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.105635] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Waiting for the task: (returnval){ [ 742.105635] env[70039]: value = "task-3330378" [ 742.105635] env[70039]: _type = "Task" [ 742.105635] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.110928] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for the task: (returnval){ [ 742.110928] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52728e36-25ab-86f5-0e12-5305158037ed" [ 742.110928] env[70039]: _type = "Task" [ 742.110928] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.119486] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': task-3330378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.123987] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52728e36-25ab-86f5-0e12-5305158037ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.128220] env[70039]: DEBUG nova.network.neutron [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Updating instance_info_cache with network_info: [{"id": "2cd410f4-68da-4528-913b-3b1956977ef9", "address": "fa:16:3e:28:a8:e6", "network": {"id": "1be6fcdd-a0aa-4a92-9b9c-1ba5725db3aa", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1826787693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7818d4826b85438badf691b8afbc9046", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd410f4-68", "ovs_interfaceid": "2cd410f4-68da-4528-913b-3b1956977ef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.330198] env[70039]: DEBUG nova.network.neutron [req-5cca8585-0c33-494c-aaef-4c0d8d935f67 req-e92ebde0-d4fe-431b-9b30-2c06a6fa05bc service nova] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Updated VIF entry in instance network info cache for port 04f93b25-2ac0-4d63-8d30-027e481506e2. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.330198] env[70039]: DEBUG nova.network.neutron [req-5cca8585-0c33-494c-aaef-4c0d8d935f67 req-e92ebde0-d4fe-431b-9b30-2c06a6fa05bc service nova] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Updating instance_info_cache with network_info: [{"id": "04f93b25-2ac0-4d63-8d30-027e481506e2", "address": "fa:16:3e:6d:36:92", "network": {"id": "9144b4d2-cccc-497a-b0b6-c72dc7eb705f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1834685887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70d63f38d1b5436e97153ef4fff9f993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f93b25-2a", "ovs_interfaceid": "04f93b25-2ac0-4d63-8d30-027e481506e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.342233] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330375, 'name': CreateVM_Task, 'duration_secs': 0.324644} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.343049] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.343479] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.343640] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.343953] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.344795] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b29a7929-523f-459c-932d-a000000bcd8d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.350276] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for the task: (returnval){ [ 742.350276] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]523bf3ea-33d8-c4e0-5437-bd71605e8820" [ 742.350276] env[70039]: _type = "Task" [ 742.350276] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.359163] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523bf3ea-33d8-c4e0-5437-bd71605e8820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.376158] env[70039]: DEBUG oslo_vmware.api [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330376, 'name': Destroy_Task, 'duration_secs': 0.508987} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.376318] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Destroyed the VM [ 742.376897] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Deleting Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 742.376897] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0e74311a-8520-4ac0-8e19-575152c27571 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.384220] env[70039]: DEBUG oslo_vmware.api [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 742.384220] env[70039]: value = "task-3330379" [ 742.384220] env[70039]: _type = "Task" [ 742.384220] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.393142] env[70039]: DEBUG oslo_vmware.api [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330379, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.485499] env[70039]: DEBUG nova.compute.manager [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.485728] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.486896] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8558bc4-eb71-411f-a3d8-e6be252891ce {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.494971] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.495206] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8abbb5d-adb7-4741-ade1-ff2075825eef {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.502907] env[70039]: DEBUG oslo_vmware.api [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Waiting for the task: (returnval){ [ 742.502907] env[70039]: value = "task-3330380" [ 742.502907] env[70039]: _type = "Task" [ 742.502907] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.511683] env[70039]: DEBUG oslo_vmware.api [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': task-3330380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.576529] env[70039]: DEBUG nova.compute.manager [req-f248f5fa-0040-4942-92be-6e55a13c9c56 req-f95109b7-2567-4601-923a-6e18fa3affb2 service nova] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Received event network-vif-plugged-2cd410f4-68da-4528-913b-3b1956977ef9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.576529] env[70039]: DEBUG oslo_concurrency.lockutils [req-f248f5fa-0040-4942-92be-6e55a13c9c56 req-f95109b7-2567-4601-923a-6e18fa3affb2 service nova] Acquiring lock "f3240dbb-7b2a-4966-a638-bebbfcc287da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.576529] env[70039]: DEBUG oslo_concurrency.lockutils [req-f248f5fa-0040-4942-92be-6e55a13c9c56 req-f95109b7-2567-4601-923a-6e18fa3affb2 service nova] Lock "f3240dbb-7b2a-4966-a638-bebbfcc287da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.576529] env[70039]: DEBUG oslo_concurrency.lockutils [req-f248f5fa-0040-4942-92be-6e55a13c9c56 req-f95109b7-2567-4601-923a-6e18fa3affb2 service nova] Lock "f3240dbb-7b2a-4966-a638-bebbfcc287da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.576529] env[70039]: DEBUG nova.compute.manager [req-f248f5fa-0040-4942-92be-6e55a13c9c56 req-f95109b7-2567-4601-923a-6e18fa3affb2 service nova] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] No waiting events found dispatching network-vif-plugged-2cd410f4-68da-4528-913b-3b1956977ef9 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.576811] env[70039]: WARNING nova.compute.manager [req-f248f5fa-0040-4942-92be-6e55a13c9c56 req-f95109b7-2567-4601-923a-6e18fa3affb2 service nova] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Received unexpected event network-vif-plugged-2cd410f4-68da-4528-913b-3b1956977ef9 for instance with vm_state building and task_state spawning. [ 742.576811] env[70039]: DEBUG nova.compute.manager [req-f248f5fa-0040-4942-92be-6e55a13c9c56 req-f95109b7-2567-4601-923a-6e18fa3affb2 service nova] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Received event network-changed-2cd410f4-68da-4528-913b-3b1956977ef9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.576811] env[70039]: DEBUG nova.compute.manager [req-f248f5fa-0040-4942-92be-6e55a13c9c56 req-f95109b7-2567-4601-923a-6e18fa3affb2 service nova] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Refreshing instance network info cache due to event network-changed-2cd410f4-68da-4528-913b-3b1956977ef9. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.577155] env[70039]: DEBUG oslo_concurrency.lockutils [req-f248f5fa-0040-4942-92be-6e55a13c9c56 req-f95109b7-2567-4601-923a-6e18fa3affb2 service nova] Acquiring lock "refresh_cache-f3240dbb-7b2a-4966-a638-bebbfcc287da" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.592777] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330377, 'name': ReconfigVM_Task, 'duration_secs': 0.171709} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.593939] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.594503] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf378eba-83e8-4551-887b-120c059364ed tempest-ServerDiagnosticsTest-1474316937 tempest-ServerDiagnosticsTest-1474316937-project-member] Lock "340a2275-48b8-4857-8caa-e99546da4404" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.971s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.595159] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b33d46f7-bfbb-478d-aaa0-83c25fbeb3b7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.604713] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 742.604713] env[70039]: value = "task-3330381" [ 742.604713] env[70039]: _type = "Task" [ 742.604713] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.619192] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.623316] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': task-3330378, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.629376] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52728e36-25ab-86f5-0e12-5305158037ed, 'name': SearchDatastore_Task, 'duration_secs': 0.023076} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.629376] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.629376] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] c35411bf-4a5e-4197-83c1-daad9b28d152/c35411bf-4a5e-4197-83c1-daad9b28d152.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.629684] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19071c4c-8e94-49e8-8d1e-3d4afbae3a49 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.633125] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Releasing lock "refresh_cache-f3240dbb-7b2a-4966-a638-bebbfcc287da" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.633552] env[70039]: DEBUG nova.compute.manager [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Instance network_info: |[{"id": "2cd410f4-68da-4528-913b-3b1956977ef9", "address": "fa:16:3e:28:a8:e6", "network": {"id": "1be6fcdd-a0aa-4a92-9b9c-1ba5725db3aa", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1826787693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7818d4826b85438badf691b8afbc9046", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd410f4-68", "ovs_interfaceid": "2cd410f4-68da-4528-913b-3b1956977ef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.633945] env[70039]: DEBUG oslo_concurrency.lockutils [req-f248f5fa-0040-4942-92be-6e55a13c9c56 req-f95109b7-2567-4601-923a-6e18fa3affb2 service nova] Acquired lock "refresh_cache-f3240dbb-7b2a-4966-a638-bebbfcc287da" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.634182] env[70039]: DEBUG nova.network.neutron [req-f248f5fa-0040-4942-92be-6e55a13c9c56 req-f95109b7-2567-4601-923a-6e18fa3affb2 service nova] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Refreshing network info cache for port 2cd410f4-68da-4528-913b-3b1956977ef9 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.635508] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:a8:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cd410f4-68da-4528-913b-3b1956977ef9', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.644918] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Creating folder: Project (7818d4826b85438badf691b8afbc9046). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.648828] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2f4879a-e25f-4bf7-8b42-040de8ce6d65 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.653057] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for the task: (returnval){ [ 742.653057] env[70039]: value = "task-3330382" [ 742.653057] env[70039]: _type = "Task" [ 742.653057] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.662899] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.664198] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Created folder: Project (7818d4826b85438badf691b8afbc9046) in parent group-v664777. [ 742.664368] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Creating folder: Instances. Parent ref: group-v664833. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.664625] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11551948-4d40-4d24-af38-8e35764fdeb0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.674885] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Created folder: Instances in parent group-v664833. [ 742.675258] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.675576] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.675842] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d248d139-f52c-48e6-9928-13fe4c715528 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.696111] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.696111] env[70039]: value = "task-3330385" [ 742.696111] env[70039]: _type = "Task" [ 742.696111] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.707043] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330385, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.834124] env[70039]: DEBUG oslo_concurrency.lockutils [req-5cca8585-0c33-494c-aaef-4c0d8d935f67 req-e92ebde0-d4fe-431b-9b30-2c06a6fa05bc service nova] Releasing lock "refresh_cache-c35411bf-4a5e-4197-83c1-daad9b28d152" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.867156] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523bf3ea-33d8-c4e0-5437-bd71605e8820, 'name': SearchDatastore_Task, 'duration_secs': 0.053869} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.867156] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.867156] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.867156] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.867477] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.867477] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.868073] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf7b3de7-631c-46a9-99bb-dc6d1e485cfa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.878917] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.878917] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.879318] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a71cdb9-500e-4d71-a6b4-f979dc65d75b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.890634] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for the task: (returnval){ [ 742.890634] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]526428be-1876-2294-00de-ea3198c36f0d" [ 742.890634] env[70039]: _type = "Task" [ 742.890634] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.894983] env[70039]: DEBUG nova.network.neutron [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Successfully updated port: 066c4a84-02ae-4344-b513-6ae550dc9f38 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.906289] env[70039]: DEBUG oslo_vmware.api [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330379, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.912537] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526428be-1876-2294-00de-ea3198c36f0d, 'name': SearchDatastore_Task, 'duration_secs': 0.012036} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.917989] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5895b4b-eeb8-419b-8900-e40abe347f2f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.925655] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for the task: (returnval){ [ 742.925655] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]528c21a9-f4e5-fdd6-19af-306c41765394" [ 742.925655] env[70039]: _type = "Task" [ 742.925655] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.935320] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]528c21a9-f4e5-fdd6-19af-306c41765394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.014552] env[70039]: DEBUG oslo_vmware.api [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': task-3330380, 'name': PowerOffVM_Task, 'duration_secs': 0.259231} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.015653] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.015653] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.015653] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9ed14d3-3da3-4382-af18-491d01edafc4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.048062] env[70039]: DEBUG nova.network.neutron [req-f248f5fa-0040-4942-92be-6e55a13c9c56 req-f95109b7-2567-4601-923a-6e18fa3affb2 service nova] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Updated VIF entry in instance network info cache for port 2cd410f4-68da-4528-913b-3b1956977ef9. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.048062] env[70039]: DEBUG nova.network.neutron [req-f248f5fa-0040-4942-92be-6e55a13c9c56 req-f95109b7-2567-4601-923a-6e18fa3affb2 service nova] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Updating instance_info_cache with network_info: [{"id": "2cd410f4-68da-4528-913b-3b1956977ef9", "address": "fa:16:3e:28:a8:e6", "network": {"id": "1be6fcdd-a0aa-4a92-9b9c-1ba5725db3aa", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1826787693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7818d4826b85438badf691b8afbc9046", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd410f4-68", "ovs_interfaceid": "2cd410f4-68da-4528-913b-3b1956977ef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.113099] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.113467] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.113556] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Deleting the datastore file [datastore2] d7ed6772-aeb8-42ab-a489-47f5dbaceef2 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.117723] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e95b00e-ef63-411d-a259-9d776cf775bf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.127355] env[70039]: DEBUG oslo_vmware.api [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330381, 'name': PowerOnVM_Task, 'duration_secs': 0.507142} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.135332] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.137634] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': task-3330378, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.138021] env[70039]: DEBUG oslo_vmware.api [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Waiting for the task: (returnval){ [ 743.138021] env[70039]: value = "task-3330387" [ 743.138021] env[70039]: _type = "Task" [ 743.138021] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.139541] env[70039]: DEBUG nova.compute.manager [None req-1d24d1eb-a71d-40c4-889f-e15e38be0537 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.141616] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21283a3-8a72-4634-8ff9-78c0dac0f320 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.158404] env[70039]: DEBUG oslo_vmware.api [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': task-3330387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.172659] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330382, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.214177] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330385, 'name': CreateVM_Task, 'duration_secs': 0.437068} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.214417] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.215309] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.215436] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.215693] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.215988] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a80a082-3cd5-449c-b72e-a608a41658d7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.223358] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Waiting for the task: (returnval){ [ 743.223358] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]527cb094-5717-448b-df4a-965b5cdf3378" [ 743.223358] env[70039]: _type = "Task" [ 743.223358] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.233305] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527cb094-5717-448b-df4a-965b5cdf3378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.398985] env[70039]: DEBUG oslo_vmware.api [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330379, 'name': RemoveSnapshot_Task, 'duration_secs': 0.717788} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.402719] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Deleted Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 743.402719] env[70039]: INFO nova.compute.manager [None req-bb0eb8f5-86a3-43a9-bc48-d6b9a46fb9c5 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Took 17.08 seconds to snapshot the instance on the hypervisor. [ 743.408229] env[70039]: DEBUG oslo_concurrency.lockutils [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Acquiring lock "refresh_cache-84e7b122-ed41-41b1-9b7a-d4d87764d0a4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.408389] env[70039]: DEBUG oslo_concurrency.lockutils [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Acquired lock "refresh_cache-84e7b122-ed41-41b1-9b7a-d4d87764d0a4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.409775] env[70039]: DEBUG nova.network.neutron [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.446302] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]528c21a9-f4e5-fdd6-19af-306c41765394, 'name': SearchDatastore_Task, 'duration_secs': 0.025591} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.446302] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.446385] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 2ae04994-4b65-49f8-97d8-bb0c1ebad763/2ae04994-4b65-49f8-97d8-bb0c1ebad763.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.449299] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebffede7-e861-4042-b349-8ebc15ec0da6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.459030] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for the task: (returnval){ [ 743.459030] env[70039]: value = "task-3330388" [ 743.459030] env[70039]: _type = "Task" [ 743.459030] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.472596] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.555647] env[70039]: DEBUG oslo_concurrency.lockutils [req-f248f5fa-0040-4942-92be-6e55a13c9c56 req-f95109b7-2567-4601-923a-6e18fa3affb2 service nova] Releasing lock "refresh_cache-f3240dbb-7b2a-4966-a638-bebbfcc287da" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.626199] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': task-3330378, 'name': PowerOnVM_Task} progress is 91%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.651542] env[70039]: DEBUG oslo_vmware.api [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Task: {'id': task-3330387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286697} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.651869] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.652104] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.652316] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.652493] env[70039]: INFO nova.compute.manager [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 743.652725] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.652979] env[70039]: DEBUG nova.compute.manager [-] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.653067] env[70039]: DEBUG nova.network.neutron [-] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.673530] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619362} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.677502] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] c35411bf-4a5e-4197-83c1-daad9b28d152/c35411bf-4a5e-4197-83c1-daad9b28d152.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.677986] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.678346] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cdcfb58-f013-4d8d-a00b-f794c127ebb8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.685019] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for the task: (returnval){ [ 743.685019] env[70039]: value = "task-3330389" [ 743.685019] env[70039]: _type = "Task" [ 743.685019] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.703083] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.730802] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a940a5c-da07-43d0-9d5f-16164645ce63 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.738575] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527cb094-5717-448b-df4a-965b5cdf3378, 'name': SearchDatastore_Task, 'duration_secs': 0.033129} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.738575] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.738575] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.738575] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.738929] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.738929] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.738929] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29b4ba13-38bf-4da3-ad1d-bd2176c82e00 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.744007] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83404f67-7e5c-4fcc-a5dc-39bc786fc108 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.777912] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a0442f-620f-47ad-95e5-8805ba01512a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.780697] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.780697] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.782049] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f2e2acf-d70b-4ff7-9593-079957558670 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.791609] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Waiting for the task: (returnval){ [ 743.791609] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5295525f-969a-8cc2-1b54-c91a7ec5fe59" [ 743.791609] env[70039]: _type = "Task" [ 743.791609] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.795595] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3eba9bb-2467-404b-8058-0e8d09c68a5d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.804026] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5295525f-969a-8cc2-1b54-c91a7ec5fe59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.812526] env[70039]: DEBUG nova.compute.provider_tree [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.971617] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330388, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.985279] env[70039]: DEBUG nova.network.neutron [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.128454] env[70039]: DEBUG oslo_vmware.api [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': task-3330378, 'name': PowerOnVM_Task, 'duration_secs': 1.5556} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.128454] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.128857] env[70039]: INFO nova.compute.manager [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Took 10.72 seconds to spawn the instance on the hypervisor. [ 744.128857] env[70039]: DEBUG nova.compute.manager [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.129682] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8ff4dd-f0d2-4af6-893b-e0211e12d1ee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.201680] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067531} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.201956] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.206089] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d4b678-7fd7-4ec4-9d7d-1bd821c739b6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.234824] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] c35411bf-4a5e-4197-83c1-daad9b28d152/c35411bf-4a5e-4197-83c1-daad9b28d152.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.238581] env[70039]: DEBUG nova.network.neutron [-] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.243856] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2185e6d5-1102-4bc3-937a-9316abdc3cb4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.260868] env[70039]: DEBUG nova.compute.manager [req-a389a629-c448-43a8-a29a-00dfb97377c1 req-2460c455-90f4-432c-92ad-f8e68ac94c55 service nova] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Received event network-vif-plugged-066c4a84-02ae-4344-b513-6ae550dc9f38 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.261103] env[70039]: DEBUG oslo_concurrency.lockutils [req-a389a629-c448-43a8-a29a-00dfb97377c1 req-2460c455-90f4-432c-92ad-f8e68ac94c55 service nova] Acquiring lock "84e7b122-ed41-41b1-9b7a-d4d87764d0a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.261319] env[70039]: DEBUG oslo_concurrency.lockutils [req-a389a629-c448-43a8-a29a-00dfb97377c1 req-2460c455-90f4-432c-92ad-f8e68ac94c55 service nova] Lock "84e7b122-ed41-41b1-9b7a-d4d87764d0a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.261484] env[70039]: DEBUG oslo_concurrency.lockutils [req-a389a629-c448-43a8-a29a-00dfb97377c1 req-2460c455-90f4-432c-92ad-f8e68ac94c55 service nova] Lock "84e7b122-ed41-41b1-9b7a-d4d87764d0a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.261647] env[70039]: DEBUG nova.compute.manager [req-a389a629-c448-43a8-a29a-00dfb97377c1 req-2460c455-90f4-432c-92ad-f8e68ac94c55 service nova] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] No waiting events found dispatching network-vif-plugged-066c4a84-02ae-4344-b513-6ae550dc9f38 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.261809] env[70039]: WARNING nova.compute.manager [req-a389a629-c448-43a8-a29a-00dfb97377c1 req-2460c455-90f4-432c-92ad-f8e68ac94c55 service nova] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Received unexpected event network-vif-plugged-066c4a84-02ae-4344-b513-6ae550dc9f38 for instance with vm_state building and task_state spawning. [ 744.261963] env[70039]: DEBUG nova.compute.manager [req-a389a629-c448-43a8-a29a-00dfb97377c1 req-2460c455-90f4-432c-92ad-f8e68ac94c55 service nova] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Received event network-changed-066c4a84-02ae-4344-b513-6ae550dc9f38 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.263741] env[70039]: DEBUG nova.compute.manager [req-a389a629-c448-43a8-a29a-00dfb97377c1 req-2460c455-90f4-432c-92ad-f8e68ac94c55 service nova] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Refreshing instance network info cache due to event network-changed-066c4a84-02ae-4344-b513-6ae550dc9f38. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.263741] env[70039]: DEBUG oslo_concurrency.lockutils [req-a389a629-c448-43a8-a29a-00dfb97377c1 req-2460c455-90f4-432c-92ad-f8e68ac94c55 service nova] Acquiring lock "refresh_cache-84e7b122-ed41-41b1-9b7a-d4d87764d0a4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.263955] env[70039]: INFO nova.compute.manager [-] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Took 0.61 seconds to deallocate network for instance. [ 744.273474] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for the task: (returnval){ [ 744.273474] env[70039]: value = "task-3330390" [ 744.273474] env[70039]: _type = "Task" [ 744.273474] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.283025] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.301502] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5295525f-969a-8cc2-1b54-c91a7ec5fe59, 'name': SearchDatastore_Task, 'duration_secs': 0.044207} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.302704] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dbe6948-7062-442b-9442-57339482226e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.308329] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Waiting for the task: (returnval){ [ 744.308329] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]526c0136-fcce-d3ac-df53-58c70da2d194" [ 744.308329] env[70039]: _type = "Task" [ 744.308329] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.317256] env[70039]: DEBUG nova.scheduler.client.report [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.323134] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526c0136-fcce-d3ac-df53-58c70da2d194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.323134] env[70039]: DEBUG nova.network.neutron [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Updating instance_info_cache with network_info: [{"id": "066c4a84-02ae-4344-b513-6ae550dc9f38", "address": "fa:16:3e:7b:b7:7b", "network": {"id": "6345441a-5253-40b6-a2d8-a9381c11d4c7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-804505930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f8872fae7e4bb18e1a0f746be92d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap066c4a84-02", "ovs_interfaceid": "066c4a84-02ae-4344-b513-6ae550dc9f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.469383] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815805} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.469673] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 2ae04994-4b65-49f8-97d8-bb0c1ebad763/2ae04994-4b65-49f8-97d8-bb0c1ebad763.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.469889] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.470171] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe6ecbe7-6989-4be9-8cb5-ae1447e400d6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.477601] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for the task: (returnval){ [ 744.477601] env[70039]: value = "task-3330391" [ 744.477601] env[70039]: _type = "Task" [ 744.477601] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.487883] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.658512] env[70039]: INFO nova.compute.manager [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Took 27.39 seconds to build instance. [ 744.775087] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.786963] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.820636] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526c0136-fcce-d3ac-df53-58c70da2d194, 'name': SearchDatastore_Task, 'duration_secs': 0.050657} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.820923] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.821200] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] f3240dbb-7b2a-4966-a638-bebbfcc287da/f3240dbb-7b2a-4966-a638-bebbfcc287da.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.821501] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c36b262-4c53-49d2-8c9e-35cdec1963e9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.828770] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.832322] env[70039]: DEBUG nova.compute.manager [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.835449] env[70039]: DEBUG oslo_concurrency.lockutils [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Releasing lock "refresh_cache-84e7b122-ed41-41b1-9b7a-d4d87764d0a4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.835782] env[70039]: DEBUG nova.compute.manager [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Instance network_info: |[{"id": "066c4a84-02ae-4344-b513-6ae550dc9f38", "address": "fa:16:3e:7b:b7:7b", "network": {"id": "6345441a-5253-40b6-a2d8-a9381c11d4c7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-804505930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f8872fae7e4bb18e1a0f746be92d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap066c4a84-02", "ovs_interfaceid": "066c4a84-02ae-4344-b513-6ae550dc9f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.837223] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Waiting for the task: (returnval){ [ 744.837223] env[70039]: value = "task-3330392" [ 744.837223] env[70039]: _type = "Task" [ 744.837223] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.837223] env[70039]: DEBUG oslo_concurrency.lockutils [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.830s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.838158] env[70039]: INFO nova.compute.claims [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.841632] env[70039]: DEBUG oslo_concurrency.lockutils [req-a389a629-c448-43a8-a29a-00dfb97377c1 req-2460c455-90f4-432c-92ad-f8e68ac94c55 service nova] Acquired lock "refresh_cache-84e7b122-ed41-41b1-9b7a-d4d87764d0a4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.841632] env[70039]: DEBUG nova.network.neutron [req-a389a629-c448-43a8-a29a-00dfb97377c1 req-2460c455-90f4-432c-92ad-f8e68ac94c55 service nova] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Refreshing network info cache for port 066c4a84-02ae-4344-b513-6ae550dc9f38 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.842061] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:b7:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '066c4a84-02ae-4344-b513-6ae550dc9f38', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.853072] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Creating folder: Project (03f8872fae7e4bb18e1a0f746be92d03). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.853072] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-068321ef-b0ab-4346-af88-db3a1e741a5d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.859474] env[70039]: DEBUG oslo_concurrency.lockutils [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "60f6fa67-4021-43d8-a94e-fad040add93f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.859776] env[70039]: DEBUG oslo_concurrency.lockutils [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "60f6fa67-4021-43d8-a94e-fad040add93f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.860032] env[70039]: DEBUG oslo_concurrency.lockutils [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "60f6fa67-4021-43d8-a94e-fad040add93f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.860229] env[70039]: DEBUG oslo_concurrency.lockutils [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "60f6fa67-4021-43d8-a94e-fad040add93f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.860433] env[70039]: DEBUG oslo_concurrency.lockutils [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "60f6fa67-4021-43d8-a94e-fad040add93f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.867457] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': task-3330392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.869336] env[70039]: INFO nova.compute.manager [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Terminating instance [ 744.871177] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Created folder: Project (03f8872fae7e4bb18e1a0f746be92d03) in parent group-v664777. [ 744.871349] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Creating folder: Instances. Parent ref: group-v664836. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.872709] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6748edf7-698a-492c-ab4f-7969c4893df6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.883057] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Created folder: Instances in parent group-v664836. [ 744.883057] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.883057] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.883057] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b368cec-9e0c-45b1-80f0-8b283f249863 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.911115] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.911115] env[70039]: value = "task-3330395" [ 744.911115] env[70039]: _type = "Task" [ 744.911115] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.920614] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330395, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.990943] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069763} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.992984] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.993839] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259054a6-de2c-41b9-ae48-adfeb354080c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.014843] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 2ae04994-4b65-49f8-97d8-bb0c1ebad763/2ae04994-4b65-49f8-97d8-bb0c1ebad763.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.015680] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be6a990f-3fd2-440f-aecd-480c16c45088 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.037771] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for the task: (returnval){ [ 745.037771] env[70039]: value = "task-3330396" [ 745.037771] env[70039]: _type = "Task" [ 745.037771] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.048507] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.161846] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb25f319-bf04-4e62-8101-50ada0b7ce26 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Lock "e12f61d5-fe3d-479c-b701-c5bdc6cee59d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.920s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.288376] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330390, 'name': ReconfigVM_Task, 'duration_secs': 0.904559} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.288883] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Reconfigured VM instance instance-00000012 to attach disk [datastore1] c35411bf-4a5e-4197-83c1-daad9b28d152/c35411bf-4a5e-4197-83c1-daad9b28d152.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.289687] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc2663d9-79bc-45dc-9edc-be17925bdaec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.299068] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for the task: (returnval){ [ 745.299068] env[70039]: value = "task-3330397" [ 745.299068] env[70039]: _type = "Task" [ 745.299068] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.310456] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330397, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.338262] env[70039]: DEBUG nova.compute.utils [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.339902] env[70039]: DEBUG nova.compute.manager [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.340373] env[70039]: DEBUG nova.network.neutron [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.360878] env[70039]: DEBUG nova.compute.manager [req-e680c2b1-037e-464f-97b9-06e29303bc2a req-39b8a061-ece9-4da0-9bfa-70691daa5565 service nova] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Received event network-vif-deleted-a58ec7de-f1eb-4349-b18a-baac5d133d8d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.374889] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': task-3330392, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.376826] env[70039]: DEBUG nova.compute.manager [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.377288] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.378537] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23248229-6241-4fe2-a5bb-fb7eece9681b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.388872] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.389664] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64b38d30-4c3a-4f06-b961-f3326eb315d6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.423028] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330395, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.450820] env[70039]: DEBUG nova.policy [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c147f142ea2d4293841554121ca7d643', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e22042faf1f54fb38f52987967c3970b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.470446] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.470655] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.470841] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Deleting the datastore file [datastore1] 60f6fa67-4021-43d8-a94e-fad040add93f {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.471131] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a25067a-9de0-4369-923f-f7c3d7056343 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.479299] env[70039]: DEBUG oslo_vmware.api [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 745.479299] env[70039]: value = "task-3330399" [ 745.479299] env[70039]: _type = "Task" [ 745.479299] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.488232] env[70039]: DEBUG oslo_vmware.api [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.549089] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330396, 'name': ReconfigVM_Task, 'duration_secs': 0.349575} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.552189] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 2ae04994-4b65-49f8-97d8-bb0c1ebad763/2ae04994-4b65-49f8-97d8-bb0c1ebad763.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.552883] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c016e522-3126-4171-b892-26d1eace90ed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.561792] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for the task: (returnval){ [ 745.561792] env[70039]: value = "task-3330400" [ 745.561792] env[70039]: _type = "Task" [ 745.561792] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.573359] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330400, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.654468] env[70039]: INFO nova.compute.manager [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Unrescuing [ 745.654795] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "refresh_cache-880c0cc9-6e82-4985-aae5-a3a9d38ab91c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.654961] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquired lock "refresh_cache-880c0cc9-6e82-4985-aae5-a3a9d38ab91c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.655229] env[70039]: DEBUG nova.network.neutron [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.667321] env[70039]: DEBUG nova.compute.manager [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.784955] env[70039]: DEBUG nova.network.neutron [req-a389a629-c448-43a8-a29a-00dfb97377c1 req-2460c455-90f4-432c-92ad-f8e68ac94c55 service nova] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Updated VIF entry in instance network info cache for port 066c4a84-02ae-4344-b513-6ae550dc9f38. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.784955] env[70039]: DEBUG nova.network.neutron [req-a389a629-c448-43a8-a29a-00dfb97377c1 req-2460c455-90f4-432c-92ad-f8e68ac94c55 service nova] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Updating instance_info_cache with network_info: [{"id": "066c4a84-02ae-4344-b513-6ae550dc9f38", "address": "fa:16:3e:7b:b7:7b", "network": {"id": "6345441a-5253-40b6-a2d8-a9381c11d4c7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-804505930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f8872fae7e4bb18e1a0f746be92d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap066c4a84-02", "ovs_interfaceid": "066c4a84-02ae-4344-b513-6ae550dc9f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.809748] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330397, 'name': Rename_Task, 'duration_secs': 0.313427} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.810037] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.810281] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3845af12-1009-4c0b-8b92-005260519069 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.816209] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for the task: (returnval){ [ 745.816209] env[70039]: value = "task-3330401" [ 745.816209] env[70039]: _type = "Task" [ 745.816209] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.827563] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.845123] env[70039]: DEBUG nova.compute.manager [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.865519] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': task-3330392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6312} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.866094] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] f3240dbb-7b2a-4966-a638-bebbfcc287da/f3240dbb-7b2a-4966-a638-bebbfcc287da.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.866283] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.866590] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e0ed699-abf3-41f6-a2d7-4aea16d0f185 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.873397] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Waiting for the task: (returnval){ [ 745.873397] env[70039]: value = "task-3330402" [ 745.873397] env[70039]: _type = "Task" [ 745.873397] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.883831] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': task-3330402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.929298] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330395, 'name': CreateVM_Task, 'duration_secs': 0.568252} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.929870] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.930929] env[70039]: DEBUG oslo_concurrency.lockutils [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.930929] env[70039]: DEBUG oslo_concurrency.lockutils [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.930929] env[70039]: DEBUG oslo_concurrency.lockutils [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.931047] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aff205cd-0135-48f0-a88d-a03276b43809 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.941396] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Waiting for the task: (returnval){ [ 745.941396] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521100fa-c11e-c4d3-3d97-0cd15630422c" [ 745.941396] env[70039]: _type = "Task" [ 745.941396] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.950510] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521100fa-c11e-c4d3-3d97-0cd15630422c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.988822] env[70039]: DEBUG oslo_vmware.api [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254975} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.989096] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.989282] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.989455] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.989620] env[70039]: INFO nova.compute.manager [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Took 0.61 seconds to destroy the instance on the hypervisor. [ 745.989855] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.992656] env[70039]: DEBUG nova.compute.manager [-] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.992840] env[70039]: DEBUG nova.network.neutron [-] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.072977] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330400, 'name': Rename_Task, 'duration_secs': 0.158455} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.073344] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.073609] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99b2ddbc-f111-4c5b-b2d7-41fab97b4a7a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.079259] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for the task: (returnval){ [ 746.079259] env[70039]: value = "task-3330403" [ 746.079259] env[70039]: _type = "Task" [ 746.079259] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.090139] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.187926] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.239883] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "dfd54a1a-b989-4277-8e7a-2892a1e0e510" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.240148] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "dfd54a1a-b989-4277-8e7a-2892a1e0e510" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.287619] env[70039]: DEBUG oslo_concurrency.lockutils [req-a389a629-c448-43a8-a29a-00dfb97377c1 req-2460c455-90f4-432c-92ad-f8e68ac94c55 service nova] Releasing lock "refresh_cache-84e7b122-ed41-41b1-9b7a-d4d87764d0a4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.332412] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330401, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.385176] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': task-3330402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060343} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.388098] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.389168] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaf0a83-338a-4639-a6de-5348730ccbfb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.416146] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] f3240dbb-7b2a-4966-a638-bebbfcc287da/f3240dbb-7b2a-4966-a638-bebbfcc287da.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.422379] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd26434a-78ab-4cb2-b197-58d307187117 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.443341] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Waiting for the task: (returnval){ [ 746.443341] env[70039]: value = "task-3330404" [ 746.443341] env[70039]: _type = "Task" [ 746.443341] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.467646] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521100fa-c11e-c4d3-3d97-0cd15630422c, 'name': SearchDatastore_Task, 'duration_secs': 0.014369} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.467749] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': task-3330404, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.467998] env[70039]: DEBUG oslo_concurrency.lockutils [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.468588] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.468666] env[70039]: DEBUG oslo_concurrency.lockutils [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.468861] env[70039]: DEBUG oslo_concurrency.lockutils [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.469146] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.469552] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a3ac3f0-59c4-4879-b17e-60cd3977a0ef {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.483397] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.483397] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.484909] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dfa0fa1-e871-426f-81fd-b5ead30b0028 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.489440] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135fa04b-9b95-4d14-87ba-0b6280ca6b21 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.493573] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Waiting for the task: (returnval){ [ 746.493573] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520a8bb6-f278-2cc3-9d2a-b66d7675d9cb" [ 746.493573] env[70039]: _type = "Task" [ 746.493573] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.499908] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25930fd-83e3-4bd4-9e99-1a40d54c01fe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.506915] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520a8bb6-f278-2cc3-9d2a-b66d7675d9cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.508298] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-449ca47b-dc95-4a8d-8002-acfea08c688a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.540607] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aa5a49-6a54-41a6-b259-57504f6a1959 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.544690] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Waiting for the task: (returnval){ [ 746.544690] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]522a55e6-376a-0633-4572-d6e6bee432a7" [ 746.544690] env[70039]: _type = "Task" [ 746.544690] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.552219] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f7d87d-b309-4399-add9-a95be49fae57 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.560804] env[70039]: DEBUG nova.network.neutron [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Successfully created port: f7e2ea97-1d4c-4f01-ab44-d5235784a05d {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.565506] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522a55e6-376a-0633-4572-d6e6bee432a7, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.565506] env[70039]: DEBUG oslo_concurrency.lockutils [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.565506] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 84e7b122-ed41-41b1-9b7a-d4d87764d0a4/84e7b122-ed41-41b1-9b7a-d4d87764d0a4.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.565506] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f24557e1-171b-4909-a557-2d9a28f0ea72 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.574694] env[70039]: DEBUG nova.compute.provider_tree [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.580799] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Waiting for the task: (returnval){ [ 746.580799] env[70039]: value = "task-3330405" [ 746.580799] env[70039]: _type = "Task" [ 746.580799] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.593064] env[70039]: DEBUG oslo_vmware.api [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330403, 'name': PowerOnVM_Task, 'duration_secs': 0.471922} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.596509] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.596761] env[70039]: DEBUG nova.compute.manager [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.597839] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': task-3330405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.600433] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70709cd-ab80-471f-8455-ea55b9b25298 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.832248] env[70039]: DEBUG oslo_vmware.api [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330401, 'name': PowerOnVM_Task, 'duration_secs': 0.634675} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.832362] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.832580] env[70039]: INFO nova.compute.manager [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Took 10.55 seconds to spawn the instance on the hypervisor. [ 746.832772] env[70039]: DEBUG nova.compute.manager [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.833574] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea4fe66-36c0-4011-b102-6a998815b582 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.858904] env[70039]: DEBUG nova.compute.manager [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.901040] env[70039]: DEBUG nova.virt.hardware [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.901319] env[70039]: DEBUG nova.virt.hardware [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.901496] env[70039]: DEBUG nova.virt.hardware [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.901694] env[70039]: DEBUG nova.virt.hardware [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.901836] env[70039]: DEBUG nova.virt.hardware [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.902010] env[70039]: DEBUG nova.virt.hardware [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.902299] env[70039]: DEBUG nova.virt.hardware [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.902468] env[70039]: DEBUG nova.virt.hardware [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.902651] env[70039]: DEBUG nova.virt.hardware [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.902842] env[70039]: DEBUG nova.virt.hardware [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.903043] env[70039]: DEBUG nova.virt.hardware [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.903986] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30dcf06-d469-4f34-a249-8462503a3147 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.917754] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234f71ca-f222-41e2-8fa7-8c11d90c8381 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.965384] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': task-3330404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.010368] env[70039]: DEBUG nova.network.neutron [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Updating instance_info_cache with network_info: [{"id": "67cd456a-4294-4ce0-aaf7-742237dd2a2c", "address": "fa:16:3e:42:da:ce", "network": {"id": "4210840f-1282-42b9-a4c8-d61e8a259be7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1790591715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f1b538efaab4c0596968fee3532bd1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67cd456a-42", "ovs_interfaceid": "67cd456a-4294-4ce0-aaf7-742237dd2a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.077862] env[70039]: DEBUG nova.scheduler.client.report [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.108511] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': task-3330405, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.120465] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.364706] env[70039]: INFO nova.compute.manager [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Took 29.67 seconds to build instance. [ 747.415837] env[70039]: DEBUG oslo_concurrency.lockutils [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Acquiring lock "64281a82-d12b-4f88-86b0-2d5c97fcd934" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.416123] env[70039]: DEBUG oslo_concurrency.lockutils [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Lock "64281a82-d12b-4f88-86b0-2d5c97fcd934" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.458740] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': task-3330404, 'name': ReconfigVM_Task, 'duration_secs': 0.581353} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.459065] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Reconfigured VM instance instance-00000013 to attach disk [datastore1] f3240dbb-7b2a-4966-a638-bebbfcc287da/f3240dbb-7b2a-4966-a638-bebbfcc287da.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.459671] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2895ce61-cd60-4e9f-b7ee-bb761a5b07fa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.466132] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Waiting for the task: (returnval){ [ 747.466132] env[70039]: value = "task-3330406" [ 747.466132] env[70039]: _type = "Task" [ 747.466132] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.474302] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': task-3330406, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.514633] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Releasing lock "refresh_cache-880c0cc9-6e82-4985-aae5-a3a9d38ab91c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.515680] env[70039]: DEBUG nova.objects.instance [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lazy-loading 'flavor' on Instance uuid 880c0cc9-6e82-4985-aae5-a3a9d38ab91c {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.548205] env[70039]: DEBUG nova.network.neutron [-] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.586105] env[70039]: DEBUG oslo_concurrency.lockutils [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.588152] env[70039]: DEBUG nova.compute.manager [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.590047] env[70039]: DEBUG oslo_concurrency.lockutils [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.793s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.591883] env[70039]: INFO nova.compute.claims [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.605009] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': task-3330405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721365} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.605251] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 84e7b122-ed41-41b1-9b7a-d4d87764d0a4/84e7b122-ed41-41b1-9b7a-d4d87764d0a4.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.605496] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.605763] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6f6a177-0b23-4cb1-8e8b-04547d243e84 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.619678] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Waiting for the task: (returnval){ [ 747.619678] env[70039]: value = "task-3330407" [ 747.619678] env[70039]: _type = "Task" [ 747.619678] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.627293] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': task-3330407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.868611] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ebb316a9-e4a0-4ce4-a27d-627600fdc75b tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Lock "c35411bf-4a5e-4197-83c1-daad9b28d152" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.188s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.978455] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': task-3330406, 'name': Rename_Task, 'duration_secs': 0.460266} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.979353] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.979353] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a790156-77d8-4a62-a238-991ae9493280 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.986793] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Waiting for the task: (returnval){ [ 747.986793] env[70039]: value = "task-3330408" [ 747.986793] env[70039]: _type = "Task" [ 747.986793] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.994881] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': task-3330408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.024779] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d474152-35af-44ca-8f61-a53df3f9bfd0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.047647] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.048185] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66c6b1b5-eac1-4364-a8ac-ccb42b855610 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.053276] env[70039]: INFO nova.compute.manager [-] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Took 2.06 seconds to deallocate network for instance. [ 748.060918] env[70039]: DEBUG oslo_vmware.api [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 748.060918] env[70039]: value = "task-3330409" [ 748.060918] env[70039]: _type = "Task" [ 748.060918] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.068381] env[70039]: DEBUG oslo_vmware.api [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.083882] env[70039]: DEBUG nova.compute.manager [req-272dd39d-9c2c-48cd-9fae-afef44b609d9 req-85e4f92b-6344-476c-bd95-e646177cd2a2 service nova] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Received event network-vif-deleted-ee8bf91a-1556-495c-8269-d35184c48903 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.108626] env[70039]: DEBUG nova.compute.utils [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.108626] env[70039]: DEBUG nova.compute.manager [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.108626] env[70039]: DEBUG nova.network.neutron [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.130363] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': task-3330407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.251727} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.130363] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.130363] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1270fac3-ffec-4ef4-beff-559e4d164f5f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.157609] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 84e7b122-ed41-41b1-9b7a-d4d87764d0a4/84e7b122-ed41-41b1-9b7a-d4d87764d0a4.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.158650] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f2d80bf-cca9-47aa-a609-589590035e13 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.180838] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Waiting for the task: (returnval){ [ 748.180838] env[70039]: value = "task-3330410" [ 748.180838] env[70039]: _type = "Task" [ 748.180838] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.190120] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': task-3330410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.226303] env[70039]: DEBUG nova.policy [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a5eff903b6441d2b27f7b611e6a96e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa1d6327778143099f8562cf83fb236b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.371482] env[70039]: DEBUG nova.compute.manager [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.500213] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': task-3330408, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.565655] env[70039]: DEBUG oslo_concurrency.lockutils [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.572035] env[70039]: DEBUG oslo_vmware.api [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330409, 'name': PowerOffVM_Task, 'duration_secs': 0.264399} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.572408] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.579125] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Reconfiguring VM instance instance-00000007 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 748.579588] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c3d53c4-ae67-45ca-b138-6e5d9151fe1b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.598037] env[70039]: DEBUG oslo_vmware.api [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 748.598037] env[70039]: value = "task-3330411" [ 748.598037] env[70039]: _type = "Task" [ 748.598037] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.608813] env[70039]: DEBUG oslo_vmware.api [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.610108] env[70039]: DEBUG nova.compute.manager [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.697881] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': task-3330410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.699467] env[70039]: DEBUG nova.network.neutron [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Successfully created port: fd274843-22d2-4393-9ea8-b08f21e6f4d6 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.795046] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Acquiring lock "2ae04994-4b65-49f8-97d8-bb0c1ebad763" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.795341] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Lock "2ae04994-4b65-49f8-97d8-bb0c1ebad763" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.795544] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Acquiring lock "2ae04994-4b65-49f8-97d8-bb0c1ebad763-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.795721] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Lock "2ae04994-4b65-49f8-97d8-bb0c1ebad763-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.795891] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Lock "2ae04994-4b65-49f8-97d8-bb0c1ebad763-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.799646] env[70039]: INFO nova.compute.manager [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Terminating instance [ 748.901115] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.005415] env[70039]: DEBUG oslo_vmware.api [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': task-3330408, 'name': PowerOnVM_Task, 'duration_secs': 0.601493} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.005415] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.005415] env[70039]: INFO nova.compute.manager [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Took 10.04 seconds to spawn the instance on the hypervisor. [ 749.005415] env[70039]: DEBUG nova.compute.manager [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.006100] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7100eb-c7e3-4021-9c2d-bfd07376910d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.116034] env[70039]: DEBUG oslo_vmware.api [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330411, 'name': ReconfigVM_Task, 'duration_secs': 0.330253} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.116034] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Reconfigured VM instance instance-00000007 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 749.116034] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.116034] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eba072e5-e7d4-4326-ae75-8bcfdb618801 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.131020] env[70039]: DEBUG oslo_vmware.api [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 749.131020] env[70039]: value = "task-3330412" [ 749.131020] env[70039]: _type = "Task" [ 749.131020] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.149028] env[70039]: DEBUG oslo_vmware.api [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.186273] env[70039]: DEBUG nova.network.neutron [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Successfully updated port: f7e2ea97-1d4c-4f01-ab44-d5235784a05d {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.205243] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': task-3330410, 'name': ReconfigVM_Task, 'duration_secs': 0.621271} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.205838] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 84e7b122-ed41-41b1-9b7a-d4d87764d0a4/84e7b122-ed41-41b1-9b7a-d4d87764d0a4.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.206982] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40db53d1-67f3-4da1-936d-e406e01eb7f5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.215693] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Waiting for the task: (returnval){ [ 749.215693] env[70039]: value = "task-3330413" [ 749.215693] env[70039]: _type = "Task" [ 749.215693] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.234261] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': task-3330413, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.293768] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c58530e-fd8b-4418-95d4-d4e04a723d88 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.301688] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3e1851-99c8-44ae-85b7-97de12eb126a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.333514] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Acquiring lock "refresh_cache-2ae04994-4b65-49f8-97d8-bb0c1ebad763" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.333514] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Acquired lock "refresh_cache-2ae04994-4b65-49f8-97d8-bb0c1ebad763" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.333514] env[70039]: DEBUG nova.network.neutron [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.335229] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fe68af-32af-4873-884e-226d78bb9938 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.343405] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7c1b14-03d6-483a-a561-e63b8f30d61e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.362001] env[70039]: DEBUG nova.compute.provider_tree [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.529122] env[70039]: INFO nova.compute.manager [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Took 29.73 seconds to build instance. [ 749.626324] env[70039]: DEBUG nova.compute.manager [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.640402] env[70039]: DEBUG oslo_vmware.api [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.654843] env[70039]: DEBUG nova.virt.hardware [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.654990] env[70039]: DEBUG nova.virt.hardware [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.655451] env[70039]: DEBUG nova.virt.hardware [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.655451] env[70039]: DEBUG nova.virt.hardware [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.655591] env[70039]: DEBUG nova.virt.hardware [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.655783] env[70039]: DEBUG nova.virt.hardware [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.656427] env[70039]: DEBUG nova.virt.hardware [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.656427] env[70039]: DEBUG nova.virt.hardware [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.656427] env[70039]: DEBUG nova.virt.hardware [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.656754] env[70039]: DEBUG nova.virt.hardware [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.657886] env[70039]: DEBUG nova.virt.hardware [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.657886] env[70039]: DEBUG oslo_concurrency.lockutils [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Acquiring lock "e12f61d5-fe3d-479c-b701-c5bdc6cee59d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.657886] env[70039]: DEBUG oslo_concurrency.lockutils [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Lock "e12f61d5-fe3d-479c-b701-c5bdc6cee59d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.658320] env[70039]: DEBUG oslo_concurrency.lockutils [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Acquiring lock "e12f61d5-fe3d-479c-b701-c5bdc6cee59d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.658320] env[70039]: DEBUG oslo_concurrency.lockutils [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Lock "e12f61d5-fe3d-479c-b701-c5bdc6cee59d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.658320] env[70039]: DEBUG oslo_concurrency.lockutils [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Lock "e12f61d5-fe3d-479c-b701-c5bdc6cee59d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.660705] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c2035d-bfa2-46a3-bc68-9139484196c5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.666667] env[70039]: INFO nova.compute.manager [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Terminating instance [ 749.673980] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2b631b-57fa-4387-acf4-4323447f8c59 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.696202] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "refresh_cache-83cf9626-2f94-4225-96cf-b90500f29f4b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.696202] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquired lock "refresh_cache-83cf9626-2f94-4225-96cf-b90500f29f4b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.696202] env[70039]: DEBUG nova.network.neutron [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.741158] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': task-3330413, 'name': Rename_Task, 'duration_secs': 0.169029} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.741342] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.741628] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-535d706f-6477-4c70-a9ac-d7e202494d5a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.749538] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Waiting for the task: (returnval){ [ 749.749538] env[70039]: value = "task-3330414" [ 749.749538] env[70039]: _type = "Task" [ 749.749538] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.761718] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': task-3330414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.860053] env[70039]: DEBUG nova.network.neutron [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.872565] env[70039]: DEBUG nova.scheduler.client.report [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.893619] env[70039]: DEBUG nova.compute.manager [req-154db3dd-1f42-43e6-8efb-77be1d475dbf req-df646aa5-232e-4e1d-bc53-f0fec1d16f54 service nova] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Received event network-vif-plugged-f7e2ea97-1d4c-4f01-ab44-d5235784a05d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.893773] env[70039]: DEBUG oslo_concurrency.lockutils [req-154db3dd-1f42-43e6-8efb-77be1d475dbf req-df646aa5-232e-4e1d-bc53-f0fec1d16f54 service nova] Acquiring lock "83cf9626-2f94-4225-96cf-b90500f29f4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.895515] env[70039]: DEBUG oslo_concurrency.lockutils [req-154db3dd-1f42-43e6-8efb-77be1d475dbf req-df646aa5-232e-4e1d-bc53-f0fec1d16f54 service nova] Lock "83cf9626-2f94-4225-96cf-b90500f29f4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.896308] env[70039]: DEBUG oslo_concurrency.lockutils [req-154db3dd-1f42-43e6-8efb-77be1d475dbf req-df646aa5-232e-4e1d-bc53-f0fec1d16f54 service nova] Lock "83cf9626-2f94-4225-96cf-b90500f29f4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.896965] env[70039]: DEBUG nova.compute.manager [req-154db3dd-1f42-43e6-8efb-77be1d475dbf req-df646aa5-232e-4e1d-bc53-f0fec1d16f54 service nova] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] No waiting events found dispatching network-vif-plugged-f7e2ea97-1d4c-4f01-ab44-d5235784a05d {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.896965] env[70039]: WARNING nova.compute.manager [req-154db3dd-1f42-43e6-8efb-77be1d475dbf req-df646aa5-232e-4e1d-bc53-f0fec1d16f54 service nova] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Received unexpected event network-vif-plugged-f7e2ea97-1d4c-4f01-ab44-d5235784a05d for instance with vm_state building and task_state spawning. [ 749.970489] env[70039]: DEBUG nova.network.neutron [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.030975] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8d0bfb3a-c63e-47f0-b3ad-49bdb1b8c26a tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Lock "f3240dbb-7b2a-4966-a638-bebbfcc287da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.349s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.140426] env[70039]: DEBUG oslo_vmware.api [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330412, 'name': PowerOnVM_Task, 'duration_secs': 0.823178} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.140426] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.140695] env[70039]: DEBUG nova.compute.manager [None req-e92ebb29-6714-4dfc-b8d4-254286a0d5c9 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.141458] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d70d9a-29f6-4322-b97f-74f48e5ad880 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.174432] env[70039]: DEBUG nova.compute.manager [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.174711] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.175676] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9542976f-ab99-48ca-acb9-4984fcf3e6c3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.185381] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.185606] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5f3372e-9c6f-4aad-a563-79bc6bfc0236 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.192745] env[70039]: DEBUG oslo_vmware.api [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Waiting for the task: (returnval){ [ 750.192745] env[70039]: value = "task-3330415" [ 750.192745] env[70039]: _type = "Task" [ 750.192745] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.202272] env[70039]: DEBUG oslo_vmware.api [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': task-3330415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.260498] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': task-3330414, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.261890] env[70039]: DEBUG nova.network.neutron [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.379130] env[70039]: DEBUG oslo_concurrency.lockutils [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.379905] env[70039]: DEBUG nova.compute.manager [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.382820] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.501s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.383091] env[70039]: DEBUG nova.objects.instance [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Lazy-loading 'resources' on Instance uuid 493b08fa-a8b7-409f-840d-4de26ea0be60 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.475620] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Releasing lock "refresh_cache-2ae04994-4b65-49f8-97d8-bb0c1ebad763" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.476082] env[70039]: DEBUG nova.compute.manager [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.476580] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.477270] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6192a2-00cb-4e8f-8d35-4bdc3111932c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.485248] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.485862] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a465ead5-e7fb-4907-931b-cfd0e2f91922 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.493383] env[70039]: DEBUG oslo_vmware.api [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for the task: (returnval){ [ 750.493383] env[70039]: value = "task-3330416" [ 750.493383] env[70039]: _type = "Task" [ 750.493383] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.505733] env[70039]: DEBUG oslo_vmware.api [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.534502] env[70039]: DEBUG nova.compute.manager [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.555020] env[70039]: DEBUG nova.network.neutron [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Updating instance_info_cache with network_info: [{"id": "f7e2ea97-1d4c-4f01-ab44-d5235784a05d", "address": "fa:16:3e:04:3c:c0", "network": {"id": "780852e3-ae58-461a-907c-f203483c2e87", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-904820194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e22042faf1f54fb38f52987967c3970b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e2ea97-1d", "ovs_interfaceid": "f7e2ea97-1d4c-4f01-ab44-d5235784a05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.674930] env[70039]: DEBUG nova.compute.manager [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.680079] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49a9761-b67c-4912-b63d-78dab7e4857e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.704602] env[70039]: DEBUG oslo_vmware.api [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': task-3330415, 'name': PowerOffVM_Task, 'duration_secs': 0.30564} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.704954] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.705244] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.705749] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-417e53f2-4ca4-4297-a6d6-7c4d39a31c2f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.762213] env[70039]: DEBUG oslo_vmware.api [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': task-3330414, 'name': PowerOnVM_Task, 'duration_secs': 0.897604} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.762473] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.762729] env[70039]: INFO nova.compute.manager [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Took 9.15 seconds to spawn the instance on the hypervisor. [ 750.762868] env[70039]: DEBUG nova.compute.manager [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.763693] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4775af40-3cac-4390-b6eb-08adb2e0d758 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.796087] env[70039]: DEBUG nova.network.neutron [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Successfully updated port: fd274843-22d2-4393-9ea8-b08f21e6f4d6 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.886664] env[70039]: DEBUG nova.compute.utils [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.891845] env[70039]: DEBUG nova.compute.manager [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Not allocating networking since 'none' was specified. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 751.008327] env[70039]: DEBUG oslo_vmware.api [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330416, 'name': PowerOffVM_Task, 'duration_secs': 0.128055} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.008575] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.008783] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.009051] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78130014-19e7-4505-b390-1be0390c3bbd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.050525] env[70039]: DEBUG nova.compute.manager [req-1e93e09d-b288-4a93-a2aa-6a13fdf6282d req-cebd87a2-3364-4383-9a4a-0aef1fe9d3ef service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Received event network-vif-plugged-fd274843-22d2-4393-9ea8-b08f21e6f4d6 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.050744] env[70039]: DEBUG oslo_concurrency.lockutils [req-1e93e09d-b288-4a93-a2aa-6a13fdf6282d req-cebd87a2-3364-4383-9a4a-0aef1fe9d3ef service nova] Acquiring lock "4c7eb769-8838-453b-8e4a-7664256d75f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.050952] env[70039]: DEBUG oslo_concurrency.lockutils [req-1e93e09d-b288-4a93-a2aa-6a13fdf6282d req-cebd87a2-3364-4383-9a4a-0aef1fe9d3ef service nova] Lock "4c7eb769-8838-453b-8e4a-7664256d75f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.051859] env[70039]: DEBUG oslo_concurrency.lockutils [req-1e93e09d-b288-4a93-a2aa-6a13fdf6282d req-cebd87a2-3364-4383-9a4a-0aef1fe9d3ef service nova] Lock "4c7eb769-8838-453b-8e4a-7664256d75f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.052122] env[70039]: DEBUG nova.compute.manager [req-1e93e09d-b288-4a93-a2aa-6a13fdf6282d req-cebd87a2-3364-4383-9a4a-0aef1fe9d3ef service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] No waiting events found dispatching network-vif-plugged-fd274843-22d2-4393-9ea8-b08f21e6f4d6 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.054328] env[70039]: WARNING nova.compute.manager [req-1e93e09d-b288-4a93-a2aa-6a13fdf6282d req-cebd87a2-3364-4383-9a4a-0aef1fe9d3ef service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Received unexpected event network-vif-plugged-fd274843-22d2-4393-9ea8-b08f21e6f4d6 for instance with vm_state building and task_state spawning. [ 751.055431] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.055785] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.055919] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Deleting the datastore file [datastore2] 2ae04994-4b65-49f8-97d8-bb0c1ebad763 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.058531] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4f33e23-fd73-4695-93aa-7b068f79c5e8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.065091] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Releasing lock "refresh_cache-83cf9626-2f94-4225-96cf-b90500f29f4b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.065091] env[70039]: DEBUG nova.compute.manager [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Instance network_info: |[{"id": "f7e2ea97-1d4c-4f01-ab44-d5235784a05d", "address": "fa:16:3e:04:3c:c0", "network": {"id": "780852e3-ae58-461a-907c-f203483c2e87", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-904820194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e22042faf1f54fb38f52987967c3970b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e2ea97-1d", "ovs_interfaceid": "f7e2ea97-1d4c-4f01-ab44-d5235784a05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.068041] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:3c:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7e2ea97-1d4c-4f01-ab44-d5235784a05d', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.079116] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Creating folder: Project (e22042faf1f54fb38f52987967c3970b). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.084502] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.085104] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9ba9f48c-74d0-45fb-87dc-d61cfaf84f85 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Acquiring lock "interface-f3240dbb-7b2a-4966-a638-bebbfcc287da-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.085373] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9ba9f48c-74d0-45fb-87dc-d61cfaf84f85 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Lock "interface-f3240dbb-7b2a-4966-a638-bebbfcc287da-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.086230] env[70039]: DEBUG nova.objects.instance [None req-9ba9f48c-74d0-45fb-87dc-d61cfaf84f85 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Lazy-loading 'flavor' on Instance uuid f3240dbb-7b2a-4966-a638-bebbfcc287da {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.087425] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85f53e86-2878-47f4-a6b9-e994068854e1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.097495] env[70039]: DEBUG oslo_vmware.api [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for the task: (returnval){ [ 751.097495] env[70039]: value = "task-3330419" [ 751.097495] env[70039]: _type = "Task" [ 751.097495] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.107682] env[70039]: DEBUG oslo_vmware.api [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.109866] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Created folder: Project (e22042faf1f54fb38f52987967c3970b) in parent group-v664777. [ 751.110237] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Creating folder: Instances. Parent ref: group-v664839. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.114022] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f59ec9eb-19a9-4ac1-a338-c317da68fe49 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.122286] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Created folder: Instances in parent group-v664839. [ 751.122595] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.122790] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.126021] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-201809c7-7e8e-43e6-87e4-298b348ea0d7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.161693] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.161693] env[70039]: value = "task-3330422" [ 751.161693] env[70039]: _type = "Task" [ 751.161693] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.175678] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330422, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.191663] env[70039]: INFO nova.compute.manager [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] instance snapshotting [ 751.194951] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbbce18-62e0-4bd4-b36d-6a29bc80d0b4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.227038] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af42925f-af15-42de-8c89-14660a6506f0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.229923] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.230151] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.231022] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Deleting the datastore file [datastore1] e12f61d5-fe3d-479c-b701-c5bdc6cee59d {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.231022] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20b840a5-4bcb-46c6-86cf-f265528c7516 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.245856] env[70039]: DEBUG oslo_vmware.api [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Waiting for the task: (returnval){ [ 751.245856] env[70039]: value = "task-3330423" [ 751.245856] env[70039]: _type = "Task" [ 751.245856] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.261852] env[70039]: DEBUG oslo_vmware.api [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': task-3330423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.282935] env[70039]: INFO nova.compute.manager [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Took 27.20 seconds to build instance. [ 751.298754] env[70039]: DEBUG oslo_concurrency.lockutils [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Acquiring lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.298885] env[70039]: DEBUG oslo_concurrency.lockutils [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Acquired lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.299124] env[70039]: DEBUG nova.network.neutron [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.392399] env[70039]: DEBUG nova.compute.manager [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.601935] env[70039]: DEBUG nova.objects.instance [None req-9ba9f48c-74d0-45fb-87dc-d61cfaf84f85 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Lazy-loading 'pci_requests' on Instance uuid f3240dbb-7b2a-4966-a638-bebbfcc287da {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.610769] env[70039]: DEBUG oslo_vmware.api [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Task: {'id': task-3330419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126208} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.612067] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.612215] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.612409] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.612585] env[70039]: INFO nova.compute.manager [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Took 1.14 seconds to destroy the instance on the hypervisor. [ 751.612816] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.613536] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e83841-7dae-49d4-bd40-15dff2915cca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.616238] env[70039]: DEBUG nova.compute.manager [-] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.616330] env[70039]: DEBUG nova.network.neutron [-] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.625358] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915e9dc8-6947-41e9-a7c0-b7fdc52857e6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.656670] env[70039]: DEBUG nova.network.neutron [-] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.658982] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce9fc6c-dd38-4637-9b05-497685b4ed52 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.672735] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedbb1ec-77a3-42de-88b9-c1c811fac688 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.679148] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330422, 'name': CreateVM_Task, 'duration_secs': 0.313941} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.679734] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.683213] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.683213] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.683213] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.689827] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f24fb927-bc32-492c-97d7-da5826298e52 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.692028] env[70039]: DEBUG nova.compute.provider_tree [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.696690] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 751.696690] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]527ee4ab-066c-0fa3-1712-3c0ee54b958f" [ 751.696690] env[70039]: _type = "Task" [ 751.696690] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.705432] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527ee4ab-066c-0fa3-1712-3c0ee54b958f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.747692] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Creating Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 751.748157] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7e668472-6684-4f8e-ae0e-8a2bd1e8e9b6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.759347] env[70039]: DEBUG oslo_vmware.api [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Task: {'id': task-3330423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167366} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.760694] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.760964] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.761257] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.761501] env[70039]: INFO nova.compute.manager [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Took 1.59 seconds to destroy the instance on the hypervisor. [ 751.761773] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.762235] env[70039]: DEBUG oslo_vmware.api [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for the task: (returnval){ [ 751.762235] env[70039]: value = "task-3330424" [ 751.762235] env[70039]: _type = "Task" [ 751.762235] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.762399] env[70039]: DEBUG nova.compute.manager [-] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.762521] env[70039]: DEBUG nova.network.neutron [-] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.773804] env[70039]: DEBUG oslo_vmware.api [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330424, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.787448] env[70039]: DEBUG oslo_concurrency.lockutils [None req-21daf8b2-e1e0-4e83-ae00-fcb303ad9e42 tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Lock "84e7b122-ed41-41b1-9b7a-d4d87764d0a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.715s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.841355] env[70039]: DEBUG nova.network.neutron [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.006264] env[70039]: DEBUG nova.network.neutron [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Updating instance_info_cache with network_info: [{"id": "fd274843-22d2-4393-9ea8-b08f21e6f4d6", "address": "fa:16:3e:12:02:01", "network": {"id": "9a88484d-e00a-450f-9870-853d92a5a7fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1659914850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa1d6327778143099f8562cf83fb236b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd274843-22", "ovs_interfaceid": "fd274843-22d2-4393-9ea8-b08f21e6f4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.106884] env[70039]: DEBUG nova.objects.base [None req-9ba9f48c-74d0-45fb-87dc-d61cfaf84f85 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 752.107345] env[70039]: DEBUG nova.network.neutron [None req-9ba9f48c-74d0-45fb-87dc-d61cfaf84f85 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.164481] env[70039]: DEBUG nova.network.neutron [-] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.198233] env[70039]: DEBUG nova.scheduler.client.report [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.205111] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9ba9f48c-74d0-45fb-87dc-d61cfaf84f85 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Lock "interface-f3240dbb-7b2a-4966-a638-bebbfcc287da-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.119s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.218167] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527ee4ab-066c-0fa3-1712-3c0ee54b958f, 'name': SearchDatastore_Task, 'duration_secs': 0.031984} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.218167] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.218339] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.218601] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.218696] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.218887] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.219450] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40aeee5b-7a72-4f51-b783-6eb5c1617676 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.228849] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.229154] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.229932] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ca60b24-390d-41e9-b077-b03c9b394bf7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.235896] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 752.235896] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]525bb46e-2c07-a51a-a89e-dda064f8ad76" [ 752.235896] env[70039]: _type = "Task" [ 752.235896] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.244335] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525bb46e-2c07-a51a-a89e-dda064f8ad76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.278694] env[70039]: DEBUG oslo_vmware.api [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330424, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.291059] env[70039]: DEBUG nova.compute.manager [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.406302] env[70039]: DEBUG nova.compute.manager [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.439215] env[70039]: DEBUG nova.virt.hardware [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.439726] env[70039]: DEBUG nova.virt.hardware [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.440037] env[70039]: DEBUG nova.virt.hardware [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.440387] env[70039]: DEBUG nova.virt.hardware [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.440984] env[70039]: DEBUG nova.virt.hardware [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.441336] env[70039]: DEBUG nova.virt.hardware [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.444021] env[70039]: DEBUG nova.virt.hardware [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.444021] env[70039]: DEBUG nova.virt.hardware [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.444021] env[70039]: DEBUG nova.virt.hardware [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.444021] env[70039]: DEBUG nova.virt.hardware [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.444021] env[70039]: DEBUG nova.virt.hardware [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.444268] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e1148f-3070-4921-a33d-28fccd32bb7b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.452486] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8086dad0-8a81-4d84-8a6f-31bb21fbf02b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.467320] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Instance VIF info [] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.473177] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Creating folder: Project (7aac866e82b041bfac401a1539f04a01). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.473429] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7abd5ec-9426-4271-8cac-6b2f71c36598 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.484298] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Created folder: Project (7aac866e82b041bfac401a1539f04a01) in parent group-v664777. [ 752.484497] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Creating folder: Instances. Parent ref: group-v664842. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.484733] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b908065-85ac-4ff8-9b7b-528989e3f670 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.492701] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Created folder: Instances in parent group-v664842. [ 752.492955] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.493131] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.493322] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d2ee2b6-760e-4ee2-848d-e01b7907607c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.510092] env[70039]: DEBUG oslo_concurrency.lockutils [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Releasing lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.510441] env[70039]: DEBUG nova.compute.manager [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Instance network_info: |[{"id": "fd274843-22d2-4393-9ea8-b08f21e6f4d6", "address": "fa:16:3e:12:02:01", "network": {"id": "9a88484d-e00a-450f-9870-853d92a5a7fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1659914850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa1d6327778143099f8562cf83fb236b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd274843-22", "ovs_interfaceid": "fd274843-22d2-4393-9ea8-b08f21e6f4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.510710] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.510710] env[70039]: value = "task-3330427" [ 752.510710] env[70039]: _type = "Task" [ 752.510710] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.511107] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:02:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd274843-22d2-4393-9ea8-b08f21e6f4d6', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.520244] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Creating folder: Project (aa1d6327778143099f8562cf83fb236b). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.520657] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-870095ff-59de-4ac6-9c67-43e9610ccca7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.530591] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330427, 'name': CreateVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.533591] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Created folder: Project (aa1d6327778143099f8562cf83fb236b) in parent group-v664777. [ 752.533777] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Creating folder: Instances. Parent ref: group-v664844. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.534032] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a02332cb-f343-4407-821b-286e3de98233 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.543907] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Created folder: Instances in parent group-v664844. [ 752.544231] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.544395] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.544590] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4e3275b-0762-4363-9d04-4e69af87d58f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.569020] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.569020] env[70039]: value = "task-3330430" [ 752.569020] env[70039]: _type = "Task" [ 752.569020] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.576396] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330430, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.666710] env[70039]: INFO nova.compute.manager [-] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Took 1.05 seconds to deallocate network for instance. [ 752.701467] env[70039]: DEBUG nova.network.neutron [-] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.709174] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.324s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.710197] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.554s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.712362] env[70039]: INFO nova.compute.claims [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.749220] env[70039]: INFO nova.scheduler.client.report [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Deleted allocations for instance 493b08fa-a8b7-409f-840d-4de26ea0be60 [ 752.750746] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525bb46e-2c07-a51a-a89e-dda064f8ad76, 'name': SearchDatastore_Task, 'duration_secs': 0.009622} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.755655] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8545cba-eda4-47e7-b8bc-b63220c12863 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.761233] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 752.761233] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52edb8e3-09f7-3e63-27c6-12250cc5d5cc" [ 752.761233] env[70039]: _type = "Task" [ 752.761233] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.774083] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52edb8e3-09f7-3e63-27c6-12250cc5d5cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.781032] env[70039]: DEBUG oslo_vmware.api [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330424, 'name': CreateSnapshot_Task, 'duration_secs': 0.933628} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.781664] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Created Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 752.783316] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4354e91-5203-4fbf-b3d4-77498dbc78d8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.819546] env[70039]: DEBUG oslo_concurrency.lockutils [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.030156] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330427, 'name': CreateVM_Task, 'duration_secs': 0.359954} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.030350] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.030778] env[70039]: DEBUG oslo_concurrency.lockutils [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.030941] env[70039]: DEBUG oslo_concurrency.lockutils [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.031285] env[70039]: DEBUG oslo_concurrency.lockutils [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.031542] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-659c2b22-c760-4974-8c84-e1a765faa245 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.036221] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for the task: (returnval){ [ 753.036221] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]526fb61a-39c7-b238-db46-78446bbb2b7b" [ 753.036221] env[70039]: _type = "Task" [ 753.036221] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.044092] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526fb61a-39c7-b238-db46-78446bbb2b7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.077931] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330430, 'name': CreateVM_Task, 'duration_secs': 0.40964} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.078132] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.078987] env[70039]: DEBUG oslo_concurrency.lockutils [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.175771] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.203928] env[70039]: INFO nova.compute.manager [-] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Took 1.44 seconds to deallocate network for instance. [ 753.262239] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb9f118f-354b-43b7-8b67-0a2935a5b88e tempest-ServerAddressesNegativeTestJSON-206255264 tempest-ServerAddressesNegativeTestJSON-206255264-project-member] Lock "493b08fa-a8b7-409f-840d-4de26ea0be60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.886s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.276945] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52edb8e3-09f7-3e63-27c6-12250cc5d5cc, 'name': SearchDatastore_Task, 'duration_secs': 0.012356} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.277198] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.277498] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 83cf9626-2f94-4225-96cf-b90500f29f4b/83cf9626-2f94-4225-96cf-b90500f29f4b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.277875] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d57a1b9-af81-4293-874e-b20f01c8ccb7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.284233] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 753.284233] env[70039]: value = "task-3330431" [ 753.284233] env[70039]: _type = "Task" [ 753.284233] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.293828] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.306162] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Creating linked-clone VM from snapshot {{(pid=70039) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 753.306834] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6c0c3db2-0cbb-4158-a913-ef8be3fa2638 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.315044] env[70039]: DEBUG oslo_vmware.api [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for the task: (returnval){ [ 753.315044] env[70039]: value = "task-3330432" [ 753.315044] env[70039]: _type = "Task" [ 753.315044] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.330078] env[70039]: DEBUG oslo_vmware.api [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330432, 'name': CloneVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.426557] env[70039]: DEBUG nova.compute.manager [req-64069af6-7128-4564-bb36-69a4f035323b req-ae6370b8-6100-43f3-900a-7737abe8d7a0 service nova] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Received event network-changed-f7e2ea97-1d4c-4f01-ab44-d5235784a05d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.426557] env[70039]: DEBUG nova.compute.manager [req-64069af6-7128-4564-bb36-69a4f035323b req-ae6370b8-6100-43f3-900a-7737abe8d7a0 service nova] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Refreshing instance network info cache due to event network-changed-f7e2ea97-1d4c-4f01-ab44-d5235784a05d. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.426557] env[70039]: DEBUG oslo_concurrency.lockutils [req-64069af6-7128-4564-bb36-69a4f035323b req-ae6370b8-6100-43f3-900a-7737abe8d7a0 service nova] Acquiring lock "refresh_cache-83cf9626-2f94-4225-96cf-b90500f29f4b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.429276] env[70039]: DEBUG oslo_concurrency.lockutils [req-64069af6-7128-4564-bb36-69a4f035323b req-ae6370b8-6100-43f3-900a-7737abe8d7a0 service nova] Acquired lock "refresh_cache-83cf9626-2f94-4225-96cf-b90500f29f4b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.429276] env[70039]: DEBUG nova.network.neutron [req-64069af6-7128-4564-bb36-69a4f035323b req-ae6370b8-6100-43f3-900a-7737abe8d7a0 service nova] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Refreshing network info cache for port f7e2ea97-1d4c-4f01-ab44-d5235784a05d {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.551176] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526fb61a-39c7-b238-db46-78446bbb2b7b, 'name': SearchDatastore_Task, 'duration_secs': 0.026377} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.552082] env[70039]: DEBUG oslo_concurrency.lockutils [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.552420] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.552886] env[70039]: DEBUG oslo_concurrency.lockutils [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.553091] env[70039]: DEBUG oslo_concurrency.lockutils [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.553307] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.554406] env[70039]: DEBUG oslo_concurrency.lockutils [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.555268] env[70039]: DEBUG oslo_concurrency.lockutils [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.555581] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5759753-1b27-47e6-b6aa-803fef402cd8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.559735] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00904dba-d204-4ba7-8cbf-f0b3df1a135d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.570063] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Waiting for the task: (returnval){ [ 753.570063] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52d94fed-301c-1bc4-16ec-d5dcd8c67875" [ 753.570063] env[70039]: _type = "Task" [ 753.570063] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.579048] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.579402] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.585268] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aee288b-e56e-40ba-82bd-502c4abf4e38 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.588772] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d94fed-301c-1bc4-16ec-d5dcd8c67875, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.593338] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for the task: (returnval){ [ 753.593338] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]523926bd-eeb0-6897-941c-a77a01bf3900" [ 753.593338] env[70039]: _type = "Task" [ 753.593338] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.604328] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523926bd-eeb0-6897-941c-a77a01bf3900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.712165] env[70039]: DEBUG oslo_concurrency.lockutils [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.803609] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330431, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.830035] env[70039]: DEBUG oslo_vmware.api [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330432, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.948226] env[70039]: DEBUG nova.compute.manager [req-c5e4bd0c-1ebf-4c05-940a-45bcabef6608 req-a67733da-e3e3-4310-a745-0180127ed3ab service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Received event network-changed-fd274843-22d2-4393-9ea8-b08f21e6f4d6 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.948226] env[70039]: DEBUG nova.compute.manager [req-c5e4bd0c-1ebf-4c05-940a-45bcabef6608 req-a67733da-e3e3-4310-a745-0180127ed3ab service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Refreshing instance network info cache due to event network-changed-fd274843-22d2-4393-9ea8-b08f21e6f4d6. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.948226] env[70039]: DEBUG oslo_concurrency.lockutils [req-c5e4bd0c-1ebf-4c05-940a-45bcabef6608 req-a67733da-e3e3-4310-a745-0180127ed3ab service nova] Acquiring lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.948226] env[70039]: DEBUG oslo_concurrency.lockutils [req-c5e4bd0c-1ebf-4c05-940a-45bcabef6608 req-a67733da-e3e3-4310-a745-0180127ed3ab service nova] Acquired lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.949784] env[70039]: DEBUG nova.network.neutron [req-c5e4bd0c-1ebf-4c05-940a-45bcabef6608 req-a67733da-e3e3-4310-a745-0180127ed3ab service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Refreshing network info cache for port fd274843-22d2-4393-9ea8-b08f21e6f4d6 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.091481] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d94fed-301c-1bc4-16ec-d5dcd8c67875, 'name': SearchDatastore_Task, 'duration_secs': 0.065596} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.092394] env[70039]: DEBUG oslo_concurrency.lockutils [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.092761] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.093062] env[70039]: DEBUG oslo_concurrency.lockutils [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.112049] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523926bd-eeb0-6897-941c-a77a01bf3900, 'name': SearchDatastore_Task, 'duration_secs': 0.060262} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.119259] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fff0dea-348a-430c-b848-3839ae667f83 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.126182] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for the task: (returnval){ [ 754.126182] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52403a62-0aae-e23c-ce75-76c18fefb9d6" [ 754.126182] env[70039]: _type = "Task" [ 754.126182] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.141036] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52403a62-0aae-e23c-ce75-76c18fefb9d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.298886] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608212} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.303138] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 83cf9626-2f94-4225-96cf-b90500f29f4b/83cf9626-2f94-4225-96cf-b90500f29f4b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.303138] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.303138] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-635463c7-bb99-489c-ad7c-dd3403323383 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.309422] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 754.309422] env[70039]: value = "task-3330433" [ 754.309422] env[70039]: _type = "Task" [ 754.309422] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.318752] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c7c059-bf8d-4302-aef5-dcb669145a84 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.328817] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.338264] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fabd56-1ad4-49a5-ad2a-d40c459797a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.342117] env[70039]: DEBUG oslo_vmware.api [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330432, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.383290] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2c2c08-56d8-4a94-bcd0-cd4ceaa65822 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.393179] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13654e5e-6e5c-4777-9262-7aa5a8474de0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.409949] env[70039]: DEBUG nova.compute.provider_tree [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.476997] env[70039]: DEBUG nova.network.neutron [req-64069af6-7128-4564-bb36-69a4f035323b req-ae6370b8-6100-43f3-900a-7737abe8d7a0 service nova] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Updated VIF entry in instance network info cache for port f7e2ea97-1d4c-4f01-ab44-d5235784a05d. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.477402] env[70039]: DEBUG nova.network.neutron [req-64069af6-7128-4564-bb36-69a4f035323b req-ae6370b8-6100-43f3-900a-7737abe8d7a0 service nova] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Updating instance_info_cache with network_info: [{"id": "f7e2ea97-1d4c-4f01-ab44-d5235784a05d", "address": "fa:16:3e:04:3c:c0", "network": {"id": "780852e3-ae58-461a-907c-f203483c2e87", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-904820194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e22042faf1f54fb38f52987967c3970b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e2ea97-1d", "ovs_interfaceid": "f7e2ea97-1d4c-4f01-ab44-d5235784a05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.640614] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52403a62-0aae-e23c-ce75-76c18fefb9d6, 'name': SearchDatastore_Task, 'duration_secs': 0.029816} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.641169] env[70039]: DEBUG oslo_concurrency.lockutils [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.641500] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] c39ee1bc-6395-46d9-85e7-701c2c9232fd/c39ee1bc-6395-46d9-85e7-701c2c9232fd.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.641790] env[70039]: DEBUG oslo_concurrency.lockutils [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.641979] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.642275] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e62b36f2-3ef4-495d-9577-ea1dc1c3ccb1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.645588] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-517ed075-3fef-4c3c-aa44-0322ba0ff933 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.653382] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for the task: (returnval){ [ 754.653382] env[70039]: value = "task-3330434" [ 754.653382] env[70039]: _type = "Task" [ 754.653382] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.654764] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.654933] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.658714] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d4e730-0ae7-4f48-9809-e9c88127caed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.669012] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.674860] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Waiting for the task: (returnval){ [ 754.674860] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521868d0-bf80-c5f1-2f2a-e732a69b79ae" [ 754.674860] env[70039]: _type = "Task" [ 754.674860] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.691949] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521868d0-bf80-c5f1-2f2a-e732a69b79ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.825123] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068777} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.825772] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.826717] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1719f17d-b6a6-4017-9e12-2b8d56e302fe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.835909] env[70039]: DEBUG oslo_vmware.api [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330432, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.859313] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 83cf9626-2f94-4225-96cf-b90500f29f4b/83cf9626-2f94-4225-96cf-b90500f29f4b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.859666] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9d6fd65-5900-4a08-8e44-d612b42dd748 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.884574] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 754.884574] env[70039]: value = "task-3330435" [ 754.884574] env[70039]: _type = "Task" [ 754.884574] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.894015] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.913380] env[70039]: DEBUG nova.scheduler.client.report [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.985595] env[70039]: DEBUG oslo_concurrency.lockutils [req-64069af6-7128-4564-bb36-69a4f035323b req-ae6370b8-6100-43f3-900a-7737abe8d7a0 service nova] Releasing lock "refresh_cache-83cf9626-2f94-4225-96cf-b90500f29f4b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.167749] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330434, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.185495] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Acquiring lock "f3240dbb-7b2a-4966-a638-bebbfcc287da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.185495] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Lock "f3240dbb-7b2a-4966-a638-bebbfcc287da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.185495] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Acquiring lock "f3240dbb-7b2a-4966-a638-bebbfcc287da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.185495] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Lock "f3240dbb-7b2a-4966-a638-bebbfcc287da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.185803] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Lock "f3240dbb-7b2a-4966-a638-bebbfcc287da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.187879] env[70039]: INFO nova.compute.manager [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Terminating instance [ 755.195191] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521868d0-bf80-c5f1-2f2a-e732a69b79ae, 'name': SearchDatastore_Task, 'duration_secs': 0.027101} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.196390] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd49f247-0b55-4498-b5f5-2c91f2a7f306 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.208771] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Waiting for the task: (returnval){ [ 755.208771] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]526e5b94-f94d-8dfb-5125-f4a571ed01f9" [ 755.208771] env[70039]: _type = "Task" [ 755.208771] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.218110] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526e5b94-f94d-8dfb-5125-f4a571ed01f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.253938] env[70039]: DEBUG nova.network.neutron [req-c5e4bd0c-1ebf-4c05-940a-45bcabef6608 req-a67733da-e3e3-4310-a745-0180127ed3ab service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Updated VIF entry in instance network info cache for port fd274843-22d2-4393-9ea8-b08f21e6f4d6. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.254473] env[70039]: DEBUG nova.network.neutron [req-c5e4bd0c-1ebf-4c05-940a-45bcabef6608 req-a67733da-e3e3-4310-a745-0180127ed3ab service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Updating instance_info_cache with network_info: [{"id": "fd274843-22d2-4393-9ea8-b08f21e6f4d6", "address": "fa:16:3e:12:02:01", "network": {"id": "9a88484d-e00a-450f-9870-853d92a5a7fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1659914850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa1d6327778143099f8562cf83fb236b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd274843-22", "ovs_interfaceid": "fd274843-22d2-4393-9ea8-b08f21e6f4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.288956] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Acquiring lock "873ce976-872a-45d1-afcd-4685a91a8af2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.288956] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Lock "873ce976-872a-45d1-afcd-4685a91a8af2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.340340] env[70039]: DEBUG oslo_vmware.api [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330432, 'name': CloneVM_Task, 'duration_secs': 1.841217} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.340340] env[70039]: INFO nova.virt.vmwareapi.vmops [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Created linked-clone VM from snapshot [ 755.340340] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750321df-7645-4906-9e7f-17a98f330b6e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.348330] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Uploading image 0e86dad8-d353-44d8-8ee4-4f48f6746282 {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 755.380879] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 755.380879] env[70039]: value = "vm-664849" [ 755.380879] env[70039]: _type = "VirtualMachine" [ 755.380879] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 755.381265] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b744b748-33fe-4d68-86f9-52d9a3d7413c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.400213] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330435, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.402054] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Lease: (returnval){ [ 755.402054] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]529af3b9-4f82-ed0c-54c2-077850991e2c" [ 755.402054] env[70039]: _type = "HttpNfcLease" [ 755.402054] env[70039]: } obtained for exporting VM: (result){ [ 755.402054] env[70039]: value = "vm-664849" [ 755.402054] env[70039]: _type = "VirtualMachine" [ 755.402054] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 755.402341] env[70039]: DEBUG oslo_vmware.api [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for the lease: (returnval){ [ 755.402341] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]529af3b9-4f82-ed0c-54c2-077850991e2c" [ 755.402341] env[70039]: _type = "HttpNfcLease" [ 755.402341] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 755.409314] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 755.409314] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]529af3b9-4f82-ed0c-54c2-077850991e2c" [ 755.409314] env[70039]: _type = "HttpNfcLease" [ 755.409314] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 755.421529] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.422343] env[70039]: DEBUG nova.compute.manager [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.425168] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.505s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.425434] env[70039]: DEBUG nova.objects.instance [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Lazy-loading 'resources' on Instance uuid b77ea08a-8f16-44a3-9161-55181e8d7169 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.665692] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738915} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.665950] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] c39ee1bc-6395-46d9-85e7-701c2c9232fd/c39ee1bc-6395-46d9-85e7-701c2c9232fd.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.666188] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.666431] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a148703-20c3-4f07-98d9-1b1be62c91f7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.673401] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for the task: (returnval){ [ 755.673401] env[70039]: value = "task-3330437" [ 755.673401] env[70039]: _type = "Task" [ 755.673401] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.682661] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.696579] env[70039]: DEBUG nova.compute.manager [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.696894] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.697837] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebb34cb-aa1c-4c24-a8fc-1ec880fbdac1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.705521] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.705802] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-500e7c96-f798-45e8-b9d2-66c89fbf9cc1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.716571] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526e5b94-f94d-8dfb-5125-f4a571ed01f9, 'name': SearchDatastore_Task, 'duration_secs': 0.061059} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.717907] env[70039]: DEBUG oslo_concurrency.lockutils [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.718218] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 4c7eb769-8838-453b-8e4a-7664256d75f5/4c7eb769-8838-453b-8e4a-7664256d75f5.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.718559] env[70039]: DEBUG oslo_vmware.api [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Waiting for the task: (returnval){ [ 755.718559] env[70039]: value = "task-3330438" [ 755.718559] env[70039]: _type = "Task" [ 755.718559] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.718740] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b605a2b-3643-43af-8e31-793e22f73d6b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.739023] env[70039]: DEBUG oslo_vmware.api [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': task-3330438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.739347] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Waiting for the task: (returnval){ [ 755.739347] env[70039]: value = "task-3330439" [ 755.739347] env[70039]: _type = "Task" [ 755.739347] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.747334] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': task-3330439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.756986] env[70039]: DEBUG oslo_concurrency.lockutils [req-c5e4bd0c-1ebf-4c05-940a-45bcabef6608 req-a67733da-e3e3-4310-a745-0180127ed3ab service nova] Releasing lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.757272] env[70039]: DEBUG nova.compute.manager [req-c5e4bd0c-1ebf-4c05-940a-45bcabef6608 req-a67733da-e3e3-4310-a745-0180127ed3ab service nova] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Received event network-vif-deleted-401be66c-83ed-4c92-ad85-3fab1fe161de {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.903208] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330435, 'name': ReconfigVM_Task, 'duration_secs': 0.512027} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.903568] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 83cf9626-2f94-4225-96cf-b90500f29f4b/83cf9626-2f94-4225-96cf-b90500f29f4b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.909259] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee1f0863-2da1-4273-a75c-53192836bb41 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.915934] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 755.915934] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]529af3b9-4f82-ed0c-54c2-077850991e2c" [ 755.915934] env[70039]: _type = "HttpNfcLease" [ 755.915934] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 755.917991] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 755.917991] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]529af3b9-4f82-ed0c-54c2-077850991e2c" [ 755.917991] env[70039]: _type = "HttpNfcLease" [ 755.917991] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 755.918187] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 755.918187] env[70039]: value = "task-3330440" [ 755.918187] env[70039]: _type = "Task" [ 755.918187] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.918860] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da407f9-a996-4ffa-847e-c4c7392ca663 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.937463] env[70039]: DEBUG nova.compute.utils [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.940580] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526760bd-9611-df2d-62a8-5cb203a73af0/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 755.940856] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526760bd-9611-df2d-62a8-5cb203a73af0/disk-0.vmdk for reading. {{(pid=70039) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 755.949533] env[70039]: DEBUG nova.compute.manager [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Not allocating networking since 'none' was specified. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 755.949533] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330440, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.033753] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Acquiring lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.034122] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.052429] env[70039]: DEBUG nova.compute.manager [req-d78b8e04-66d7-41f1-9f2e-cce8fd799708 req-03ac5326-d67e-4ea1-b052-c4491529ff12 service nova] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Received event network-changed-066c4a84-02ae-4344-b513-6ae550dc9f38 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.052578] env[70039]: DEBUG nova.compute.manager [req-d78b8e04-66d7-41f1-9f2e-cce8fd799708 req-03ac5326-d67e-4ea1-b052-c4491529ff12 service nova] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Refreshing instance network info cache due to event network-changed-066c4a84-02ae-4344-b513-6ae550dc9f38. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.052854] env[70039]: DEBUG oslo_concurrency.lockutils [req-d78b8e04-66d7-41f1-9f2e-cce8fd799708 req-03ac5326-d67e-4ea1-b052-c4491529ff12 service nova] Acquiring lock "refresh_cache-84e7b122-ed41-41b1-9b7a-d4d87764d0a4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.052945] env[70039]: DEBUG oslo_concurrency.lockutils [req-d78b8e04-66d7-41f1-9f2e-cce8fd799708 req-03ac5326-d67e-4ea1-b052-c4491529ff12 service nova] Acquired lock "refresh_cache-84e7b122-ed41-41b1-9b7a-d4d87764d0a4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.053121] env[70039]: DEBUG nova.network.neutron [req-d78b8e04-66d7-41f1-9f2e-cce8fd799708 req-03ac5326-d67e-4ea1-b052-c4491529ff12 service nova] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Refreshing network info cache for port 066c4a84-02ae-4344-b513-6ae550dc9f38 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.092396] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f8dd4233-e0b1-4cea-a14b-3f131bf5cb82 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.186329] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06973} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.186797] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.187488] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7561ba82-3898-4d64-917f-ac4fc01b6e03 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.212053] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] c39ee1bc-6395-46d9-85e7-701c2c9232fd/c39ee1bc-6395-46d9-85e7-701c2c9232fd.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.213290] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1c33189-673b-4e9b-b0bf-9ed1ed830d32 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.239472] env[70039]: DEBUG oslo_vmware.api [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': task-3330438, 'name': PowerOffVM_Task, 'duration_secs': 0.356373} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.242170] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.242170] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.242170] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for the task: (returnval){ [ 756.242170] env[70039]: value = "task-3330441" [ 756.242170] env[70039]: _type = "Task" [ 756.242170] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.244857] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dccc441-63db-4c1e-b20b-6491bc8b173a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.260042] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': task-3330439, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.313673] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.313910] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.314117] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Deleting the datastore file [datastore1] f3240dbb-7b2a-4966-a638-bebbfcc287da {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.314447] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6279263a-edac-45dd-aa06-787dc6bedccd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.324482] env[70039]: DEBUG oslo_vmware.api [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Waiting for the task: (returnval){ [ 756.324482] env[70039]: value = "task-3330443" [ 756.324482] env[70039]: _type = "Task" [ 756.324482] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.339294] env[70039]: DEBUG oslo_vmware.api [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': task-3330443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.439746] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330440, 'name': Rename_Task, 'duration_secs': 0.167669} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.439873] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.440231] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a20ed308-7f1e-4419-a0da-c0e590064f63 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.448332] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 756.448332] env[70039]: value = "task-3330444" [ 756.448332] env[70039]: _type = "Task" [ 756.448332] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.448883] env[70039]: DEBUG nova.compute.manager [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.461740] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.699363] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8bfb80-95bb-40fd-b2a2-ff460c0fcd15 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.712109] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb91803d-68d9-4640-829a-38a8d32cecc8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.759855] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee34be6-d97d-478b-8233-0179b817c686 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.774464] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': task-3330439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701617} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.775232] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.778023] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 4c7eb769-8838-453b-8e4a-7664256d75f5/4c7eb769-8838-453b-8e4a-7664256d75f5.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.778511] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.779080] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecb117a1-bf24-4efb-b716-e81deaa79dec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.782416] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1181e34-0158-4912-87aa-e18eb7e76410 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.799063] env[70039]: DEBUG nova.compute.provider_tree [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.806484] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Waiting for the task: (returnval){ [ 756.806484] env[70039]: value = "task-3330445" [ 756.806484] env[70039]: _type = "Task" [ 756.806484] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.820118] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': task-3330445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.835136] env[70039]: DEBUG oslo_vmware.api [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Task: {'id': task-3330443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32638} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.835452] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.835774] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.836024] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.836335] env[70039]: INFO nova.compute.manager [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Took 1.14 seconds to destroy the instance on the hypervisor. [ 756.836770] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.837117] env[70039]: DEBUG nova.compute.manager [-] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.838268] env[70039]: DEBUG nova.network.neutron [-] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.965322] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330444, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.973126] env[70039]: DEBUG nova.network.neutron [req-d78b8e04-66d7-41f1-9f2e-cce8fd799708 req-03ac5326-d67e-4ea1-b052-c4491529ff12 service nova] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Updated VIF entry in instance network info cache for port 066c4a84-02ae-4344-b513-6ae550dc9f38. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.973420] env[70039]: DEBUG nova.network.neutron [req-d78b8e04-66d7-41f1-9f2e-cce8fd799708 req-03ac5326-d67e-4ea1-b052-c4491529ff12 service nova] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Updating instance_info_cache with network_info: [{"id": "066c4a84-02ae-4344-b513-6ae550dc9f38", "address": "fa:16:3e:7b:b7:7b", "network": {"id": "6345441a-5253-40b6-a2d8-a9381c11d4c7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-804505930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f8872fae7e4bb18e1a0f746be92d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap066c4a84-02", "ovs_interfaceid": "066c4a84-02ae-4344-b513-6ae550dc9f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.160630] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "b57a32ab-dd58-498b-bcdd-252f61920630" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.161267] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "b57a32ab-dd58-498b-bcdd-252f61920630" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.264726] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330441, 'name': ReconfigVM_Task, 'duration_secs': 0.688453} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.265012] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Reconfigured VM instance instance-00000017 to attach disk [datastore2] c39ee1bc-6395-46d9-85e7-701c2c9232fd/c39ee1bc-6395-46d9-85e7-701c2c9232fd.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.265710] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45dda745-07bc-49c6-a89c-ada874bcfb19 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.272454] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for the task: (returnval){ [ 757.272454] env[70039]: value = "task-3330446" [ 757.272454] env[70039]: _type = "Task" [ 757.272454] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.281579] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330446, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.305028] env[70039]: DEBUG nova.scheduler.client.report [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.317737] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': task-3330445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083819} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.317737] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.318484] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bbf8b1-d960-4eb8-a4df-32529a0b61c0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.344945] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 4c7eb769-8838-453b-8e4a-7664256d75f5/4c7eb769-8838-453b-8e4a-7664256d75f5.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.346556] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c49a2db8-f9f1-45d1-b79a-6d16048e9c17 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.368181] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Waiting for the task: (returnval){ [ 757.368181] env[70039]: value = "task-3330447" [ 757.368181] env[70039]: _type = "Task" [ 757.368181] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.376873] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': task-3330447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.464040] env[70039]: DEBUG oslo_vmware.api [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330444, 'name': PowerOnVM_Task, 'duration_secs': 0.528859} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.464040] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.464040] env[70039]: INFO nova.compute.manager [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Took 10.60 seconds to spawn the instance on the hypervisor. [ 757.464040] env[70039]: DEBUG nova.compute.manager [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.464040] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450efc8b-03ce-4fe9-9ac9-b42cce574f19 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.468371] env[70039]: DEBUG nova.compute.manager [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.481236] env[70039]: DEBUG oslo_concurrency.lockutils [req-d78b8e04-66d7-41f1-9f2e-cce8fd799708 req-03ac5326-d67e-4ea1-b052-c4491529ff12 service nova] Releasing lock "refresh_cache-84e7b122-ed41-41b1-9b7a-d4d87764d0a4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.513385] env[70039]: DEBUG nova.virt.hardware [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.513870] env[70039]: DEBUG nova.virt.hardware [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.514787] env[70039]: DEBUG nova.virt.hardware [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.515162] env[70039]: DEBUG nova.virt.hardware [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.515162] env[70039]: DEBUG nova.virt.hardware [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.515262] env[70039]: DEBUG nova.virt.hardware [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.515511] env[70039]: DEBUG nova.virt.hardware [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.517114] env[70039]: DEBUG nova.virt.hardware [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.517317] env[70039]: DEBUG nova.virt.hardware [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.518589] env[70039]: DEBUG nova.virt.hardware [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.518589] env[70039]: DEBUG nova.virt.hardware [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.518679] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a22cc20-6fbf-45f6-88ec-f46da0a0489e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.528290] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2d79e7-1adb-4089-bfd2-bfc0d6fd2ea9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.544867] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Instance VIF info [] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.553302] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Creating folder: Project (54588fd90c5246d78116e111db4290f8). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.553302] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a109253-7770-478f-9d8e-6154590ffbfa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.562431] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Created folder: Project (54588fd90c5246d78116e111db4290f8) in parent group-v664777. [ 757.566845] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Creating folder: Instances. Parent ref: group-v664850. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.566845] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00a536d4-4121-443e-9491-40f44d10e167 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.572827] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Created folder: Instances in parent group-v664850. [ 757.573123] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.573327] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.573557] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2eb8e0da-c74b-4cc1-add3-7a4934be4713 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.592983] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.592983] env[70039]: value = "task-3330450" [ 757.592983] env[70039]: _type = "Task" [ 757.592983] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.601544] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330450, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.773583] env[70039]: DEBUG nova.network.neutron [-] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.785276] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330446, 'name': Rename_Task, 'duration_secs': 0.262046} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.786344] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.787534] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0426844-1949-4c4c-8ed0-26492abc5e18 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.798710] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for the task: (returnval){ [ 757.798710] env[70039]: value = "task-3330451" [ 757.798710] env[70039]: _type = "Task" [ 757.798710] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.811914] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.387s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.814426] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.815105] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.780s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.816840] env[70039]: INFO nova.compute.claims [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.855749] env[70039]: INFO nova.scheduler.client.report [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Deleted allocations for instance b77ea08a-8f16-44a3-9161-55181e8d7169 [ 757.881818] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': task-3330447, 'name': ReconfigVM_Task, 'duration_secs': 0.470321} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.882349] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 4c7eb769-8838-453b-8e4a-7664256d75f5/4c7eb769-8838-453b-8e4a-7664256d75f5.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.883357] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba37e581-b5dc-4ffb-beca-84e679a2ed3e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.892631] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Waiting for the task: (returnval){ [ 757.892631] env[70039]: value = "task-3330452" [ 757.892631] env[70039]: _type = "Task" [ 757.892631] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.901886] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': task-3330452, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.992610] env[70039]: INFO nova.compute.manager [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Took 33.40 seconds to build instance. [ 758.103987] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330450, 'name': CreateVM_Task, 'duration_secs': 0.327564} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.104487] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.104963] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.105415] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.105754] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.106083] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deba5c34-6327-4794-b3c6-579667a436bb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.112232] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Waiting for the task: (returnval){ [ 758.112232] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]525d75a9-527a-3572-a025-ea7435c05dee" [ 758.112232] env[70039]: _type = "Task" [ 758.112232] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.126831] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525d75a9-527a-3572-a025-ea7435c05dee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.131017] env[70039]: DEBUG nova.compute.manager [req-e4cee2af-eed2-4c8d-a54c-faeae7cc6e4f req-151a488f-1d9f-450d-b7be-2d860f08d1bf service nova] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Received event network-vif-deleted-2cd410f4-68da-4528-913b-3b1956977ef9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.277739] env[70039]: INFO nova.compute.manager [-] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Took 1.44 seconds to deallocate network for instance. [ 758.313530] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330451, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.368466] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcd5abcb-a097-4017-a72a-e31bd768c108 tempest-FloatingIPsAssociationNegativeTestJSON-111942885 tempest-FloatingIPsAssociationNegativeTestJSON-111942885-project-member] Lock "b77ea08a-8f16-44a3-9161-55181e8d7169" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.279s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.406569] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': task-3330452, 'name': Rename_Task, 'duration_secs': 0.171416} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.406569] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.406569] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-498adb83-9ece-4b47-9b35-2b956609b69f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.415102] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Waiting for the task: (returnval){ [ 758.415102] env[70039]: value = "task-3330453" [ 758.415102] env[70039]: _type = "Task" [ 758.415102] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.423272] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': task-3330453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.496710] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e4d32d-ebaf-43da-bd4e-aa658f6b07f5 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "83cf9626-2f94-4225-96cf-b90500f29f4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.898s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.623657] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525d75a9-527a-3572-a025-ea7435c05dee, 'name': SearchDatastore_Task, 'duration_secs': 0.014148} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.623999] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.624256] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.624540] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.624691] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.624876] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.625191] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b548523-8968-404f-a9af-4e5cd23c3f6f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.634681] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.634903] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.635723] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c1556e2-f3d5-45fc-a867-91db71fa3abc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.642504] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Waiting for the task: (returnval){ [ 758.642504] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5261e7c2-e82e-14e3-50dd-0efd9c238012" [ 758.642504] env[70039]: _type = "Task" [ 758.642504] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.385890] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.391432] env[70039]: DEBUG nova.compute.manager [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.392151] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5261e7c2-e82e-14e3-50dd-0efd9c238012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.392417] env[70039]: WARNING oslo_vmware.common.loopingcall [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] task run outlasted interval by 0.24952799999999997 sec [ 759.415418] env[70039]: DEBUG oslo_vmware.api [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330451, 'name': PowerOnVM_Task, 'duration_secs': 0.570121} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.415900] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5261e7c2-e82e-14e3-50dd-0efd9c238012, 'name': SearchDatastore_Task, 'duration_secs': 0.018334} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.417187] env[70039]: DEBUG oslo_vmware.api [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': task-3330453, 'name': PowerOnVM_Task, 'duration_secs': 0.971948} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.417430] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.417626] env[70039]: INFO nova.compute.manager [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Took 7.01 seconds to spawn the instance on the hypervisor. [ 759.417798] env[70039]: DEBUG nova.compute.manager [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.419042] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.419042] env[70039]: INFO nova.compute.manager [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Took 9.79 seconds to spawn the instance on the hypervisor. [ 759.419042] env[70039]: DEBUG nova.compute.manager [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.419747] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b0dfcd-4e8c-40b8-8d50-86b775025b55 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.422436] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74936e6f-e5c5-46ce-ab54-d760a648ff81 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.425420] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99380509-1d7a-4753-ba1e-73739f34176d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.440615] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Waiting for the task: (returnval){ [ 759.440615] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5234476a-b92f-3039-0ba2-8bac49a21269" [ 759.440615] env[70039]: _type = "Task" [ 759.440615] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.450936] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5234476a-b92f-3039-0ba2-8bac49a21269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.937324] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.957131] env[70039]: INFO nova.compute.manager [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Took 30.19 seconds to build instance. [ 759.958368] env[70039]: INFO nova.compute.manager [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Took 32.00 seconds to build instance. [ 759.965440] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5234476a-b92f-3039-0ba2-8bac49a21269, 'name': SearchDatastore_Task, 'duration_secs': 0.025677} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.966132] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.966355] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97/03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.966725] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee8a40cc-56ae-4efd-8e78-e57b09541362 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.977662] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Waiting for the task: (returnval){ [ 759.977662] env[70039]: value = "task-3330454" [ 759.977662] env[70039]: _type = "Task" [ 759.977662] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.989083] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': task-3330454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.021323] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f02083-e5b3-426b-b8ec-93e4fc1526ac {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.028267] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1253275c-0d27-4164-95f0-88db6f1e3785 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.064351] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4321e96f-d06a-4c9d-90e3-f4851a5140ed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.075573] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867a4556-e381-42dc-9c09-77193c0e5cd2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.098527] env[70039]: DEBUG nova.compute.provider_tree [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.460543] env[70039]: DEBUG oslo_concurrency.lockutils [None req-42046edb-5b8a-4ccb-9fee-d593919b357c tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Lock "c39ee1bc-6395-46d9-85e7-701c2c9232fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.587s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.467206] env[70039]: DEBUG oslo_concurrency.lockutils [None req-18c6dc50-463f-420b-9338-21df303106ca tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Lock "4c7eb769-8838-453b-8e4a-7664256d75f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.859s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.494791] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': task-3330454, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.602521] env[70039]: DEBUG nova.scheduler.client.report [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.962968] env[70039]: DEBUG nova.compute.manager [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.970036] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.997206] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': task-3330454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717845} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.997440] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97/03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.997681] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.997949] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53707a0f-e442-441a-82b7-d5d428552808 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.008329] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Waiting for the task: (returnval){ [ 761.008329] env[70039]: value = "task-3330455" [ 761.008329] env[70039]: _type = "Task" [ 761.008329] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.020587] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': task-3330455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.112535] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.297s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.112535] env[70039]: DEBUG nova.compute.manager [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.119676] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.309s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.387390] env[70039]: DEBUG nova.compute.manager [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.388448] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49612d11-ac69-4b1e-bb9c-13b4b521ec84 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.490774] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.490774] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.519328] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': task-3330455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073889} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.519636] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.520494] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9baa0bd-733b-4c48-b557-f3b9744eb952 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.542378] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97/03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.544359] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c41f2a8-9fc7-4882-8029-e7950e518ae7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.562430] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Acquiring lock "80cbf532-257f-47c1-a22f-de7a8ca6a004" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.562718] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Lock "80cbf532-257f-47c1-a22f-de7a8ca6a004" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.568659] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Waiting for the task: (returnval){ [ 761.568659] env[70039]: value = "task-3330456" [ 761.568659] env[70039]: _type = "Task" [ 761.568659] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.578441] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': task-3330456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.620750] env[70039]: DEBUG nova.compute.utils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.624775] env[70039]: INFO nova.compute.claims [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.628763] env[70039]: DEBUG nova.compute.manager [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.628763] env[70039]: DEBUG nova.network.neutron [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.701809] env[70039]: DEBUG nova.policy [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e99ae81755f74386877ce908d7f74932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '504abd76ad464219be0d4e291fd8a01d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.901870] env[70039]: INFO nova.compute.manager [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] instance snapshotting [ 761.907710] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8152fce0-3f46-4cff-8454-a089fe337d44 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.947479] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2c8785-f09a-4a49-9e92-1fbfeb018b51 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.082446] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': task-3330456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.132313] env[70039]: DEBUG nova.compute.manager [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.138279] env[70039]: INFO nova.compute.resource_tracker [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Updating resource usage from migration afdc76da-853d-48f0-9947-28cc33d2e535 [ 762.186313] env[70039]: DEBUG nova.network.neutron [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Successfully created port: d7fb7868-9d6f-4e4e-ace0-e9f9ea7c8f69 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.425317] env[70039]: INFO nova.compute.manager [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Rebuilding instance [ 762.462729] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Creating Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 762.464613] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-833cae3f-3d1d-4e1a-8cd8-37a87b1fc3fd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.479160] env[70039]: DEBUG oslo_vmware.api [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 762.479160] env[70039]: value = "task-3330457" [ 762.479160] env[70039]: _type = "Task" [ 762.479160] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.495633] env[70039]: DEBUG oslo_vmware.api [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330457, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.574499] env[70039]: DEBUG nova.compute.manager [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.575641] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af6bfb7-1f75-4e6d-b14a-0a16eb223720 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.583622] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': task-3330456, 'name': ReconfigVM_Task, 'duration_secs': 0.649892} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.584753] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97/03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.588345] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5fa97fc-198b-4e76-a2da-40918ac918fb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.608070] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Waiting for the task: (returnval){ [ 762.608070] env[70039]: value = "task-3330458" [ 762.608070] env[70039]: _type = "Task" [ 762.608070] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.625655] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': task-3330458, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.716926] env[70039]: DEBUG nova.compute.manager [req-b7c0f0b3-8466-40a1-bf67-5e06b147e229 req-a74a5430-98b6-4d95-8484-c17e5c01da34 service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Received event network-changed-fd274843-22d2-4393-9ea8-b08f21e6f4d6 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.716926] env[70039]: DEBUG nova.compute.manager [req-b7c0f0b3-8466-40a1-bf67-5e06b147e229 req-a74a5430-98b6-4d95-8484-c17e5c01da34 service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Refreshing instance network info cache due to event network-changed-fd274843-22d2-4393-9ea8-b08f21e6f4d6. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.716926] env[70039]: DEBUG oslo_concurrency.lockutils [req-b7c0f0b3-8466-40a1-bf67-5e06b147e229 req-a74a5430-98b6-4d95-8484-c17e5c01da34 service nova] Acquiring lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.716926] env[70039]: DEBUG oslo_concurrency.lockutils [req-b7c0f0b3-8466-40a1-bf67-5e06b147e229 req-a74a5430-98b6-4d95-8484-c17e5c01da34 service nova] Acquired lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.716926] env[70039]: DEBUG nova.network.neutron [req-b7c0f0b3-8466-40a1-bf67-5e06b147e229 req-a74a5430-98b6-4d95-8484-c17e5c01da34 service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Refreshing network info cache for port fd274843-22d2-4393-9ea8-b08f21e6f4d6 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.914721] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21402c4-5baa-4722-8c31-cfbda8de1b05 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.924345] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649f818c-cb52-413f-96d9-ad78b9114668 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.966615] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8c407c-5421-4ff3-997c-3831e971daf0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.975961] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce344e2-aba9-43c3-b03c-5672897ad744 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.002808] env[70039]: DEBUG oslo_vmware.api [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330457, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.003598] env[70039]: DEBUG nova.compute.provider_tree [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.125345] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': task-3330458, 'name': Rename_Task, 'duration_secs': 0.226379} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.125680] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.125970] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72eece49-19eb-413c-a378-48329e1c78fb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.134641] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Waiting for the task: (returnval){ [ 763.134641] env[70039]: value = "task-3330459" [ 763.134641] env[70039]: _type = "Task" [ 763.134641] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.143528] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': task-3330459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.163525] env[70039]: DEBUG nova.compute.manager [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.191796] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.192206] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.192331] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.192402] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.192550] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.192693] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.192902] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.193071] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.193242] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.193404] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.193578] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.194554] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5f42be-111b-433f-991a-5f50eb547b57 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.204637] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcb6525-d1e9-4828-a4c6-5afa4874c115 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.495344] env[70039]: DEBUG oslo_vmware.api [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330457, 'name': CreateSnapshot_Task, 'duration_secs': 0.762405} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.495962] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Created Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 763.497589] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911bff9f-5fad-49cc-93b1-f37d4aef71d0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.507621] env[70039]: DEBUG nova.scheduler.client.report [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.561148] env[70039]: DEBUG nova.network.neutron [req-b7c0f0b3-8466-40a1-bf67-5e06b147e229 req-a74a5430-98b6-4d95-8484-c17e5c01da34 service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Updated VIF entry in instance network info cache for port fd274843-22d2-4393-9ea8-b08f21e6f4d6. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.561148] env[70039]: DEBUG nova.network.neutron [req-b7c0f0b3-8466-40a1-bf67-5e06b147e229 req-a74a5430-98b6-4d95-8484-c17e5c01da34 service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Updating instance_info_cache with network_info: [{"id": "fd274843-22d2-4393-9ea8-b08f21e6f4d6", "address": "fa:16:3e:12:02:01", "network": {"id": "9a88484d-e00a-450f-9870-853d92a5a7fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1659914850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa1d6327778143099f8562cf83fb236b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd274843-22", "ovs_interfaceid": "fd274843-22d2-4393-9ea8-b08f21e6f4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.603599] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.604100] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7480971-46c6-4d91-bf58-6adf3e87f03e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.619395] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for the task: (returnval){ [ 763.619395] env[70039]: value = "task-3330460" [ 763.619395] env[70039]: _type = "Task" [ 763.619395] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.629230] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.646272] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': task-3330459, 'name': PowerOnVM_Task} progress is 19%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.019065] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.902s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.019299] env[70039]: INFO nova.compute.manager [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Migrating [ 764.019552] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.019750] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.024014] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.451s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.024348] env[70039]: DEBUG nova.objects.instance [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lazy-loading 'resources' on Instance uuid 7ef8777d-90dd-487a-adcc-2955f5938c3a {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.036836] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Creating linked-clone VM from snapshot {{(pid=70039) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 764.039419] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-55bf7f44-bccc-4d26-a2bc-dad761921a88 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.054281] env[70039]: DEBUG oslo_vmware.api [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 764.054281] env[70039]: value = "task-3330461" [ 764.054281] env[70039]: _type = "Task" [ 764.054281] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.065154] env[70039]: DEBUG oslo_concurrency.lockutils [req-b7c0f0b3-8466-40a1-bf67-5e06b147e229 req-a74a5430-98b6-4d95-8484-c17e5c01da34 service nova] Releasing lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.065750] env[70039]: DEBUG oslo_vmware.api [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330461, 'name': CloneVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.132412] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330460, 'name': PowerOffVM_Task, 'duration_secs': 0.283186} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.132915] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.133409] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.134502] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475450f5-41bb-4ca0-923d-0008fe6db60f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.146191] env[70039]: DEBUG nova.compute.manager [req-967264e1-ec51-4caa-b8be-e366d94eb120 req-681a021f-6f8d-4554-b878-a2e3cae2233d service nova] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Received event network-vif-plugged-d7fb7868-9d6f-4e4e-ace0-e9f9ea7c8f69 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.147074] env[70039]: DEBUG oslo_concurrency.lockutils [req-967264e1-ec51-4caa-b8be-e366d94eb120 req-681a021f-6f8d-4554-b878-a2e3cae2233d service nova] Acquiring lock "4f841897-42d7-4846-b152-caa4a3575eb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.147074] env[70039]: DEBUG oslo_concurrency.lockutils [req-967264e1-ec51-4caa-b8be-e366d94eb120 req-681a021f-6f8d-4554-b878-a2e3cae2233d service nova] Lock "4f841897-42d7-4846-b152-caa4a3575eb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.147074] env[70039]: DEBUG oslo_concurrency.lockutils [req-967264e1-ec51-4caa-b8be-e366d94eb120 req-681a021f-6f8d-4554-b878-a2e3cae2233d service nova] Lock "4f841897-42d7-4846-b152-caa4a3575eb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.147445] env[70039]: DEBUG nova.compute.manager [req-967264e1-ec51-4caa-b8be-e366d94eb120 req-681a021f-6f8d-4554-b878-a2e3cae2233d service nova] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] No waiting events found dispatching network-vif-plugged-d7fb7868-9d6f-4e4e-ace0-e9f9ea7c8f69 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.147845] env[70039]: WARNING nova.compute.manager [req-967264e1-ec51-4caa-b8be-e366d94eb120 req-681a021f-6f8d-4554-b878-a2e3cae2233d service nova] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Received unexpected event network-vif-plugged-d7fb7868-9d6f-4e4e-ace0-e9f9ea7c8f69 for instance with vm_state building and task_state spawning. [ 764.157133] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.157428] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0ddfcf1-ef4e-49ae-86a3-dc38c0268ac3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.167236] env[70039]: DEBUG oslo_vmware.api [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': task-3330459, 'name': PowerOnVM_Task, 'duration_secs': 1.023473} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.168401] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.168401] env[70039]: INFO nova.compute.manager [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Took 6.70 seconds to spawn the instance on the hypervisor. [ 764.168558] env[70039]: DEBUG nova.compute.manager [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.169438] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e052031d-bf35-4df5-9398-8f819ee8af9a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.196066] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.196646] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.196876] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Deleting the datastore file [datastore2] c39ee1bc-6395-46d9-85e7-701c2c9232fd {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.197187] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e3b724a-ce6b-4926-b0c5-c94e8402a817 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.208725] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for the task: (returnval){ [ 764.208725] env[70039]: value = "task-3330463" [ 764.208725] env[70039]: _type = "Task" [ 764.208725] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.217933] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.324879] env[70039]: DEBUG nova.network.neutron [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Successfully updated port: d7fb7868-9d6f-4e4e-ace0-e9f9ea7c8f69 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.525104] env[70039]: INFO nova.compute.rpcapi [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 764.525902] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.566581] env[70039]: DEBUG oslo_vmware.api [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330461, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.696594] env[70039]: INFO nova.compute.manager [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Took 31.57 seconds to build instance. [ 764.725275] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286512} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.725547] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.725732] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.725906] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.832541] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "refresh_cache-4f841897-42d7-4846-b152-caa4a3575eb8" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.832541] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquired lock "refresh_cache-4f841897-42d7-4846-b152-caa4a3575eb8" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.832541] env[70039]: DEBUG nova.network.neutron [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.045126] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "refresh_cache-3fadbf0b-4802-41a3-be05-1208371ae43f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.045302] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquired lock "refresh_cache-3fadbf0b-4802-41a3-be05-1208371ae43f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.045608] env[70039]: DEBUG nova.network.neutron [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.073450] env[70039]: DEBUG oslo_vmware.api [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330461, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.201573] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4bd4fb6e-9da6-428c-a339-38c98cdc9fb2 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Lock "03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.072s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.260699] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63002bfb-5229-42db-a323-1129a40a8547 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.272816] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a67f82-cebe-443e-ac8e-42e640f1eff3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.327959] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252c6f61-cb26-43ce-b5b2-a44eb9337efd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.342890] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994adfe3-574e-4954-8745-59d76b3475ae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.364536] env[70039]: DEBUG nova.compute.provider_tree [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.404774] env[70039]: DEBUG nova.network.neutron [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.570734] env[70039]: DEBUG oslo_vmware.api [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330461, 'name': CloneVM_Task} progress is 95%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.586554] env[70039]: DEBUG nova.network.neutron [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Updating instance_info_cache with network_info: [{"id": "d7fb7868-9d6f-4e4e-ace0-e9f9ea7c8f69", "address": "fa:16:3e:f7:6b:7f", "network": {"id": "04dad5bb-ae5b-415a-aba5-76c21e21c890", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-616974574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "504abd76ad464219be0d4e291fd8a01d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7fb7868-9d", "ovs_interfaceid": "d7fb7868-9d6f-4e4e-ace0-e9f9ea7c8f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.710566] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.773272] env[70039]: DEBUG nova.virt.hardware [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.773272] env[70039]: DEBUG nova.virt.hardware [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.773272] env[70039]: DEBUG nova.virt.hardware [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.773272] env[70039]: DEBUG nova.virt.hardware [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.773614] env[70039]: DEBUG nova.virt.hardware [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.773614] env[70039]: DEBUG nova.virt.hardware [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.773614] env[70039]: DEBUG nova.virt.hardware [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.773614] env[70039]: DEBUG nova.virt.hardware [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.773614] env[70039]: DEBUG nova.virt.hardware [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.773747] env[70039]: DEBUG nova.virt.hardware [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.773747] env[70039]: DEBUG nova.virt.hardware [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.773747] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbeaf0d8-499a-4972-b94d-9545a5c901d3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.785333] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe76db2-74ed-4cf4-ad7d-9e10ab9ed3cb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.788049] env[70039]: DEBUG nova.compute.manager [None req-05148b0f-49e4-453e-bdc3-c257917eef05 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.789302] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daae1a6-cc26-4164-b3b4-bf2c885107ca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.808146] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Instance VIF info [] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.812910] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.813685] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.813916] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d94bd15e-e040-463b-af45-59a3dce111e4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.836935] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526760bd-9611-df2d-62a8-5cb203a73af0/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 765.838402] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e2ebfb-6311-4276-af84-bc41a8b37bc1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.843534] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.843534] env[70039]: value = "task-3330464" [ 765.843534] env[70039]: _type = "Task" [ 765.843534] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.850717] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526760bd-9611-df2d-62a8-5cb203a73af0/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 765.850896] env[70039]: ERROR oslo_vmware.rw_handles [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526760bd-9611-df2d-62a8-5cb203a73af0/disk-0.vmdk due to incomplete transfer. [ 765.851484] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-15b647d9-5134-4d46-b15f-716b65c4f15f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.857267] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330464, 'name': CreateVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.864668] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526760bd-9611-df2d-62a8-5cb203a73af0/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 765.864668] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Uploaded image 0e86dad8-d353-44d8-8ee4-4f48f6746282 to the Glance image server {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 765.866646] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Destroying the VM {{(pid=70039) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 765.867952] env[70039]: DEBUG nova.scheduler.client.report [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.871945] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cdfb41ce-6dde-4b1d-b1bc-c646050b972a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.880630] env[70039]: DEBUG oslo_vmware.api [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for the task: (returnval){ [ 765.880630] env[70039]: value = "task-3330465" [ 765.880630] env[70039]: _type = "Task" [ 765.880630] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.890895] env[70039]: DEBUG oslo_vmware.api [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330465, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.026581] env[70039]: DEBUG nova.network.neutron [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Updating instance_info_cache with network_info: [{"id": "0d78157b-4be6-4a5c-b7a8-2b58fe9bd242", "address": "fa:16:3e:70:b5:55", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d78157b-4b", "ovs_interfaceid": "0d78157b-4be6-4a5c-b7a8-2b58fe9bd242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.071327] env[70039]: DEBUG oslo_vmware.api [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330461, 'name': CloneVM_Task, 'duration_secs': 1.795607} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.071674] env[70039]: INFO nova.virt.vmwareapi.vmops [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Created linked-clone VM from snapshot [ 766.073177] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c55771-3306-4829-821b-5a363722bb80 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.082677] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Uploading image fbf1e1a7-0d58-48d4-b55e-221bf7a3dfb0 {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 766.089529] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Releasing lock "refresh_cache-4f841897-42d7-4846-b152-caa4a3575eb8" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.089876] env[70039]: DEBUG nova.compute.manager [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Instance network_info: |[{"id": "d7fb7868-9d6f-4e4e-ace0-e9f9ea7c8f69", "address": "fa:16:3e:f7:6b:7f", "network": {"id": "04dad5bb-ae5b-415a-aba5-76c21e21c890", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-616974574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "504abd76ad464219be0d4e291fd8a01d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7fb7868-9d", "ovs_interfaceid": "d7fb7868-9d6f-4e4e-ace0-e9f9ea7c8f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.090349] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:6b:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7fb7868-9d6f-4e4e-ace0-e9f9ea7c8f69', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.104847] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Creating folder: Project (504abd76ad464219be0d4e291fd8a01d). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.106157] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Destroying the VM {{(pid=70039) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 766.106420] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-715a1959-435d-4b73-9927-e45b3875bb2c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.108394] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1009e497-0d94-4a17-8de2-3811ee37e07f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.117467] env[70039]: DEBUG oslo_vmware.api [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 766.117467] env[70039]: value = "task-3330467" [ 766.117467] env[70039]: _type = "Task" [ 766.117467] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.128379] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Created folder: Project (504abd76ad464219be0d4e291fd8a01d) in parent group-v664777. [ 766.128379] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Creating folder: Instances. Parent ref: group-v664856. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.128379] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-717f1bda-a1ef-4d59-be87-e1a9c4023d2c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.133254] env[70039]: DEBUG oslo_vmware.api [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330467, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.152530] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Created folder: Instances in parent group-v664856. [ 766.152840] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.153062] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.153292] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-684fba6b-cfea-4fe5-a434-57f5816538c1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.176052] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.176052] env[70039]: value = "task-3330469" [ 766.176052] env[70039]: _type = "Task" [ 766.176052] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.185910] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330469, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.238833] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.314505] env[70039]: INFO nova.compute.manager [None req-05148b0f-49e4-453e-bdc3-c257917eef05 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] instance snapshotting [ 766.315186] env[70039]: DEBUG nova.objects.instance [None req-05148b0f-49e4-453e-bdc3-c257917eef05 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Lazy-loading 'flavor' on Instance uuid 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.360262] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330464, 'name': CreateVM_Task, 'duration_secs': 0.465137} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.360262] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.360262] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.360262] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.360262] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.360262] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1df541ab-4b98-45c0-9f89-5d001e5832a5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.365702] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for the task: (returnval){ [ 766.365702] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520bfd6b-6ee2-a32e-9901-47b8c08f5921" [ 766.365702] env[70039]: _type = "Task" [ 766.365702] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.383171] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.358s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.384176] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520bfd6b-6ee2-a32e-9901-47b8c08f5921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.384762] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.113s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.386319] env[70039]: INFO nova.compute.claims [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.402029] env[70039]: DEBUG oslo_vmware.api [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330465, 'name': Destroy_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.412297] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Acquiring lock "03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.412843] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Lock "03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.413658] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Acquiring lock "03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.413907] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Lock "03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.414824] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Lock "03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.416767] env[70039]: INFO nova.scheduler.client.report [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Deleted allocations for instance 7ef8777d-90dd-487a-adcc-2955f5938c3a [ 766.422752] env[70039]: INFO nova.compute.manager [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Terminating instance [ 766.531035] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Releasing lock "refresh_cache-3fadbf0b-4802-41a3-be05-1208371ae43f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.540423] env[70039]: DEBUG nova.compute.manager [req-697c8fdd-1574-4609-9813-90ea7a6a84b5 req-9d93c66d-ef52-40a0-8508-6d6fb6fc36f8 service nova] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Received event network-changed-d7fb7868-9d6f-4e4e-ace0-e9f9ea7c8f69 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.540423] env[70039]: DEBUG nova.compute.manager [req-697c8fdd-1574-4609-9813-90ea7a6a84b5 req-9d93c66d-ef52-40a0-8508-6d6fb6fc36f8 service nova] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Refreshing instance network info cache due to event network-changed-d7fb7868-9d6f-4e4e-ace0-e9f9ea7c8f69. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.542988] env[70039]: DEBUG oslo_concurrency.lockutils [req-697c8fdd-1574-4609-9813-90ea7a6a84b5 req-9d93c66d-ef52-40a0-8508-6d6fb6fc36f8 service nova] Acquiring lock "refresh_cache-4f841897-42d7-4846-b152-caa4a3575eb8" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.545961] env[70039]: DEBUG oslo_concurrency.lockutils [req-697c8fdd-1574-4609-9813-90ea7a6a84b5 req-9d93c66d-ef52-40a0-8508-6d6fb6fc36f8 service nova] Acquired lock "refresh_cache-4f841897-42d7-4846-b152-caa4a3575eb8" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.545961] env[70039]: DEBUG nova.network.neutron [req-697c8fdd-1574-4609-9813-90ea7a6a84b5 req-9d93c66d-ef52-40a0-8508-6d6fb6fc36f8 service nova] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Refreshing network info cache for port d7fb7868-9d6f-4e4e-ace0-e9f9ea7c8f69 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.632754] env[70039]: DEBUG oslo_vmware.api [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330467, 'name': Destroy_Task, 'duration_secs': 0.406721} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.632754] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Destroyed the VM [ 766.633027] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Deleting Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 766.633197] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5f9ea589-55ec-4481-985d-d5a2b5e35a29 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.643337] env[70039]: DEBUG oslo_vmware.api [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 766.643337] env[70039]: value = "task-3330470" [ 766.643337] env[70039]: _type = "Task" [ 766.643337] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.654302] env[70039]: DEBUG oslo_vmware.api [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330470, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.667047] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Acquiring lock "966ead37-1cec-42ec-8a35-4fc079cdea6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.667047] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Lock "966ead37-1cec-42ec-8a35-4fc079cdea6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.689562] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330469, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.823209] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1f42db-5615-4bfe-8edc-a6268614c092 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.844799] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87ea44a-4770-4c91-b6fd-c22a4fa8f9ef {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.879367] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520bfd6b-6ee2-a32e-9901-47b8c08f5921, 'name': SearchDatastore_Task, 'duration_secs': 0.02097} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.882030] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.882030] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.882030] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.882030] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.882332] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.882332] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b868782e-7f28-415f-b83b-d8c791137835 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.900528] env[70039]: DEBUG oslo_vmware.api [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330465, 'name': Destroy_Task, 'duration_secs': 0.644562} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.905514] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Destroyed the VM [ 766.905880] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Deleting Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 766.906096] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.906660] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.908789] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-20d8fb77-b973-43cd-acdd-6af380066968 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.911947] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a3c42eb-a032-4f46-afe2-81ebec0870de {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.919369] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for the task: (returnval){ [ 766.919369] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52d8ab39-c25c-e274-96ec-468123be0fd9" [ 766.919369] env[70039]: _type = "Task" [ 766.919369] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.925156] env[70039]: DEBUG oslo_vmware.api [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for the task: (returnval){ [ 766.925156] env[70039]: value = "task-3330471" [ 766.925156] env[70039]: _type = "Task" [ 766.925156] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.936241] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Acquiring lock "refresh_cache-03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.936491] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Acquired lock "refresh_cache-03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.936747] env[70039]: DEBUG nova.network.neutron [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.941583] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d8ab39-c25c-e274-96ec-468123be0fd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.942383] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7676e67c-84ae-409b-bfe4-a8038c148ac1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "7ef8777d-90dd-487a-adcc-2955f5938c3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.245s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.950266] env[70039]: DEBUG oslo_vmware.api [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330471, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.157554] env[70039]: DEBUG oslo_vmware.api [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330470, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.190042] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330469, 'name': CreateVM_Task, 'duration_secs': 0.52772} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.190250] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.190961] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.191144] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.191475] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.191738] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec9e5d74-cf07-4d05-89af-371f58efcbcf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.197490] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 767.197490] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c63bf4-ef30-7bea-7b4f-21b1f747459a" [ 767.197490] env[70039]: _type = "Task" [ 767.197490] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.206485] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c63bf4-ef30-7bea-7b4f-21b1f747459a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.356933] env[70039]: DEBUG nova.compute.manager [None req-05148b0f-49e4-453e-bdc3-c257917eef05 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Instance disappeared during snapshot {{(pid=70039) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 767.433700] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d8ab39-c25c-e274-96ec-468123be0fd9, 'name': SearchDatastore_Task, 'duration_secs': 0.012881} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.435589] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fbee5db-6994-4fd0-b740-5798cfd60027 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.440529] env[70039]: DEBUG oslo_vmware.api [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330471, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.447646] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for the task: (returnval){ [ 767.447646] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520b1087-8254-a581-39f5-b4f8f541e771" [ 767.447646] env[70039]: _type = "Task" [ 767.447646] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.456030] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520b1087-8254-a581-39f5-b4f8f541e771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.463544] env[70039]: DEBUG nova.network.neutron [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.527023] env[70039]: DEBUG nova.network.neutron [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.547733] env[70039]: DEBUG nova.compute.manager [None req-05148b0f-49e4-453e-bdc3-c257917eef05 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Found 0 images (rotation: 2) {{(pid=70039) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 767.550500] env[70039]: DEBUG nova.network.neutron [req-697c8fdd-1574-4609-9813-90ea7a6a84b5 req-9d93c66d-ef52-40a0-8508-6d6fb6fc36f8 service nova] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Updated VIF entry in instance network info cache for port d7fb7868-9d6f-4e4e-ace0-e9f9ea7c8f69. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.550500] env[70039]: DEBUG nova.network.neutron [req-697c8fdd-1574-4609-9813-90ea7a6a84b5 req-9d93c66d-ef52-40a0-8508-6d6fb6fc36f8 service nova] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Updating instance_info_cache with network_info: [{"id": "d7fb7868-9d6f-4e4e-ace0-e9f9ea7c8f69", "address": "fa:16:3e:f7:6b:7f", "network": {"id": "04dad5bb-ae5b-415a-aba5-76c21e21c890", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-616974574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "504abd76ad464219be0d4e291fd8a01d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7fb7868-9d", "ovs_interfaceid": "d7fb7868-9d6f-4e4e-ace0-e9f9ea7c8f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.658637] env[70039]: DEBUG oslo_vmware.api [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330470, 'name': RemoveSnapshot_Task, 'duration_secs': 0.793865} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.658637] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Deleted Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 767.710158] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c63bf4-ef30-7bea-7b4f-21b1f747459a, 'name': SearchDatastore_Task, 'duration_secs': 0.012096} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.713116] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.713369] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.713619] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.713768] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.713939] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.714697] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd684dbe-ad47-4229-86ab-79b74a11a3df {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.727739] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.727833] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.729474] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a078068-c93f-437c-acfb-7e5fc1fc2f6f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.737593] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 767.737593] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52bee40c-1e91-52c0-12ce-b8f5f7af0b22" [ 767.737593] env[70039]: _type = "Task" [ 767.737593] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.752416] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52bee40c-1e91-52c0-12ce-b8f5f7af0b22, 'name': SearchDatastore_Task, 'duration_secs': 0.00851} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.753466] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8352b3c0-fd04-4742-84c1-cdfb4ca9c080 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.765024] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 767.765024] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52e06707-b91b-f5e8-40b6-6183419c1460" [ 767.765024] env[70039]: _type = "Task" [ 767.765024] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.773473] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e06707-b91b-f5e8-40b6-6183419c1460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.782208] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "477eea39-7f60-461a-9c38-f40236440f23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.782519] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "477eea39-7f60-461a-9c38-f40236440f23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.941196] env[70039]: DEBUG oslo_vmware.api [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330471, 'name': RemoveSnapshot_Task, 'duration_secs': 0.894648} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.941682] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Deleted Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 767.942058] env[70039]: INFO nova.compute.manager [None req-6eae3093-09fc-4012-9555-5d079b953c13 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Took 16.75 seconds to snapshot the instance on the hypervisor. [ 767.961472] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520b1087-8254-a581-39f5-b4f8f541e771, 'name': SearchDatastore_Task, 'duration_secs': 0.012449} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.961733] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.962079] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] c39ee1bc-6395-46d9-85e7-701c2c9232fd/c39ee1bc-6395-46d9-85e7-701c2c9232fd.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.962250] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54d13c7b-d406-421c-93ad-f1302d57df79 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.972488] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for the task: (returnval){ [ 767.972488] env[70039]: value = "task-3330472" [ 767.972488] env[70039]: _type = "Task" [ 767.972488] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.982121] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.031364] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Releasing lock "refresh_cache-03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.031797] env[70039]: DEBUG nova.compute.manager [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.031991] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.033094] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0d879a-9d8e-4c1f-93cd-6bd106cdbf78 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.040739] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.041016] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d11f9b26-3b72-4481-abf2-b70addd04f1d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.050339] env[70039]: DEBUG oslo_vmware.api [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Waiting for the task: (returnval){ [ 768.050339] env[70039]: value = "task-3330473" [ 768.050339] env[70039]: _type = "Task" [ 768.050339] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.055412] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f672a8c-4438-4362-a8bf-20e698cfa925 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.058849] env[70039]: DEBUG oslo_concurrency.lockutils [req-697c8fdd-1574-4609-9813-90ea7a6a84b5 req-9d93c66d-ef52-40a0-8508-6d6fb6fc36f8 service nova] Releasing lock "refresh_cache-4f841897-42d7-4846-b152-caa4a3575eb8" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.067816] env[70039]: DEBUG oslo_vmware.api [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': task-3330473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.082974] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Updating instance '3fadbf0b-4802-41a3-be05-1208371ae43f' progress to 0 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 768.104332] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3cbf97-8708-47d7-9592-e7e1d5b54da1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.118268] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe54ec03-a264-4e92-b71b-16f80142e097 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.160141] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2e7c20-975b-4b91-9e64-7c88b3ba5f70 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.165536] env[70039]: WARNING nova.compute.manager [None req-7a0a0efc-4972-43df-b375-629f3b0ea2a3 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Image not found during snapshot: nova.exception.ImageNotFound: Image fbf1e1a7-0d58-48d4-b55e-221bf7a3dfb0 could not be found. [ 768.172769] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5e9986-daa1-4513-92f0-cd85e4603804 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.188382] env[70039]: DEBUG nova.compute.provider_tree [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.274288] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e06707-b91b-f5e8-40b6-6183419c1460, 'name': SearchDatastore_Task, 'duration_secs': 0.014093} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.274926] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.275165] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 4f841897-42d7-4846-b152-caa4a3575eb8/4f841897-42d7-4846-b152-caa4a3575eb8.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.275775] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f96bc403-27b8-404e-92ce-988f92a399d4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.284246] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 768.284246] env[70039]: value = "task-3330474" [ 768.284246] env[70039]: _type = "Task" [ 768.284246] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.292443] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.484175] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48101} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.484535] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] c39ee1bc-6395-46d9-85e7-701c2c9232fd/c39ee1bc-6395-46d9-85e7-701c2c9232fd.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.484793] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.485088] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31ca33a0-a5a0-42f6-929a-10ff109063a2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.491390] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for the task: (returnval){ [ 768.491390] env[70039]: value = "task-3330475" [ 768.491390] env[70039]: _type = "Task" [ 768.491390] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.499725] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.564752] env[70039]: DEBUG oslo_vmware.api [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': task-3330473, 'name': PowerOffVM_Task, 'duration_secs': 0.122049} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.565083] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.565264] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.565578] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29c78a74-e7e1-4d75-8a4d-bd276643fa99 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.591415] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.592726] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e9d05f7-48be-4d28-9d4f-5df04856b7a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.594807] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.595021] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.595199] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Deleting the datastore file [datastore1] 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.595458] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f6bb035-8cbc-401b-8909-457d9b2ad5ef {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.601861] env[70039]: DEBUG oslo_vmware.api [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 768.601861] env[70039]: value = "task-3330477" [ 768.601861] env[70039]: _type = "Task" [ 768.601861] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.603422] env[70039]: DEBUG oslo_vmware.api [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Waiting for the task: (returnval){ [ 768.603422] env[70039]: value = "task-3330478" [ 768.603422] env[70039]: _type = "Task" [ 768.603422] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.615244] env[70039]: DEBUG oslo_vmware.api [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': task-3330478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.618594] env[70039]: DEBUG oslo_vmware.api [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.692307] env[70039]: DEBUG nova.scheduler.client.report [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.796318] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330474, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.007724] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068174} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.008925] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.010393] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d4b341-5a00-4da8-8fb9-3cfaf4b2c457 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.032934] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] c39ee1bc-6395-46d9-85e7-701c2c9232fd/c39ee1bc-6395-46d9-85e7-701c2c9232fd.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.033295] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f576a25-2949-4312-9bc7-129a7983f16f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.055911] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for the task: (returnval){ [ 769.055911] env[70039]: value = "task-3330479" [ 769.055911] env[70039]: _type = "Task" [ 769.055911] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.064761] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.115804] env[70039]: DEBUG oslo_vmware.api [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330477, 'name': PowerOffVM_Task, 'duration_secs': 0.208034} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.118730] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.118730] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Updating instance '3fadbf0b-4802-41a3-be05-1208371ae43f' progress to 17 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 769.124142] env[70039]: DEBUG oslo_vmware.api [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Task: {'id': task-3330478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421204} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.124142] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.124404] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.124482] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.125092] env[70039]: INFO nova.compute.manager [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Took 1.09 seconds to destroy the instance on the hypervisor. [ 769.125168] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.125356] env[70039]: DEBUG nova.compute.manager [-] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.125475] env[70039]: DEBUG nova.network.neutron [-] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.148177] env[70039]: DEBUG nova.network.neutron [-] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.198603] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.201414] env[70039]: DEBUG nova.compute.manager [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.203104] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.427s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.207183] env[70039]: DEBUG nova.objects.instance [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Lazy-loading 'resources' on Instance uuid d7ed6772-aeb8-42ab-a489-47f5dbaceef2 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.297412] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603469} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.297887] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 4f841897-42d7-4846-b152-caa4a3575eb8/4f841897-42d7-4846-b152-caa4a3575eb8.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.298264] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.298635] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-351d64cf-4954-452c-8346-5f9400d95490 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.308136] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 769.308136] env[70039]: value = "task-3330480" [ 769.308136] env[70039]: _type = "Task" [ 769.308136] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.315153] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.566629] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.627115] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.627376] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.627533] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.627723] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.627864] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.628011] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.628725] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.628926] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.629214] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.629292] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.629459] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.639038] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd990140-3b53-45d9-b389-6ea02ec52fa6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.652563] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "83cf9626-2f94-4225-96cf-b90500f29f4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.652823] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "83cf9626-2f94-4225-96cf-b90500f29f4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.653035] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "83cf9626-2f94-4225-96cf-b90500f29f4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.653224] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "83cf9626-2f94-4225-96cf-b90500f29f4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.653393] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "83cf9626-2f94-4225-96cf-b90500f29f4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.655031] env[70039]: DEBUG nova.network.neutron [-] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.656261] env[70039]: INFO nova.compute.manager [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Terminating instance [ 769.667021] env[70039]: DEBUG oslo_vmware.api [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 769.667021] env[70039]: value = "task-3330481" [ 769.667021] env[70039]: _type = "Task" [ 769.667021] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.675359] env[70039]: DEBUG oslo_vmware.api [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.708999] env[70039]: DEBUG nova.compute.utils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.712792] env[70039]: DEBUG nova.compute.manager [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.713025] env[70039]: DEBUG nova.network.neutron [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.802096] env[70039]: DEBUG nova.policy [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e99ae81755f74386877ce908d7f74932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '504abd76ad464219be0d4e291fd8a01d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.818876] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065348} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.819156] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.819950] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e457f9-dee7-455e-8bbd-9947fd38ee71 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.853407] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 4f841897-42d7-4846-b152-caa4a3575eb8/4f841897-42d7-4846-b152-caa4a3575eb8.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.856438] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d0fc54-a745-496c-82a6-c4a220aab26b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.878576] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 769.878576] env[70039]: value = "task-3330482" [ 769.878576] env[70039]: _type = "Task" [ 769.878576] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.890084] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.068291] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330479, 'name': ReconfigVM_Task, 'duration_secs': 0.883864} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.073860] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Reconfigured VM instance instance-00000017 to attach disk [datastore2] c39ee1bc-6395-46d9-85e7-701c2c9232fd/c39ee1bc-6395-46d9-85e7-701c2c9232fd.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.073860] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-584a38c7-18d5-47cf-837b-0b9841f400a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.082019] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for the task: (returnval){ [ 770.082019] env[70039]: value = "task-3330483" [ 770.082019] env[70039]: _type = "Task" [ 770.082019] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.090050] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330483, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.159675] env[70039]: INFO nova.compute.manager [-] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Took 1.03 seconds to deallocate network for instance. [ 770.160310] env[70039]: DEBUG nova.compute.manager [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.160861] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.162684] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b5961f-2665-437b-a494-9d5de3e4774e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.180015] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.180337] env[70039]: DEBUG oslo_vmware.api [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330481, 'name': ReconfigVM_Task, 'duration_secs': 0.352557} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.180552] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9adaad9c-c661-4258-86ac-fc6e979ab666 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.182327] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Updating instance '3fadbf0b-4802-41a3-be05-1208371ae43f' progress to 33 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 770.192081] env[70039]: DEBUG oslo_vmware.api [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 770.192081] env[70039]: value = "task-3330484" [ 770.192081] env[70039]: _type = "Task" [ 770.192081] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.200623] env[70039]: DEBUG oslo_vmware.api [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.219527] env[70039]: DEBUG nova.compute.manager [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.238840] env[70039]: DEBUG nova.compute.manager [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.241118] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a9fd55-2fbd-4732-87b7-72e96328a795 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.315123] env[70039]: DEBUG nova.network.neutron [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Successfully created port: 7eb9e38d-b626-4bee-86dd-807253625748 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.395200] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330482, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.433302] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2ced8d-443c-4636-bab0-a01c94884a01 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.440887] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2ba868-f306-420c-9b80-1c1080625ba0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.475902] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35903b12-687a-4dc2-93a2-8b6483df06b4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.483272] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9870d5e4-64c8-4c68-8ff5-b97638d30b60 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.496708] env[70039]: DEBUG nova.compute.provider_tree [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.590058] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330483, 'name': Rename_Task, 'duration_secs': 0.138231} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.590353] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.590599] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6d1b0b9-37d5-49e7-961b-dea3f718b4b8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.596960] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for the task: (returnval){ [ 770.596960] env[70039]: value = "task-3330485" [ 770.596960] env[70039]: _type = "Task" [ 770.596960] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.604618] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.673545] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.691866] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.692109] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.692328] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.692514] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.694197] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.694197] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.694197] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.694197] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.694197] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.695169] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.695169] env[70039]: DEBUG nova.virt.hardware [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.699664] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Reconfiguring VM instance instance-0000000d to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 770.700039] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d768ba30-3638-48da-8f74-660f53b858ae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.728485] env[70039]: DEBUG oslo_vmware.api [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330484, 'name': PowerOffVM_Task, 'duration_secs': 0.232382} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.732019] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.732019] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.732019] env[70039]: DEBUG oslo_vmware.api [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 770.732019] env[70039]: value = "task-3330486" [ 770.732019] env[70039]: _type = "Task" [ 770.732019] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.732019] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16b21b70-1edc-4ef4-9267-17030b607563 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.754496] env[70039]: INFO nova.compute.manager [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] instance snapshotting [ 770.758126] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85ca83e-135a-4e98-8078-6502f915d176 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.780267] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea27ae9-4eec-4409-ac9f-d31df9a2d6bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.892958] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330482, 'name': ReconfigVM_Task, 'duration_secs': 0.55573} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.893292] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 4f841897-42d7-4846-b152-caa4a3575eb8/4f841897-42d7-4846-b152-caa4a3575eb8.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.893932] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ea47971-edc7-472b-be7f-4a6b6fa0a228 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.905033] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 770.905033] env[70039]: value = "task-3330488" [ 770.905033] env[70039]: _type = "Task" [ 770.905033] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.916185] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330488, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.999972] env[70039]: DEBUG nova.scheduler.client.report [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.063370] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.063576] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.063797] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Deleting the datastore file [datastore2] 83cf9626-2f94-4225-96cf-b90500f29f4b {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.065135] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc99360b-5e29-4b2f-acb8-c7ef5f33c2bc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.071745] env[70039]: DEBUG oslo_vmware.api [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 771.071745] env[70039]: value = "task-3330489" [ 771.071745] env[70039]: _type = "Task" [ 771.071745] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.081041] env[70039]: DEBUG oslo_vmware.api [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.107521] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330485, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.232312] env[70039]: DEBUG nova.compute.manager [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.244083] env[70039]: DEBUG oslo_vmware.api [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330486, 'name': ReconfigVM_Task, 'duration_secs': 0.219222} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.244381] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Reconfigured VM instance instance-0000000d to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 771.245159] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2e7641-7014-4f18-958b-ce69b08a3299 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.267727] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 3fadbf0b-4802-41a3-be05-1208371ae43f/3fadbf0b-4802-41a3-be05-1208371ae43f.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.270543] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac03d645-4092-40bc-9597-5f244c89b1f0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.290299] env[70039]: DEBUG oslo_vmware.api [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 771.290299] env[70039]: value = "task-3330490" [ 771.290299] env[70039]: _type = "Task" [ 771.290299] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.290792] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.291016] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.291172] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.291348] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.291495] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.291634] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.291840] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.291991] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.292181] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.292354] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.292553] env[70039]: DEBUG nova.virt.hardware [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.293873] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Creating Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 771.294696] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516ff85e-fd49-4916-8e7e-00e38fd2fbbb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.300659] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-02755f69-ba52-46ea-8edd-8775b9c4b4e7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.308685] env[70039]: DEBUG oslo_vmware.api [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.312297] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for the task: (returnval){ [ 771.312297] env[70039]: value = "task-3330491" [ 771.312297] env[70039]: _type = "Task" [ 771.312297] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.313782] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a7aaa5-9270-4bfd-80f3-5b99b888b63e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.415375] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330488, 'name': Rename_Task, 'duration_secs': 0.163013} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.415642] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.415903] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-003d66de-b4cd-4f12-b357-71ace7dbe039 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.421936] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 771.421936] env[70039]: value = "task-3330492" [ 771.421936] env[70039]: _type = "Task" [ 771.421936] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.432860] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.505977] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.304s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.508329] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.321s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.509833] env[70039]: INFO nova.compute.claims [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.535671] env[70039]: INFO nova.scheduler.client.report [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Deleted allocations for instance d7ed6772-aeb8-42ab-a489-47f5dbaceef2 [ 771.582632] env[70039]: DEBUG oslo_vmware.api [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173042} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.583155] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.583155] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.583342] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.583512] env[70039]: INFO nova.compute.manager [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Took 1.42 seconds to destroy the instance on the hypervisor. [ 771.583750] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.583936] env[70039]: DEBUG nova.compute.manager [-] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.584043] env[70039]: DEBUG nova.network.neutron [-] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.612440] env[70039]: DEBUG oslo_vmware.api [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330485, 'name': PowerOnVM_Task, 'duration_secs': 0.868307} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.612440] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.612440] env[70039]: DEBUG nova.compute.manager [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.613190] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4cfd22-f4cd-480b-b25d-e84a7cfa2d71 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.804377] env[70039]: DEBUG oslo_vmware.api [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330490, 'name': ReconfigVM_Task, 'duration_secs': 0.326513} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.805125] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 3fadbf0b-4802-41a3-be05-1208371ae43f/3fadbf0b-4802-41a3-be05-1208371ae43f.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.805125] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Updating instance '3fadbf0b-4802-41a3-be05-1208371ae43f' progress to 50 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 771.823566] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330491, 'name': CreateSnapshot_Task, 'duration_secs': 0.473483} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.823851] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Created Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 771.824651] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7bcf5b-d66a-4477-abe1-26e15f3ad25f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.934146] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330492, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.968145] env[70039]: DEBUG nova.compute.manager [req-8079702e-9392-401a-a06f-e9acbc268400 req-6c55f135-7b67-4167-a878-c7a58f6dd46b service nova] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Received event network-vif-deleted-f7e2ea97-1d4c-4f01-ab44-d5235784a05d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.968145] env[70039]: INFO nova.compute.manager [req-8079702e-9392-401a-a06f-e9acbc268400 req-6c55f135-7b67-4167-a878-c7a58f6dd46b service nova] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Neutron deleted interface f7e2ea97-1d4c-4f01-ab44-d5235784a05d; detaching it from the instance and deleting it from the info cache [ 771.968145] env[70039]: DEBUG nova.network.neutron [req-8079702e-9392-401a-a06f-e9acbc268400 req-6c55f135-7b67-4167-a878-c7a58f6dd46b service nova] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.044026] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cc630e1d-59b9-4e18-a6b1-3c7e488774ba tempest-TenantUsagesTestJSON-1205555066 tempest-TenantUsagesTestJSON-1205555066-project-member] Lock "d7ed6772-aeb8-42ab-a489-47f5dbaceef2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.066s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.075267] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.075267] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.137801] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.313708] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce82f22-bc34-4d83-b5cc-30251fef197e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.320528] env[70039]: DEBUG nova.compute.manager [req-b5a32bea-e671-40d8-8222-540359680c32 req-1821f91a-c050-4b5f-8305-760f7ebd2153 service nova] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Received event network-vif-plugged-7eb9e38d-b626-4bee-86dd-807253625748 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.320756] env[70039]: DEBUG oslo_concurrency.lockutils [req-b5a32bea-e671-40d8-8222-540359680c32 req-1821f91a-c050-4b5f-8305-760f7ebd2153 service nova] Acquiring lock "f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.320967] env[70039]: DEBUG oslo_concurrency.lockutils [req-b5a32bea-e671-40d8-8222-540359680c32 req-1821f91a-c050-4b5f-8305-760f7ebd2153 service nova] Lock "f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.321155] env[70039]: DEBUG oslo_concurrency.lockutils [req-b5a32bea-e671-40d8-8222-540359680c32 req-1821f91a-c050-4b5f-8305-760f7ebd2153 service nova] Lock "f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.321322] env[70039]: DEBUG nova.compute.manager [req-b5a32bea-e671-40d8-8222-540359680c32 req-1821f91a-c050-4b5f-8305-760f7ebd2153 service nova] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] No waiting events found dispatching network-vif-plugged-7eb9e38d-b626-4bee-86dd-807253625748 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.321486] env[70039]: WARNING nova.compute.manager [req-b5a32bea-e671-40d8-8222-540359680c32 req-1821f91a-c050-4b5f-8305-760f7ebd2153 service nova] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Received unexpected event network-vif-plugged-7eb9e38d-b626-4bee-86dd-807253625748 for instance with vm_state building and task_state spawning. [ 772.353682] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Creating linked-clone VM from snapshot {{(pid=70039) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 772.354345] env[70039]: DEBUG nova.network.neutron [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Successfully updated port: 7eb9e38d-b626-4bee-86dd-807253625748 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.358023] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-37946226-5b28-4cdd-96f7-aa26d7719e45 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.361934] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9042b4-7148-4745-ab9c-50756d7fbbde {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.383795] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Updating instance '3fadbf0b-4802-41a3-be05-1208371ae43f' progress to 67 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 772.393031] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for the task: (returnval){ [ 772.393031] env[70039]: value = "task-3330493" [ 772.393031] env[70039]: _type = "Task" [ 772.393031] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.403266] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330493, 'name': CloneVM_Task} progress is 12%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.414346] env[70039]: DEBUG nova.network.neutron [-] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.437346] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330492, 'name': PowerOnVM_Task, 'duration_secs': 0.78574} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.437935] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.437935] env[70039]: INFO nova.compute.manager [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Took 9.27 seconds to spawn the instance on the hypervisor. [ 772.438097] env[70039]: DEBUG nova.compute.manager [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.438898] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ddd3fb-d175-40cd-88d4-63a225cd648c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.470566] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb103a47-d754-4dae-9cb9-976587784c21 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.479923] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea30937-e655-4351-a019-676adaf9998d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.516861] env[70039]: DEBUG nova.compute.manager [req-8079702e-9392-401a-a06f-e9acbc268400 req-6c55f135-7b67-4167-a878-c7a58f6dd46b service nova] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Detach interface failed, port_id=f7e2ea97-1d4c-4f01-ab44-d5235784a05d, reason: Instance 83cf9626-2f94-4225-96cf-b90500f29f4b could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 772.585390] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.585390] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.585390] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.585390] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.585390] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.585390] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.586043] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70039) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 772.586043] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager.update_available_resource {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.867497] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "refresh_cache-f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.867753] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquired lock "refresh_cache-f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.867753] env[70039]: DEBUG nova.network.neutron [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.895100] env[70039]: INFO nova.compute.manager [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Rebuilding instance [ 772.911271] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330493, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.922059] env[70039]: INFO nova.compute.manager [-] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Took 1.34 seconds to deallocate network for instance. [ 772.964060] env[70039]: INFO nova.compute.manager [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Took 38.98 seconds to build instance. [ 772.972161] env[70039]: DEBUG nova.compute.manager [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.972161] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63fee34-94c1-48b9-b737-37486a5aa2e9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.087337] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.156839] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bbc024-b63a-45f4-a708-adffd886f711 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.164483] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78071635-08bf-4e67-95d5-977b9cc92ae5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.196722] env[70039]: DEBUG nova.network.neutron [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Port 0d78157b-4be6-4a5c-b7a8-2b58fe9bd242 binding to destination host cpu-1 is already ACTIVE {{(pid=70039) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 773.198638] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6d3a5a-dcef-4a85-94bf-8d20a3ed4720 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.207532] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab715496-5414-410a-85ff-b05d86313d6a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.221965] env[70039]: DEBUG nova.compute.provider_tree [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.408012] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330493, 'name': CloneVM_Task} progress is 95%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.408979] env[70039]: DEBUG nova.network.neutron [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.438123] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.466465] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "4f841897-42d7-4846-b152-caa4a3575eb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.214s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.535924] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquiring lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.536224] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.617826] env[70039]: DEBUG nova.network.neutron [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Updating instance_info_cache with network_info: [{"id": "7eb9e38d-b626-4bee-86dd-807253625748", "address": "fa:16:3e:66:cb:b8", "network": {"id": "04dad5bb-ae5b-415a-aba5-76c21e21c890", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-616974574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "504abd76ad464219be0d4e291fd8a01d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb9e38d-b6", "ovs_interfaceid": "7eb9e38d-b626-4bee-86dd-807253625748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.725517] env[70039]: DEBUG nova.scheduler.client.report [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.909693] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330493, 'name': CloneVM_Task} progress is 95%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.973028] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.986808] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.987125] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b428a895-b0b1-4efa-9384-01e5ae7a858f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.993872] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Waiting for the task: (returnval){ [ 773.993872] env[70039]: value = "task-3330494" [ 773.993872] env[70039]: _type = "Task" [ 773.993872] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.003053] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Task: {'id': task-3330494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.121091] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Releasing lock "refresh_cache-f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.121473] env[70039]: DEBUG nova.compute.manager [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Instance network_info: |[{"id": "7eb9e38d-b626-4bee-86dd-807253625748", "address": "fa:16:3e:66:cb:b8", "network": {"id": "04dad5bb-ae5b-415a-aba5-76c21e21c890", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-616974574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "504abd76ad464219be0d4e291fd8a01d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb9e38d-b6", "ovs_interfaceid": "7eb9e38d-b626-4bee-86dd-807253625748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.121901] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:cb:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7eb9e38d-b626-4bee-86dd-807253625748', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.130649] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.130795] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.131387] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2493fec5-8ab2-474d-9b02-b58299335e13 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.153998] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.153998] env[70039]: value = "task-3330495" [ 774.153998] env[70039]: _type = "Task" [ 774.153998] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.164574] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330495, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.226877] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "3fadbf0b-4802-41a3-be05-1208371ae43f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.227310] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "3fadbf0b-4802-41a3-be05-1208371ae43f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.227400] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "3fadbf0b-4802-41a3-be05-1208371ae43f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.231870] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.232237] env[70039]: DEBUG nova.compute.manager [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.238255] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.118s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.238439] env[70039]: DEBUG nova.objects.instance [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70039) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 774.415437] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330493, 'name': CloneVM_Task} progress is 95%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.420055] env[70039]: DEBUG nova.compute.manager [req-c3ac75da-98bb-471b-8f94-b45ac6dbd168 req-7387242c-a844-47fb-80c9-ea172d5952e6 service nova] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Received event network-changed-7eb9e38d-b626-4bee-86dd-807253625748 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.420272] env[70039]: DEBUG nova.compute.manager [req-c3ac75da-98bb-471b-8f94-b45ac6dbd168 req-7387242c-a844-47fb-80c9-ea172d5952e6 service nova] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Refreshing instance network info cache due to event network-changed-7eb9e38d-b626-4bee-86dd-807253625748. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.420578] env[70039]: DEBUG oslo_concurrency.lockutils [req-c3ac75da-98bb-471b-8f94-b45ac6dbd168 req-7387242c-a844-47fb-80c9-ea172d5952e6 service nova] Acquiring lock "refresh_cache-f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.420748] env[70039]: DEBUG oslo_concurrency.lockutils [req-c3ac75da-98bb-471b-8f94-b45ac6dbd168 req-7387242c-a844-47fb-80c9-ea172d5952e6 service nova] Acquired lock "refresh_cache-f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.420904] env[70039]: DEBUG nova.network.neutron [req-c3ac75da-98bb-471b-8f94-b45ac6dbd168 req-7387242c-a844-47fb-80c9-ea172d5952e6 service nova] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Refreshing network info cache for port 7eb9e38d-b626-4bee-86dd-807253625748 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.505527] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Task: {'id': task-3330494, 'name': PowerOffVM_Task, 'duration_secs': 0.25284} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.506636] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.506963] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.507193] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.509092] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad59f551-2d84-44e8-8bfd-21fd241d5e9c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.516607] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.516859] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c59d5493-a6e7-48ff-918b-f355ba6fc536 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.548503] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.548736] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.548919] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Deleting the datastore file [datastore2] c39ee1bc-6395-46d9-85e7-701c2c9232fd {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.549282] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9aca7f2f-8971-4a94-9e35-ba803e92689b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.562208] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Waiting for the task: (returnval){ [ 774.562208] env[70039]: value = "task-3330497" [ 774.562208] env[70039]: _type = "Task" [ 774.562208] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.573544] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Task: {'id': task-3330497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.664403] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330495, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.749042] env[70039]: DEBUG nova.compute.utils [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.751180] env[70039]: DEBUG nova.compute.manager [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.751518] env[70039]: DEBUG nova.network.neutron [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.812591] env[70039]: DEBUG nova.policy [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '989ccac1fa6c46718c195092c5bcad26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9947f88473d2403380e80a7e7a22cd74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.919142] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330493, 'name': CloneVM_Task} progress is 95%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.071745] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Task: {'id': task-3330497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226986} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.071971] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.073053] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.073053] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.168135] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330495, 'name': CreateVM_Task, 'duration_secs': 0.543078} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.168338] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.169646] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.169646] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.169716] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.169971] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b779b484-cf30-4886-92a7-81d17cd6cc0d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.180642] env[70039]: DEBUG nova.network.neutron [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Successfully created port: 803b05f1-8d5f-4c89-baa6-91c37a29431a {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.185982] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 775.185982] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52019b63-a4a8-a8b1-be56-27c4caaf9926" [ 775.185982] env[70039]: _type = "Task" [ 775.185982] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.200027] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52019b63-a4a8-a8b1-be56-27c4caaf9926, 'name': SearchDatastore_Task, 'duration_secs': 0.011326} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.200513] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.200863] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.201458] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.201802] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.202104] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.202718] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ea8798f-0fd5-4465-b33b-b2b9cf507e1e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.217496] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.217695] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.219136] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61e686e4-10e7-47d8-8b6a-14b36a15868a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.223802] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 775.223802] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524e2f82-e813-4b5c-b421-00cbb8270845" [ 775.223802] env[70039]: _type = "Task" [ 775.223802] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.231586] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524e2f82-e813-4b5c-b421-00cbb8270845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.258023] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b0e4025b-1a3c-4ae6-bbe6-bcab6b979dcd tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.258023] env[70039]: DEBUG nova.compute.manager [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.260028] env[70039]: DEBUG oslo_concurrency.lockutils [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.695s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.260410] env[70039]: DEBUG nova.objects.instance [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lazy-loading 'resources' on Instance uuid 60f6fa67-4021-43d8-a94e-fad040add93f {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.319077] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "refresh_cache-3fadbf0b-4802-41a3-be05-1208371ae43f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.319077] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquired lock "refresh_cache-3fadbf0b-4802-41a3-be05-1208371ae43f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.320366] env[70039]: DEBUG nova.network.neutron [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.381173] env[70039]: DEBUG nova.network.neutron [req-c3ac75da-98bb-471b-8f94-b45ac6dbd168 req-7387242c-a844-47fb-80c9-ea172d5952e6 service nova] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Updated VIF entry in instance network info cache for port 7eb9e38d-b626-4bee-86dd-807253625748. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.381173] env[70039]: DEBUG nova.network.neutron [req-c3ac75da-98bb-471b-8f94-b45ac6dbd168 req-7387242c-a844-47fb-80c9-ea172d5952e6 service nova] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Updating instance_info_cache with network_info: [{"id": "7eb9e38d-b626-4bee-86dd-807253625748", "address": "fa:16:3e:66:cb:b8", "network": {"id": "04dad5bb-ae5b-415a-aba5-76c21e21c890", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-616974574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "504abd76ad464219be0d4e291fd8a01d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb9e38d-b6", "ovs_interfaceid": "7eb9e38d-b626-4bee-86dd-807253625748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.415261] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330493, 'name': CloneVM_Task} progress is 95%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.734091] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524e2f82-e813-4b5c-b421-00cbb8270845, 'name': SearchDatastore_Task, 'duration_secs': 0.033997} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.734930] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b67d223d-5ddc-4ec0-86c1-d4d330d74906 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.741530] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 775.741530] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52deedc5-705f-7281-aa0c-ea242d33c5ce" [ 775.741530] env[70039]: _type = "Task" [ 775.741530] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.749377] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52deedc5-705f-7281-aa0c-ea242d33c5ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.887594] env[70039]: DEBUG oslo_concurrency.lockutils [req-c3ac75da-98bb-471b-8f94-b45ac6dbd168 req-7387242c-a844-47fb-80c9-ea172d5952e6 service nova] Releasing lock "refresh_cache-f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.914282] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330493, 'name': CloneVM_Task} progress is 95%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.131223] env[70039]: DEBUG nova.virt.hardware [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.133583] env[70039]: DEBUG nova.virt.hardware [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.134140] env[70039]: DEBUG nova.virt.hardware [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.134358] env[70039]: DEBUG nova.virt.hardware [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.134513] env[70039]: DEBUG nova.virt.hardware [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.134659] env[70039]: DEBUG nova.virt.hardware [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.134876] env[70039]: DEBUG nova.virt.hardware [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.135346] env[70039]: DEBUG nova.virt.hardware [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.135647] env[70039]: DEBUG nova.virt.hardware [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.138225] env[70039]: DEBUG nova.virt.hardware [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.138502] env[70039]: DEBUG nova.virt.hardware [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.140416] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2e9542-b7d1-421d-82fc-c1ee5abfb838 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.156890] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501c5e82-b1cf-4228-96af-6cb7454d7a20 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.181843] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Instance VIF info [] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.187134] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.189844] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.190279] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39f7e864-c7fc-4365-8bbe-d983b1d54ad8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.212434] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.212434] env[70039]: value = "task-3330498" [ 776.212434] env[70039]: _type = "Task" [ 776.212434] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.220950] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330498, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.226096] env[70039]: DEBUG nova.network.neutron [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Updating instance_info_cache with network_info: [{"id": "0d78157b-4be6-4a5c-b7a8-2b58fe9bd242", "address": "fa:16:3e:70:b5:55", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d78157b-4b", "ovs_interfaceid": "0d78157b-4be6-4a5c-b7a8-2b58fe9bd242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.254675] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52deedc5-705f-7281-aa0c-ea242d33c5ce, 'name': SearchDatastore_Task, 'duration_secs': 0.036961} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.254998] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.255304] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b/f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.255618] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47daa3aa-2f0a-40d2-adb5-cc83a3906e96 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.264102] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 776.264102] env[70039]: value = "task-3330499" [ 776.264102] env[70039]: _type = "Task" [ 776.264102] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.273229] env[70039]: DEBUG nova.compute.manager [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.275182] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.305931] env[70039]: DEBUG nova.virt.hardware [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.306236] env[70039]: DEBUG nova.virt.hardware [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.306424] env[70039]: DEBUG nova.virt.hardware [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.306630] env[70039]: DEBUG nova.virt.hardware [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.306800] env[70039]: DEBUG nova.virt.hardware [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.306987] env[70039]: DEBUG nova.virt.hardware [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.307275] env[70039]: DEBUG nova.virt.hardware [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.307461] env[70039]: DEBUG nova.virt.hardware [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.307642] env[70039]: DEBUG nova.virt.hardware [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.307830] env[70039]: DEBUG nova.virt.hardware [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.308035] env[70039]: DEBUG nova.virt.hardware [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.308988] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de85643-30c2-4ad6-ba1f-e4283953a39e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.323809] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb18ed30-f9f9-4f5f-9022-f360d86972d3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.419145] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330493, 'name': CloneVM_Task} progress is 95%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.454998] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8113e3fa-4756-43c4-a0d9-67caeb037660 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.470237] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b5351f-2901-4f98-b397-1baac274a94d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.505502] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01831def-5c1a-4e5e-baa3-0e7ec4d1acab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.513250] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a489cc-e52a-49e0-a520-7f7ac0ad53c9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.529019] env[70039]: DEBUG nova.compute.provider_tree [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.724247] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330498, 'name': CreateVM_Task, 'duration_secs': 0.385881} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.724679] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.725421] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.725601] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.726441] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.726730] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbe87901-72e2-46b3-aab4-de6b9544977f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.729012] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Releasing lock "refresh_cache-3fadbf0b-4802-41a3-be05-1208371ae43f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.738472] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Waiting for the task: (returnval){ [ 776.738472] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]522072d2-2c91-c9b2-e422-abd62c5e3791" [ 776.738472] env[70039]: _type = "Task" [ 776.738472] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.745991] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522072d2-2c91-c9b2-e422-abd62c5e3791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.775191] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499505} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.775515] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b/f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.775770] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.776086] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd182533-e93d-4211-b2d2-875451514784 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.785403] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 776.785403] env[70039]: value = "task-3330500" [ 776.785403] env[70039]: _type = "Task" [ 776.785403] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.791493] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.917386] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330493, 'name': CloneVM_Task} progress is 95%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.985540] env[70039]: DEBUG nova.network.neutron [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Successfully updated port: 803b05f1-8d5f-4c89-baa6-91c37a29431a {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.032481] env[70039]: DEBUG nova.scheduler.client.report [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.065275] env[70039]: DEBUG nova.compute.manager [req-a16202bf-a1e1-4919-86f9-39f3a068d7d6 req-da5f646e-3dbd-4523-9bf7-64db26b69d0c service nova] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Received event network-vif-plugged-803b05f1-8d5f-4c89-baa6-91c37a29431a {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.066621] env[70039]: DEBUG oslo_concurrency.lockutils [req-a16202bf-a1e1-4919-86f9-39f3a068d7d6 req-da5f646e-3dbd-4523-9bf7-64db26b69d0c service nova] Acquiring lock "50c86c4f-628b-41ad-beec-18b07323e0b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.066621] env[70039]: DEBUG oslo_concurrency.lockutils [req-a16202bf-a1e1-4919-86f9-39f3a068d7d6 req-da5f646e-3dbd-4523-9bf7-64db26b69d0c service nova] Lock "50c86c4f-628b-41ad-beec-18b07323e0b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.066621] env[70039]: DEBUG oslo_concurrency.lockutils [req-a16202bf-a1e1-4919-86f9-39f3a068d7d6 req-da5f646e-3dbd-4523-9bf7-64db26b69d0c service nova] Lock "50c86c4f-628b-41ad-beec-18b07323e0b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.066621] env[70039]: DEBUG nova.compute.manager [req-a16202bf-a1e1-4919-86f9-39f3a068d7d6 req-da5f646e-3dbd-4523-9bf7-64db26b69d0c service nova] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] No waiting events found dispatching network-vif-plugged-803b05f1-8d5f-4c89-baa6-91c37a29431a {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.066621] env[70039]: WARNING nova.compute.manager [req-a16202bf-a1e1-4919-86f9-39f3a068d7d6 req-da5f646e-3dbd-4523-9bf7-64db26b69d0c service nova] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Received unexpected event network-vif-plugged-803b05f1-8d5f-4c89-baa6-91c37a29431a for instance with vm_state building and task_state spawning. [ 777.250878] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522072d2-2c91-c9b2-e422-abd62c5e3791, 'name': SearchDatastore_Task, 'duration_secs': 0.01582} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.251212] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.251435] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.251854] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.252024] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.252213] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.252486] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce1dfa17-a9ff-4ea3-bf14-207df5933c50 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.256371] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e460b0-b0f8-468a-97b1-867ce3d676bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.260989] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.261194] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.277767] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab3a951c-16cd-43a7-8659-4cc759efaba8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.280816] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5c7356-83ef-437e-9992-f6cefe743793 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.289463] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Waiting for the task: (returnval){ [ 777.289463] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ff7846-3889-5591-715e-bd788bbcbb71" [ 777.289463] env[70039]: _type = "Task" [ 777.289463] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.292314] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Updating instance '3fadbf0b-4802-41a3-be05-1208371ae43f' progress to 83 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 777.305037] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078615} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.305037] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.305939] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2366bc57-e8df-422c-9299-4dbd965ec363 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.312222] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ff7846-3889-5591-715e-bd788bbcbb71, 'name': SearchDatastore_Task, 'duration_secs': 0.00985} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.313400] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-970ed919-1481-4137-b903-ea652bafe1ae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.337047] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b/f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.337047] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08762546-5f7b-4a19-b2e3-bda63418ace6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.352475] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Waiting for the task: (returnval){ [ 777.352475] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52269e51-4817-20b4-bd67-a09a8c8999e3" [ 777.352475] env[70039]: _type = "Task" [ 777.352475] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.358863] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 777.358863] env[70039]: value = "task-3330501" [ 777.358863] env[70039]: _type = "Task" [ 777.358863] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.362198] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52269e51-4817-20b4-bd67-a09a8c8999e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009668} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.369034] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.369034] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] c39ee1bc-6395-46d9-85e7-701c2c9232fd/c39ee1bc-6395-46d9-85e7-701c2c9232fd.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.369034] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f57aca2-714d-412f-8cba-1175e884fe80 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.374356] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.375961] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Waiting for the task: (returnval){ [ 777.375961] env[70039]: value = "task-3330502" [ 777.375961] env[70039]: _type = "Task" [ 777.375961] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.384706] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Task: {'id': task-3330502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.416459] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330493, 'name': CloneVM_Task, 'duration_secs': 4.805895} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.416856] env[70039]: INFO nova.virt.vmwareapi.vmops [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Created linked-clone VM from snapshot [ 777.417604] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27ea9ea-2fbd-448b-923f-c7204a10ec52 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.424877] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Uploading image 104c3e84-4cff-4abd-83f1-7972dd8b7bbb {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 777.459698] env[70039]: DEBUG oslo_vmware.rw_handles [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 777.459698] env[70039]: value = "vm-664860" [ 777.459698] env[70039]: _type = "VirtualMachine" [ 777.459698] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 777.460085] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e5c6beca-4ad5-405b-9389-aa845b5c57ad {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.467779] env[70039]: DEBUG oslo_vmware.rw_handles [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Lease: (returnval){ [ 777.467779] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ad6b57-9866-9cf3-d1d3-fb8865ef2b38" [ 777.467779] env[70039]: _type = "HttpNfcLease" [ 777.467779] env[70039]: } obtained for exporting VM: (result){ [ 777.467779] env[70039]: value = "vm-664860" [ 777.467779] env[70039]: _type = "VirtualMachine" [ 777.467779] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 777.467995] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for the lease: (returnval){ [ 777.467995] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ad6b57-9866-9cf3-d1d3-fb8865ef2b38" [ 777.467995] env[70039]: _type = "HttpNfcLease" [ 777.467995] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 777.474974] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 777.474974] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ad6b57-9866-9cf3-d1d3-fb8865ef2b38" [ 777.474974] env[70039]: _type = "HttpNfcLease" [ 777.474974] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 777.487803] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquiring lock "refresh_cache-50c86c4f-628b-41ad-beec-18b07323e0b5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.488019] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquired lock "refresh_cache-50c86c4f-628b-41ad-beec-18b07323e0b5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.488293] env[70039]: DEBUG nova.network.neutron [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.541542] env[70039]: DEBUG oslo_concurrency.lockutils [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.543980] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.643s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.546596] env[70039]: INFO nova.compute.claims [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.566408] env[70039]: INFO nova.scheduler.client.report [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Deleted allocations for instance 60f6fa67-4021-43d8-a94e-fad040add93f [ 777.668421] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Acquiring lock "a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.668554] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Lock "a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.806642] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.807031] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce2535fe-4f1e-4026-b05a-33dded0012d1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.815705] env[70039]: DEBUG oslo_vmware.api [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 777.815705] env[70039]: value = "task-3330504" [ 777.815705] env[70039]: _type = "Task" [ 777.815705] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.830067] env[70039]: DEBUG oslo_vmware.api [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.871549] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330501, 'name': ReconfigVM_Task, 'duration_secs': 0.441479} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.871549] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Reconfigured VM instance instance-0000001a to attach disk [datastore1] f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b/f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.871763] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f67b5fc-32d6-4f06-823f-f2ecd52cf475 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.881429] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 777.881429] env[70039]: value = "task-3330505" [ 777.881429] env[70039]: _type = "Task" [ 777.881429] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.892932] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Task: {'id': task-3330502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478189} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.896517] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] c39ee1bc-6395-46d9-85e7-701c2c9232fd/c39ee1bc-6395-46d9-85e7-701c2c9232fd.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.896754] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.897115] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330505, 'name': Rename_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.897406] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13597552-44dc-4632-bd45-0db7cf6d41da {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.903852] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Waiting for the task: (returnval){ [ 777.903852] env[70039]: value = "task-3330506" [ 777.903852] env[70039]: _type = "Task" [ 777.903852] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.912738] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Task: {'id': task-3330506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.976474] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 777.976474] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ad6b57-9866-9cf3-d1d3-fb8865ef2b38" [ 777.976474] env[70039]: _type = "HttpNfcLease" [ 777.976474] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 777.976654] env[70039]: DEBUG oslo_vmware.rw_handles [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 777.976654] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ad6b57-9866-9cf3-d1d3-fb8865ef2b38" [ 777.976654] env[70039]: _type = "HttpNfcLease" [ 777.976654] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 777.977815] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29996a18-6c5f-4c06-98a2-3772a8564b87 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.984968] env[70039]: DEBUG oslo_vmware.rw_handles [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ab8c5-edf3-78ae-0157-617b75ca63a6/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 777.985099] env[70039]: DEBUG oslo_vmware.rw_handles [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ab8c5-edf3-78ae-0157-617b75ca63a6/disk-0.vmdk for reading. {{(pid=70039) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 778.080284] env[70039]: DEBUG oslo_concurrency.lockutils [None req-60277b0b-d74d-4c08-8e82-c7e219364d6c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "60f6fa67-4021-43d8-a94e-fad040add93f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.220s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.081667] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-01dca5e0-d3d8-4379-a549-4d4ab1345711 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.095838] env[70039]: DEBUG nova.network.neutron [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.268083] env[70039]: DEBUG nova.network.neutron [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Updating instance_info_cache with network_info: [{"id": "803b05f1-8d5f-4c89-baa6-91c37a29431a", "address": "fa:16:3e:ce:6b:b6", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap803b05f1-8d", "ovs_interfaceid": "803b05f1-8d5f-4c89-baa6-91c37a29431a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.327054] env[70039]: DEBUG oslo_vmware.api [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330504, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.394073] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330505, 'name': Rename_Task, 'duration_secs': 0.288386} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.394410] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.394747] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02b8358a-4158-43d7-b0d6-136ba6cef6bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.401349] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 778.401349] env[70039]: value = "task-3330507" [ 778.401349] env[70039]: _type = "Task" [ 778.401349] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.413864] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.417491] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Task: {'id': task-3330506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106012} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.417821] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.418773] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89507851-e5a4-493a-8fe7-4d6efc434abd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.442139] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] c39ee1bc-6395-46d9-85e7-701c2c9232fd/c39ee1bc-6395-46d9-85e7-701c2c9232fd.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.442509] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1745853-3f6f-4df7-b374-a2e6386fd9c4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.463234] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Waiting for the task: (returnval){ [ 778.463234] env[70039]: value = "task-3330508" [ 778.463234] env[70039]: _type = "Task" [ 778.463234] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.472884] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Task: {'id': task-3330508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.771261] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Releasing lock "refresh_cache-50c86c4f-628b-41ad-beec-18b07323e0b5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.771639] env[70039]: DEBUG nova.compute.manager [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Instance network_info: |[{"id": "803b05f1-8d5f-4c89-baa6-91c37a29431a", "address": "fa:16:3e:ce:6b:b6", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap803b05f1-8d", "ovs_interfaceid": "803b05f1-8d5f-4c89-baa6-91c37a29431a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.772341] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:6b:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '803b05f1-8d5f-4c89-baa6-91c37a29431a', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.780131] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.780380] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.780812] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-665a8eec-1521-4b40-9ea6-73ac79265a83 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.805150] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.805150] env[70039]: value = "task-3330509" [ 778.805150] env[70039]: _type = "Task" [ 778.805150] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.814753] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330509, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.828021] env[70039]: DEBUG oslo_vmware.api [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330504, 'name': PowerOnVM_Task, 'duration_secs': 0.72173} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.828021] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.828256] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-44f09451-d380-4699-86ea-3a91aaecf087 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Updating instance '3fadbf0b-4802-41a3-be05-1208371ae43f' progress to 100 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 778.912234] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.974335] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Task: {'id': task-3330508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.101788] env[70039]: DEBUG nova.compute.manager [req-c3cd2f44-efbc-40e6-8983-3fd0dea518aa req-b9dbfd74-c69e-4ea5-90dd-bc5f1d04176d service nova] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Received event network-changed-803b05f1-8d5f-4c89-baa6-91c37a29431a {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.102129] env[70039]: DEBUG nova.compute.manager [req-c3cd2f44-efbc-40e6-8983-3fd0dea518aa req-b9dbfd74-c69e-4ea5-90dd-bc5f1d04176d service nova] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Refreshing instance network info cache due to event network-changed-803b05f1-8d5f-4c89-baa6-91c37a29431a. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.102421] env[70039]: DEBUG oslo_concurrency.lockutils [req-c3cd2f44-efbc-40e6-8983-3fd0dea518aa req-b9dbfd74-c69e-4ea5-90dd-bc5f1d04176d service nova] Acquiring lock "refresh_cache-50c86c4f-628b-41ad-beec-18b07323e0b5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.102557] env[70039]: DEBUG oslo_concurrency.lockutils [req-c3cd2f44-efbc-40e6-8983-3fd0dea518aa req-b9dbfd74-c69e-4ea5-90dd-bc5f1d04176d service nova] Acquired lock "refresh_cache-50c86c4f-628b-41ad-beec-18b07323e0b5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.102725] env[70039]: DEBUG nova.network.neutron [req-c3cd2f44-efbc-40e6-8983-3fd0dea518aa req-b9dbfd74-c69e-4ea5-90dd-bc5f1d04176d service nova] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Refreshing network info cache for port 803b05f1-8d5f-4c89-baa6-91c37a29431a {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.135861] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32305eb2-5930-408a-b835-96c4e8af989c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.144228] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c5a539-7986-4c87-af13-0467b321ae9e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.184625] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e721e5c-c59d-426e-abd5-c43ac912d988 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.193833] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0b262d-f0eb-4b5c-a66b-66da0c42b93e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.210469] env[70039]: DEBUG nova.compute.provider_tree [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.315428] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330509, 'name': CreateVM_Task, 'duration_secs': 0.50276} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.316241] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.318050] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.318050] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.318050] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.318050] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65740379-1d1a-4333-90ac-8831f395ede6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.323507] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for the task: (returnval){ [ 779.323507] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c0b849-025f-755a-5970-3a3efe52c55f" [ 779.323507] env[70039]: _type = "Task" [ 779.323507] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.332481] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c0b849-025f-755a-5970-3a3efe52c55f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.413570] env[70039]: DEBUG oslo_vmware.api [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330507, 'name': PowerOnVM_Task, 'duration_secs': 1.006599} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.413992] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.414370] env[70039]: INFO nova.compute.manager [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Took 8.18 seconds to spawn the instance on the hypervisor. [ 779.414646] env[70039]: DEBUG nova.compute.manager [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.415539] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1385fa-eded-4200-9eaa-7fe43dff650f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.475898] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Task: {'id': task-3330508, 'name': ReconfigVM_Task, 'duration_secs': 0.573453} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.476222] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Reconfigured VM instance instance-00000017 to attach disk [datastore2] c39ee1bc-6395-46d9-85e7-701c2c9232fd/c39ee1bc-6395-46d9-85e7-701c2c9232fd.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.476971] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72a7219c-cdaf-48f7-bfc0-e7aa2d59bc10 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.483803] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Waiting for the task: (returnval){ [ 779.483803] env[70039]: value = "task-3330510" [ 779.483803] env[70039]: _type = "Task" [ 779.483803] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.493656] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Task: {'id': task-3330510, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.715013] env[70039]: DEBUG nova.scheduler.client.report [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.848871] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c0b849-025f-755a-5970-3a3efe52c55f, 'name': SearchDatastore_Task, 'duration_secs': 0.020608} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.852503] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.852849] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.853270] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.853532] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.853735] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.854641] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b396ca7-2c7e-4b6b-89b6-1ac882d8ae80 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.868023] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.868023] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.868023] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87d6234a-a408-4650-9809-a8e40cc390fa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.874365] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for the task: (returnval){ [ 779.874365] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52605923-c1cd-af85-61f5-f8faec9d30e3" [ 779.874365] env[70039]: _type = "Task" [ 779.874365] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.884757] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52605923-c1cd-af85-61f5-f8faec9d30e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.897718] env[70039]: DEBUG nova.network.neutron [req-c3cd2f44-efbc-40e6-8983-3fd0dea518aa req-b9dbfd74-c69e-4ea5-90dd-bc5f1d04176d service nova] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Updated VIF entry in instance network info cache for port 803b05f1-8d5f-4c89-baa6-91c37a29431a. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.898340] env[70039]: DEBUG nova.network.neutron [req-c3cd2f44-efbc-40e6-8983-3fd0dea518aa req-b9dbfd74-c69e-4ea5-90dd-bc5f1d04176d service nova] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Updating instance_info_cache with network_info: [{"id": "803b05f1-8d5f-4c89-baa6-91c37a29431a", "address": "fa:16:3e:ce:6b:b6", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap803b05f1-8d", "ovs_interfaceid": "803b05f1-8d5f-4c89-baa6-91c37a29431a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.935252] env[70039]: INFO nova.compute.manager [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Took 40.69 seconds to build instance. [ 779.993746] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Task: {'id': task-3330510, 'name': Rename_Task, 'duration_secs': 0.240462} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.994116] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.994436] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-597bb3db-6783-4ab0-ac8a-1fece580b948 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.005290] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Waiting for the task: (returnval){ [ 780.005290] env[70039]: value = "task-3330511" [ 780.005290] env[70039]: _type = "Task" [ 780.005290] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.014341] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Task: {'id': task-3330511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.221152] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.221649] env[70039]: DEBUG nova.compute.manager [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.225078] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.141s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.226692] env[70039]: INFO nova.compute.claims [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.337895] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.386629] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52605923-c1cd-af85-61f5-f8faec9d30e3, 'name': SearchDatastore_Task, 'duration_secs': 0.016814} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.387468] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1c077a9-ea5f-4fec-aabf-b296fa43bf8b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.393138] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for the task: (returnval){ [ 780.393138] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f3c1de-6293-4cc0-6223-d23a302482ff" [ 780.393138] env[70039]: _type = "Task" [ 780.393138] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.401467] env[70039]: DEBUG oslo_concurrency.lockutils [req-c3cd2f44-efbc-40e6-8983-3fd0dea518aa req-b9dbfd74-c69e-4ea5-90dd-bc5f1d04176d service nova] Releasing lock "refresh_cache-50c86c4f-628b-41ad-beec-18b07323e0b5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.401855] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f3c1de-6293-4cc0-6223-d23a302482ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.437987] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf6e4aee-e702-4b70-82ce-8db8b4e568c4 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.157s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.439559] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.102s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.439887] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.440164] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.440441] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.442760] env[70039]: INFO nova.compute.manager [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Terminating instance [ 780.504515] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "4f841897-42d7-4846-b152-caa4a3575eb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.504880] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "4f841897-42d7-4846-b152-caa4a3575eb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.505110] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "4f841897-42d7-4846-b152-caa4a3575eb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.505304] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "4f841897-42d7-4846-b152-caa4a3575eb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.505474] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "4f841897-42d7-4846-b152-caa4a3575eb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.508083] env[70039]: INFO nova.compute.manager [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Terminating instance [ 780.522257] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Task: {'id': task-3330511, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.732714] env[70039]: DEBUG nova.compute.utils [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.739049] env[70039]: DEBUG nova.compute.manager [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.739304] env[70039]: DEBUG nova.network.neutron [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.771454] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "3fadbf0b-4802-41a3-be05-1208371ae43f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.771753] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "3fadbf0b-4802-41a3-be05-1208371ae43f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.771946] env[70039]: DEBUG nova.compute.manager [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Going to confirm migration 1 {{(pid=70039) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 780.785405] env[70039]: DEBUG nova.policy [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd99adcb40a948dbbd90f6e2184df77c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b9e558df7d44357a9f6388810dbced7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.905578] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f3c1de-6293-4cc0-6223-d23a302482ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.905984] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.906353] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 50c86c4f-628b-41ad-beec-18b07323e0b5/50c86c4f-628b-41ad-beec-18b07323e0b5.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.906669] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-428b68c4-725c-4457-8858-764822aad8e0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.913518] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for the task: (returnval){ [ 780.913518] env[70039]: value = "task-3330512" [ 780.913518] env[70039]: _type = "Task" [ 780.913518] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.921981] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.943315] env[70039]: DEBUG nova.compute.manager [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.946782] env[70039]: DEBUG nova.compute.manager [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.947793] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.948215] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5ead8f-0c40-4a1e-a4d8-694a54687c75 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.956571] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.956915] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ae14caa-1401-4067-b042-75f398a29241 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.964037] env[70039]: DEBUG oslo_vmware.api [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 780.964037] env[70039]: value = "task-3330513" [ 780.964037] env[70039]: _type = "Task" [ 780.964037] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.972871] env[70039]: DEBUG oslo_vmware.api [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.018313] env[70039]: DEBUG nova.compute.manager [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.018587] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.018930] env[70039]: DEBUG oslo_vmware.api [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Task: {'id': task-3330511, 'name': PowerOnVM_Task, 'duration_secs': 0.644378} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.019821] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b3a324-95ac-4e91-9dff-8901971ca65d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.022693] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.023369] env[70039]: DEBUG nova.compute.manager [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.024270] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9a7b2a-fe3d-4f99-9811-7ebe60514405 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.043652] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.044522] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-995ef106-1d1b-4d3b-b581-ae1bb7538021 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.052060] env[70039]: DEBUG oslo_vmware.api [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 781.052060] env[70039]: value = "task-3330514" [ 781.052060] env[70039]: _type = "Task" [ 781.052060] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.064824] env[70039]: DEBUG oslo_vmware.api [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.190161] env[70039]: DEBUG nova.network.neutron [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Successfully created port: fd667efd-e2ca-45d6-b9c0-19f93cfb551c {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.239978] env[70039]: DEBUG nova.compute.manager [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.376443] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "refresh_cache-3fadbf0b-4802-41a3-be05-1208371ae43f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.376854] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquired lock "refresh_cache-3fadbf0b-4802-41a3-be05-1208371ae43f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.377070] env[70039]: DEBUG nova.network.neutron [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.377188] env[70039]: DEBUG nova.objects.instance [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lazy-loading 'info_cache' on Instance uuid 3fadbf0b-4802-41a3-be05-1208371ae43f {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.429142] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330512, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.471477] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.478059] env[70039]: DEBUG oslo_vmware.api [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330513, 'name': PowerOffVM_Task, 'duration_secs': 0.284696} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.481789] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.482095] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.483021] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-731ca485-9ac3-401f-baa5-0187135bacdd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.563699] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.566555] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.569275] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.569275] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Deleting the datastore file [datastore1] f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.570968] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cf5634e-e29c-42fb-8c16-1f7d81cb0e90 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.573424] env[70039]: DEBUG oslo_vmware.api [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330514, 'name': PowerOffVM_Task, 'duration_secs': 0.204557} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.573735] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.573975] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.574724] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ba1e267-48ef-43e5-b401-63fe71c9e012 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.578483] env[70039]: DEBUG oslo_vmware.api [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 781.578483] env[70039]: value = "task-3330516" [ 781.578483] env[70039]: _type = "Task" [ 781.578483] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.591683] env[70039]: DEBUG oslo_vmware.api [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.633513] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.633821] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.634029] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Deleting the datastore file [datastore1] 4f841897-42d7-4846-b152-caa4a3575eb8 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.634300] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdb98ea4-d62c-4d81-90d7-ff3522b196a4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.640692] env[70039]: DEBUG oslo_vmware.api [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 781.640692] env[70039]: value = "task-3330518" [ 781.640692] env[70039]: _type = "Task" [ 781.640692] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.651704] env[70039]: DEBUG oslo_vmware.api [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.871262] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38697f36-df2b-429c-82d8-2ea1cc2fb816 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.878765] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8623e044-43de-4335-9fd6-afee486bda92 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.919070] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5bc65e-a394-44da-8ea9-da0db2d22ff8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.940416] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdc8bf6-e16c-43d9-a8f8-3bb0e566d299 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.944865] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556014} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.945943] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 50c86c4f-628b-41ad-beec-18b07323e0b5/50c86c4f-628b-41ad-beec-18b07323e0b5.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.946275] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.947111] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-694c46fc-03d9-45b1-8a7a-2c16c04202ad {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.960608] env[70039]: DEBUG nova.compute.provider_tree [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.967445] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for the task: (returnval){ [ 781.967445] env[70039]: value = "task-3330519" [ 781.967445] env[70039]: _type = "Task" [ 781.967445] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.975872] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.088961] env[70039]: DEBUG oslo_vmware.api [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284785} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.089239] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.089444] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.089642] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.089836] env[70039]: INFO nova.compute.manager [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 782.090091] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.090310] env[70039]: DEBUG nova.compute.manager [-] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.090481] env[70039]: DEBUG nova.network.neutron [-] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.150157] env[70039]: DEBUG oslo_vmware.api [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307739} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.152640] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.152847] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.153036] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.153215] env[70039]: INFO nova.compute.manager [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 782.153451] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.153647] env[70039]: DEBUG nova.compute.manager [-] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.153743] env[70039]: DEBUG nova.network.neutron [-] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.200926] env[70039]: DEBUG nova.network.neutron [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Updating instance_info_cache with network_info: [{"id": "0d78157b-4be6-4a5c-b7a8-2b58fe9bd242", "address": "fa:16:3e:70:b5:55", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d78157b-4b", "ovs_interfaceid": "0d78157b-4be6-4a5c-b7a8-2b58fe9bd242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.256069] env[70039]: DEBUG nova.compute.manager [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.283642] env[70039]: DEBUG nova.virt.hardware [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.284184] env[70039]: DEBUG nova.virt.hardware [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.284184] env[70039]: DEBUG nova.virt.hardware [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.284947] env[70039]: DEBUG nova.virt.hardware [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.284947] env[70039]: DEBUG nova.virt.hardware [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.284947] env[70039]: DEBUG nova.virt.hardware [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.284947] env[70039]: DEBUG nova.virt.hardware [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.285137] env[70039]: DEBUG nova.virt.hardware [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.285262] env[70039]: DEBUG nova.virt.hardware [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.285445] env[70039]: DEBUG nova.virt.hardware [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.285736] env[70039]: DEBUG nova.virt.hardware [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.286678] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42d63ee-3546-42b2-963f-cec4fb79d576 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.294791] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2f29c4-a28b-4e4c-8ab9-181f9160894c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.430309] env[70039]: DEBUG oslo_concurrency.lockutils [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Acquiring lock "c39ee1bc-6395-46d9-85e7-701c2c9232fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.430611] env[70039]: DEBUG oslo_concurrency.lockutils [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Lock "c39ee1bc-6395-46d9-85e7-701c2c9232fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.430822] env[70039]: DEBUG oslo_concurrency.lockutils [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Acquiring lock "c39ee1bc-6395-46d9-85e7-701c2c9232fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.431042] env[70039]: DEBUG oslo_concurrency.lockutils [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Lock "c39ee1bc-6395-46d9-85e7-701c2c9232fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.431233] env[70039]: DEBUG oslo_concurrency.lockutils [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Lock "c39ee1bc-6395-46d9-85e7-701c2c9232fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.433953] env[70039]: INFO nova.compute.manager [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Terminating instance [ 782.467812] env[70039]: DEBUG nova.scheduler.client.report [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.489798] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119933} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.490697] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.491636] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc330d2-da3f-4d7e-a869-a08571353875 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.518088] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 50c86c4f-628b-41ad-beec-18b07323e0b5/50c86c4f-628b-41ad-beec-18b07323e0b5.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.520362] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b207466-5513-41e1-9a91-6fb4a18eb50f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.543819] env[70039]: DEBUG nova.compute.manager [req-15a90156-9096-4207-b977-ccdf4a8979f1 req-00c244ae-06d4-4d52-81fb-d50eb629c571 service nova] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Received event network-vif-deleted-d7fb7868-9d6f-4e4e-ace0-e9f9ea7c8f69 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.544221] env[70039]: INFO nova.compute.manager [req-15a90156-9096-4207-b977-ccdf4a8979f1 req-00c244ae-06d4-4d52-81fb-d50eb629c571 service nova] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Neutron deleted interface d7fb7868-9d6f-4e4e-ace0-e9f9ea7c8f69; detaching it from the instance and deleting it from the info cache [ 782.544551] env[70039]: DEBUG nova.network.neutron [req-15a90156-9096-4207-b977-ccdf4a8979f1 req-00c244ae-06d4-4d52-81fb-d50eb629c571 service nova] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.548780] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for the task: (returnval){ [ 782.548780] env[70039]: value = "task-3330520" [ 782.548780] env[70039]: _type = "Task" [ 782.548780] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.559229] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330520, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.703222] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Releasing lock "refresh_cache-3fadbf0b-4802-41a3-be05-1208371ae43f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.703309] env[70039]: DEBUG nova.objects.instance [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lazy-loading 'migration_context' on Instance uuid 3fadbf0b-4802-41a3-be05-1208371ae43f {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.918929] env[70039]: DEBUG nova.network.neutron [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Successfully updated port: fd667efd-e2ca-45d6-b9c0-19f93cfb551c {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.937527] env[70039]: DEBUG oslo_concurrency.lockutils [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Acquiring lock "refresh_cache-c39ee1bc-6395-46d9-85e7-701c2c9232fd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.937723] env[70039]: DEBUG oslo_concurrency.lockutils [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Acquired lock "refresh_cache-c39ee1bc-6395-46d9-85e7-701c2c9232fd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.937916] env[70039]: DEBUG nova.network.neutron [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.984284] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.985019] env[70039]: DEBUG nova.compute.manager [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.988078] env[70039]: DEBUG oslo_concurrency.lockutils [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.169s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.989528] env[70039]: INFO nova.compute.claims [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.040105] env[70039]: DEBUG nova.network.neutron [-] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.041087] env[70039]: DEBUG nova.network.neutron [-] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.051119] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac84850f-f870-484b-a4a1-f7d1ee22210a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.062677] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330520, 'name': ReconfigVM_Task, 'duration_secs': 0.374519} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.063897] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 50c86c4f-628b-41ad-beec-18b07323e0b5/50c86c4f-628b-41ad-beec-18b07323e0b5.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.064602] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f41e3e0c-49a5-4b50-855c-73cdcc94c269 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.069027] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744fffe3-9ff3-4d54-bd27-cf465f936b1a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.085339] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for the task: (returnval){ [ 783.085339] env[70039]: value = "task-3330521" [ 783.085339] env[70039]: _type = "Task" [ 783.085339] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.101360] env[70039]: DEBUG nova.compute.manager [req-15a90156-9096-4207-b977-ccdf4a8979f1 req-00c244ae-06d4-4d52-81fb-d50eb629c571 service nova] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Detach interface failed, port_id=d7fb7868-9d6f-4e4e-ace0-e9f9ea7c8f69, reason: Instance 4f841897-42d7-4846-b152-caa4a3575eb8 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 783.105314] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330521, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.207532] env[70039]: DEBUG nova.objects.base [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Object Instance<3fadbf0b-4802-41a3-be05-1208371ae43f> lazy-loaded attributes: info_cache,migration_context {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 783.208528] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7ce66f-e612-49f3-b675-6ec1c45b3059 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.230529] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccdfafc1-d4d2-4b8c-b6b1-5876b52e585e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.236563] env[70039]: DEBUG oslo_vmware.api [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 783.236563] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52df081d-7173-e19f-fae4-c707bcdd4f9e" [ 783.236563] env[70039]: _type = "Task" [ 783.236563] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.244913] env[70039]: DEBUG oslo_vmware.api [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52df081d-7173-e19f-fae4-c707bcdd4f9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.422098] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Acquiring lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.422098] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Acquired lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.422098] env[70039]: DEBUG nova.network.neutron [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.456753] env[70039]: DEBUG nova.network.neutron [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.499529] env[70039]: DEBUG nova.compute.utils [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.505029] env[70039]: DEBUG nova.compute.manager [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.505029] env[70039]: DEBUG nova.network.neutron [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.541741] env[70039]: INFO nova.compute.manager [-] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Took 1.45 seconds to deallocate network for instance. [ 783.543527] env[70039]: INFO nova.compute.manager [-] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Took 1.39 seconds to deallocate network for instance. [ 783.593282] env[70039]: DEBUG nova.network.neutron [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.608020] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330521, 'name': Rename_Task, 'duration_secs': 0.179877} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.608908] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.609495] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2526c6b-0a83-4afd-9cb2-b5c8da9a6947 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.612225] env[70039]: DEBUG nova.policy [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92eb995318314f83910404741381debc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed27a278eff24dc695701620c6152a89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.618711] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for the task: (returnval){ [ 783.618711] env[70039]: value = "task-3330522" [ 783.618711] env[70039]: _type = "Task" [ 783.618711] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.626676] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.746695] env[70039]: DEBUG oslo_vmware.api [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52df081d-7173-e19f-fae4-c707bcdd4f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.008258} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.746991] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.978985] env[70039]: DEBUG nova.network.neutron [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.004300] env[70039]: DEBUG nova.compute.manager [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.031009] env[70039]: DEBUG nova.network.neutron [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Successfully created port: b00937ff-8ecd-43ff-8a5e-9a752731b1e1 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.052405] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.053996] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.099197] env[70039]: DEBUG oslo_concurrency.lockutils [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Releasing lock "refresh_cache-c39ee1bc-6395-46d9-85e7-701c2c9232fd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.099657] env[70039]: DEBUG nova.compute.manager [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.099887] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.101216] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddf4dea-5bea-4325-b550-6460037f7485 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.109015] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.109443] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f94a92e-c800-4699-be8b-316e9c713b10 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.121260] env[70039]: DEBUG oslo_vmware.api [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for the task: (returnval){ [ 784.121260] env[70039]: value = "task-3330523" [ 784.121260] env[70039]: _type = "Task" [ 784.121260] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.137538] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.140622] env[70039]: DEBUG oslo_vmware.api [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.463766] env[70039]: DEBUG nova.network.neutron [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Updating instance_info_cache with network_info: [{"id": "fd667efd-e2ca-45d6-b9c0-19f93cfb551c", "address": "fa:16:3e:99:39:d4", "network": {"id": "7f74edf1-f1f6-4083-824b-cbd9405f31dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052613343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b9e558df7d44357a9f6388810dbced7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd667efd-e2", "ovs_interfaceid": "fd667efd-e2ca-45d6-b9c0-19f93cfb551c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.640225] env[70039]: DEBUG oslo_vmware.api [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330522, 'name': PowerOnVM_Task, 'duration_secs': 0.80797} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.645333] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.645595] env[70039]: INFO nova.compute.manager [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Took 8.37 seconds to spawn the instance on the hypervisor. [ 784.645812] env[70039]: DEBUG nova.compute.manager [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.646632] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0434d77b-718a-4529-bea5-3bdc3093c1fc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.649376] env[70039]: DEBUG oslo_vmware.api [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330523, 'name': PowerOffVM_Task, 'duration_secs': 0.219189} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.650121] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14af200-bcd6-4bb4-91f5-b2b8a2d59e74 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.653782] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.654721] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.655433] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-656df12a-a6d9-4a29-a8bd-4de96d9b26c9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.660353] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fc34a3-b4b9-4f89-bb88-6caf637efa0f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.700656] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5595e579-b8c6-4bc2-ac52-4dace7f72e6e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.703817] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.703956] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.704284] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Deleting the datastore file [datastore2] c39ee1bc-6395-46d9-85e7-701c2c9232fd {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.704734] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2140192-24b3-4925-905b-fec4efebe1e4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.712851] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953d529b-a551-4381-9ba9-751d06c6b49c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.717141] env[70039]: DEBUG oslo_vmware.api [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for the task: (returnval){ [ 784.717141] env[70039]: value = "task-3330525" [ 784.717141] env[70039]: _type = "Task" [ 784.717141] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.729242] env[70039]: DEBUG nova.compute.provider_tree [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.735016] env[70039]: DEBUG oslo_vmware.api [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.750150] env[70039]: DEBUG nova.compute.manager [req-8ee26805-8f44-44ad-976e-b97102695b47 req-d55aef46-493f-4c06-8e07-b25bf1f26b6b service nova] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Received event network-vif-deleted-7eb9e38d-b626-4bee-86dd-807253625748 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.750456] env[70039]: DEBUG nova.compute.manager [req-8ee26805-8f44-44ad-976e-b97102695b47 req-d55aef46-493f-4c06-8e07-b25bf1f26b6b service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Received event network-vif-plugged-fd667efd-e2ca-45d6-b9c0-19f93cfb551c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.750721] env[70039]: DEBUG oslo_concurrency.lockutils [req-8ee26805-8f44-44ad-976e-b97102695b47 req-d55aef46-493f-4c06-8e07-b25bf1f26b6b service nova] Acquiring lock "3ea7617e-f623-4aec-9a97-8a737b6307c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.751041] env[70039]: DEBUG oslo_concurrency.lockutils [req-8ee26805-8f44-44ad-976e-b97102695b47 req-d55aef46-493f-4c06-8e07-b25bf1f26b6b service nova] Lock "3ea7617e-f623-4aec-9a97-8a737b6307c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.751279] env[70039]: DEBUG oslo_concurrency.lockutils [req-8ee26805-8f44-44ad-976e-b97102695b47 req-d55aef46-493f-4c06-8e07-b25bf1f26b6b service nova] Lock "3ea7617e-f623-4aec-9a97-8a737b6307c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.751504] env[70039]: DEBUG nova.compute.manager [req-8ee26805-8f44-44ad-976e-b97102695b47 req-d55aef46-493f-4c06-8e07-b25bf1f26b6b service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] No waiting events found dispatching network-vif-plugged-fd667efd-e2ca-45d6-b9c0-19f93cfb551c {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.751729] env[70039]: WARNING nova.compute.manager [req-8ee26805-8f44-44ad-976e-b97102695b47 req-d55aef46-493f-4c06-8e07-b25bf1f26b6b service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Received unexpected event network-vif-plugged-fd667efd-e2ca-45d6-b9c0-19f93cfb551c for instance with vm_state building and task_state spawning. [ 784.751950] env[70039]: DEBUG nova.compute.manager [req-8ee26805-8f44-44ad-976e-b97102695b47 req-d55aef46-493f-4c06-8e07-b25bf1f26b6b service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Received event network-changed-fd667efd-e2ca-45d6-b9c0-19f93cfb551c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.752171] env[70039]: DEBUG nova.compute.manager [req-8ee26805-8f44-44ad-976e-b97102695b47 req-d55aef46-493f-4c06-8e07-b25bf1f26b6b service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Refreshing instance network info cache due to event network-changed-fd667efd-e2ca-45d6-b9c0-19f93cfb551c. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.752398] env[70039]: DEBUG oslo_concurrency.lockutils [req-8ee26805-8f44-44ad-976e-b97102695b47 req-d55aef46-493f-4c06-8e07-b25bf1f26b6b service nova] Acquiring lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.964819] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Releasing lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.965170] env[70039]: DEBUG nova.compute.manager [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Instance network_info: |[{"id": "fd667efd-e2ca-45d6-b9c0-19f93cfb551c", "address": "fa:16:3e:99:39:d4", "network": {"id": "7f74edf1-f1f6-4083-824b-cbd9405f31dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052613343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b9e558df7d44357a9f6388810dbced7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd667efd-e2", "ovs_interfaceid": "fd667efd-e2ca-45d6-b9c0-19f93cfb551c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.965486] env[70039]: DEBUG oslo_concurrency.lockutils [req-8ee26805-8f44-44ad-976e-b97102695b47 req-d55aef46-493f-4c06-8e07-b25bf1f26b6b service nova] Acquired lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.965671] env[70039]: DEBUG nova.network.neutron [req-8ee26805-8f44-44ad-976e-b97102695b47 req-d55aef46-493f-4c06-8e07-b25bf1f26b6b service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Refreshing network info cache for port fd667efd-e2ca-45d6-b9c0-19f93cfb551c {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.967682] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:39:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd667efd-e2ca-45d6-b9c0-19f93cfb551c', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.974975] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Creating folder: Project (3b9e558df7d44357a9f6388810dbced7). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.976446] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdc85416-abea-4c0a-bf81-9c6a6b5f42e0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.987822] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Created folder: Project (3b9e558df7d44357a9f6388810dbced7) in parent group-v664777. [ 784.988028] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Creating folder: Instances. Parent ref: group-v664864. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.988275] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8347e892-0031-4d0c-9f65-7f1bfb62eca6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.996579] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Created folder: Instances in parent group-v664864. [ 784.996806] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.996986] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.997196] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83999c46-2cfc-4016-b60d-d1ed7404e81c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.019813] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.019813] env[70039]: value = "task-3330528" [ 785.019813] env[70039]: _type = "Task" [ 785.019813] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.024798] env[70039]: DEBUG nova.compute.manager [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.031348] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330528, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.049818] env[70039]: DEBUG nova.virt.hardware [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.050032] env[70039]: DEBUG nova.virt.hardware [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.050200] env[70039]: DEBUG nova.virt.hardware [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.050381] env[70039]: DEBUG nova.virt.hardware [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.050528] env[70039]: DEBUG nova.virt.hardware [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.050702] env[70039]: DEBUG nova.virt.hardware [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.050938] env[70039]: DEBUG nova.virt.hardware [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.051114] env[70039]: DEBUG nova.virt.hardware [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.051316] env[70039]: DEBUG nova.virt.hardware [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.051467] env[70039]: DEBUG nova.virt.hardware [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.051637] env[70039]: DEBUG nova.virt.hardware [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.052574] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb20ddc8-570f-4cf9-aa21-1df8a1656e17 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.062920] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccc8bbd-778b-4c93-8ca7-9e38d0626ef1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.177904] env[70039]: INFO nova.compute.manager [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Took 39.01 seconds to build instance. [ 785.227696] env[70039]: DEBUG oslo_vmware.api [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Task: {'id': task-3330525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310274} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.228067] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.228257] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.228439] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.228612] env[70039]: INFO nova.compute.manager [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 785.228867] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.229073] env[70039]: DEBUG nova.compute.manager [-] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.229172] env[70039]: DEBUG nova.network.neutron [-] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.231669] env[70039]: DEBUG nova.scheduler.client.report [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.249530] env[70039]: DEBUG nova.network.neutron [-] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.531990] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330528, 'name': CreateVM_Task, 'duration_secs': 0.333703} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.532255] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.533165] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.533395] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.533825] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.534173] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9f6224d-8b18-4d8c-b57e-4b8be2a0a4e9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.539624] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Waiting for the task: (returnval){ [ 785.539624] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5288a83b-7314-893b-b4d3-1b635ebb6a14" [ 785.539624] env[70039]: _type = "Task" [ 785.539624] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.549882] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5288a83b-7314-893b-b4d3-1b635ebb6a14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.680592] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5c2b6071-4095-48d8-bb6e-a84af03f2918 tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Lock "50c86c4f-628b-41ad-beec-18b07323e0b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.655s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.710977] env[70039]: DEBUG nova.network.neutron [req-8ee26805-8f44-44ad-976e-b97102695b47 req-d55aef46-493f-4c06-8e07-b25bf1f26b6b service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Updated VIF entry in instance network info cache for port fd667efd-e2ca-45d6-b9c0-19f93cfb551c. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.711362] env[70039]: DEBUG nova.network.neutron [req-8ee26805-8f44-44ad-976e-b97102695b47 req-d55aef46-493f-4c06-8e07-b25bf1f26b6b service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Updating instance_info_cache with network_info: [{"id": "fd667efd-e2ca-45d6-b9c0-19f93cfb551c", "address": "fa:16:3e:99:39:d4", "network": {"id": "7f74edf1-f1f6-4083-824b-cbd9405f31dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052613343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b9e558df7d44357a9f6388810dbced7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd667efd-e2", "ovs_interfaceid": "fd667efd-e2ca-45d6-b9c0-19f93cfb551c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.736848] env[70039]: DEBUG oslo_concurrency.lockutils [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.737415] env[70039]: DEBUG nova.compute.manager [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.740480] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.565s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.740700] env[70039]: DEBUG nova.objects.instance [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Lazy-loading 'resources' on Instance uuid 2ae04994-4b65-49f8-97d8-bb0c1ebad763 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.753062] env[70039]: DEBUG nova.network.neutron [-] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.052967] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5288a83b-7314-893b-b4d3-1b635ebb6a14, 'name': SearchDatastore_Task, 'duration_secs': 0.030263} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.053468] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.053829] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.054191] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.054362] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.054592] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.054867] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47dec998-a251-4075-b126-f939cf9aac0d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.063675] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.063859] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.064670] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c66d0670-5129-45d8-96e4-e4632f6c9205 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.070255] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Waiting for the task: (returnval){ [ 786.070255] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52d69092-15f6-2c1a-dd04-a670a45baa5f" [ 786.070255] env[70039]: _type = "Task" [ 786.070255] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.080769] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d69092-15f6-2c1a-dd04-a670a45baa5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.080769] env[70039]: DEBUG nova.network.neutron [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Successfully updated port: b00937ff-8ecd-43ff-8a5e-9a752731b1e1 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.182755] env[70039]: DEBUG nova.compute.manager [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.214823] env[70039]: DEBUG oslo_concurrency.lockutils [req-8ee26805-8f44-44ad-976e-b97102695b47 req-d55aef46-493f-4c06-8e07-b25bf1f26b6b service nova] Releasing lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.246786] env[70039]: DEBUG nova.compute.utils [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.248687] env[70039]: DEBUG nova.compute.manager [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Not allocating networking since 'none' was specified. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 786.255322] env[70039]: INFO nova.compute.manager [-] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Took 1.03 seconds to deallocate network for instance. [ 786.583532] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d69092-15f6-2c1a-dd04-a670a45baa5f, 'name': SearchDatastore_Task, 'duration_secs': 0.022161} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.584113] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquiring lock "refresh_cache-2a7892bc-4060-44b2-a6ff-cc9720783b3e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.584235] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquired lock "refresh_cache-2a7892bc-4060-44b2-a6ff-cc9720783b3e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.584382] env[70039]: DEBUG nova.network.neutron [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.586138] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ff482dd-e586-455b-88e7-bbf1945143a4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.591777] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Waiting for the task: (returnval){ [ 786.591777] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52137ee0-0e9d-868b-988a-bc688707603b" [ 786.591777] env[70039]: _type = "Task" [ 786.591777] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.603493] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52137ee0-0e9d-868b-988a-bc688707603b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.705213] env[70039]: DEBUG oslo_concurrency.lockutils [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.752508] env[70039]: DEBUG nova.compute.manager [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.761701] env[70039]: DEBUG oslo_concurrency.lockutils [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.776026] env[70039]: DEBUG nova.compute.manager [req-839c7414-6ef0-4743-84dc-97db5f38c629 req-40c38a87-172f-4089-a308-c116820ed837 service nova] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Received event network-vif-plugged-b00937ff-8ecd-43ff-8a5e-9a752731b1e1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.776026] env[70039]: DEBUG oslo_concurrency.lockutils [req-839c7414-6ef0-4743-84dc-97db5f38c629 req-40c38a87-172f-4089-a308-c116820ed837 service nova] Acquiring lock "2a7892bc-4060-44b2-a6ff-cc9720783b3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.777076] env[70039]: DEBUG oslo_concurrency.lockutils [req-839c7414-6ef0-4743-84dc-97db5f38c629 req-40c38a87-172f-4089-a308-c116820ed837 service nova] Lock "2a7892bc-4060-44b2-a6ff-cc9720783b3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.777076] env[70039]: DEBUG oslo_concurrency.lockutils [req-839c7414-6ef0-4743-84dc-97db5f38c629 req-40c38a87-172f-4089-a308-c116820ed837 service nova] Lock "2a7892bc-4060-44b2-a6ff-cc9720783b3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.777076] env[70039]: DEBUG nova.compute.manager [req-839c7414-6ef0-4743-84dc-97db5f38c629 req-40c38a87-172f-4089-a308-c116820ed837 service nova] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] No waiting events found dispatching network-vif-plugged-b00937ff-8ecd-43ff-8a5e-9a752731b1e1 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.777076] env[70039]: WARNING nova.compute.manager [req-839c7414-6ef0-4743-84dc-97db5f38c629 req-40c38a87-172f-4089-a308-c116820ed837 service nova] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Received unexpected event network-vif-plugged-b00937ff-8ecd-43ff-8a5e-9a752731b1e1 for instance with vm_state building and task_state spawning. [ 786.777076] env[70039]: DEBUG nova.compute.manager [req-839c7414-6ef0-4743-84dc-97db5f38c629 req-40c38a87-172f-4089-a308-c116820ed837 service nova] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Received event network-changed-b00937ff-8ecd-43ff-8a5e-9a752731b1e1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.777564] env[70039]: DEBUG nova.compute.manager [req-839c7414-6ef0-4743-84dc-97db5f38c629 req-40c38a87-172f-4089-a308-c116820ed837 service nova] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Refreshing instance network info cache due to event network-changed-b00937ff-8ecd-43ff-8a5e-9a752731b1e1. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.777564] env[70039]: DEBUG oslo_concurrency.lockutils [req-839c7414-6ef0-4743-84dc-97db5f38c629 req-40c38a87-172f-4089-a308-c116820ed837 service nova] Acquiring lock "refresh_cache-2a7892bc-4060-44b2-a6ff-cc9720783b3e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.792052] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5df1fe-15fa-421e-a718-635a650ed684 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.801065] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a16043-4e34-419d-a807-86485e075773 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.831522] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c002043-6987-4eb6-b25e-a3c63aa9e9e4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.839588] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9047fb36-d0d5-449a-948c-eb1ed9eb7afe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.857588] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquiring lock "50c86c4f-628b-41ad-beec-18b07323e0b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.857855] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Lock "50c86c4f-628b-41ad-beec-18b07323e0b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.858092] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquiring lock "50c86c4f-628b-41ad-beec-18b07323e0b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.858534] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Lock "50c86c4f-628b-41ad-beec-18b07323e0b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.858534] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Lock "50c86c4f-628b-41ad-beec-18b07323e0b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.860366] env[70039]: DEBUG nova.compute.provider_tree [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.861807] env[70039]: INFO nova.compute.manager [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Terminating instance [ 787.102486] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52137ee0-0e9d-868b-988a-bc688707603b, 'name': SearchDatastore_Task, 'duration_secs': 0.020531} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.102817] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.103097] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 3ea7617e-f623-4aec-9a97-8a737b6307c5/3ea7617e-f623-4aec-9a97-8a737b6307c5.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.103407] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e29e2ad-a8fa-48c1-8ef2-218599bd27e9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.110242] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Waiting for the task: (returnval){ [ 787.110242] env[70039]: value = "task-3330529" [ 787.110242] env[70039]: _type = "Task" [ 787.110242] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.118861] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.134738] env[70039]: DEBUG nova.network.neutron [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.310853] env[70039]: DEBUG oslo_vmware.rw_handles [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ab8c5-edf3-78ae-0157-617b75ca63a6/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 787.311627] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093e1114-4d8b-4cac-af6a-963dedd4dcb5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.320227] env[70039]: DEBUG oslo_vmware.rw_handles [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ab8c5-edf3-78ae-0157-617b75ca63a6/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 787.320653] env[70039]: ERROR oslo_vmware.rw_handles [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ab8c5-edf3-78ae-0157-617b75ca63a6/disk-0.vmdk due to incomplete transfer. [ 787.321403] env[70039]: DEBUG nova.network.neutron [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Updating instance_info_cache with network_info: [{"id": "b00937ff-8ecd-43ff-8a5e-9a752731b1e1", "address": "fa:16:3e:9b:db:f9", "network": {"id": "90b8b0e5-3546-4d9b-ad5c-8ef9aa887712", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1736530877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed27a278eff24dc695701620c6152a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb00937ff-8e", "ovs_interfaceid": "b00937ff-8ecd-43ff-8a5e-9a752731b1e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.322398] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-775cf9ae-cb35-4cf2-8a5b-f074f3fafd87 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.329551] env[70039]: DEBUG oslo_vmware.rw_handles [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ab8c5-edf3-78ae-0157-617b75ca63a6/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 787.329746] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Uploaded image 104c3e84-4cff-4abd-83f1-7972dd8b7bbb to the Glance image server {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 787.331671] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Destroying the VM {{(pid=70039) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 787.331919] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9abb4816-d66b-40dd-aa56-b1d52c7f348b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.338120] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for the task: (returnval){ [ 787.338120] env[70039]: value = "task-3330530" [ 787.338120] env[70039]: _type = "Task" [ 787.338120] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.346379] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330530, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.365204] env[70039]: DEBUG nova.scheduler.client.report [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.369968] env[70039]: DEBUG nova.compute.manager [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.370231] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.371110] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46505257-8cfe-4ad5-9d96-a0fdf2a08d47 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.379895] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.380183] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-612f60fc-972b-491e-a207-aca3d7394e5e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.386017] env[70039]: DEBUG oslo_vmware.api [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for the task: (returnval){ [ 787.386017] env[70039]: value = "task-3330531" [ 787.386017] env[70039]: _type = "Task" [ 787.386017] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.393974] env[70039]: DEBUG oslo_vmware.api [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.620528] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330529, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.766738] env[70039]: DEBUG nova.compute.manager [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.789079] env[70039]: DEBUG nova.virt.hardware [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.789391] env[70039]: DEBUG nova.virt.hardware [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.789549] env[70039]: DEBUG nova.virt.hardware [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.789847] env[70039]: DEBUG nova.virt.hardware [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.790044] env[70039]: DEBUG nova.virt.hardware [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.790202] env[70039]: DEBUG nova.virt.hardware [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.790417] env[70039]: DEBUG nova.virt.hardware [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.790579] env[70039]: DEBUG nova.virt.hardware [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.790754] env[70039]: DEBUG nova.virt.hardware [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.790918] env[70039]: DEBUG nova.virt.hardware [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.791191] env[70039]: DEBUG nova.virt.hardware [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.792198] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076b9604-4ea7-4380-9e63-e2806fd4287f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.802392] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6879085e-e01a-4149-ae1b-1e08390a0e5e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.817158] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Instance VIF info [] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.822848] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Creating folder: Project (281001b55ee742adb6ff3e2793f9fe47). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.823240] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c40a8c2d-0ff5-44a1-a150-6d184c870cee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.825338] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Releasing lock "refresh_cache-2a7892bc-4060-44b2-a6ff-cc9720783b3e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.825652] env[70039]: DEBUG nova.compute.manager [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Instance network_info: |[{"id": "b00937ff-8ecd-43ff-8a5e-9a752731b1e1", "address": "fa:16:3e:9b:db:f9", "network": {"id": "90b8b0e5-3546-4d9b-ad5c-8ef9aa887712", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1736530877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed27a278eff24dc695701620c6152a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb00937ff-8e", "ovs_interfaceid": "b00937ff-8ecd-43ff-8a5e-9a752731b1e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.825938] env[70039]: DEBUG oslo_concurrency.lockutils [req-839c7414-6ef0-4743-84dc-97db5f38c629 req-40c38a87-172f-4089-a308-c116820ed837 service nova] Acquired lock "refresh_cache-2a7892bc-4060-44b2-a6ff-cc9720783b3e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.826130] env[70039]: DEBUG nova.network.neutron [req-839c7414-6ef0-4743-84dc-97db5f38c629 req-40c38a87-172f-4089-a308-c116820ed837 service nova] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Refreshing network info cache for port b00937ff-8ecd-43ff-8a5e-9a752731b1e1 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.827375] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:db:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b00937ff-8ecd-43ff-8a5e-9a752731b1e1', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.834769] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.836431] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.836667] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac712099-bdbe-4661-acbb-6ffdad174ca8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.854457] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Created folder: Project (281001b55ee742adb6ff3e2793f9fe47) in parent group-v664777. [ 787.854735] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Creating folder: Instances. Parent ref: group-v664867. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.858199] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6cd1ddc-b3d5-4fd0-9cba-ae5fe93f860a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.861842] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.861842] env[70039]: value = "task-3330533" [ 787.861842] env[70039]: _type = "Task" [ 787.861842] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.865210] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330530, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.869020] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Created folder: Instances in parent group-v664867. [ 787.869253] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.869984] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.874146] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77362676-c376-43fd-8be3-388606c711d7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.885594] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330533, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.886365] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.889069] env[70039]: DEBUG oslo_concurrency.lockutils [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.177s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.889255] env[70039]: DEBUG nova.objects.instance [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Lazy-loading 'resources' on Instance uuid e12f61d5-fe3d-479c-b701-c5bdc6cee59d {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.895585] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.895585] env[70039]: value = "task-3330535" [ 787.895585] env[70039]: _type = "Task" [ 787.895585] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.905047] env[70039]: DEBUG oslo_vmware.api [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330531, 'name': PowerOffVM_Task, 'duration_secs': 0.262945} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.905527] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.906075] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.906692] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e82ef2d-6f5e-458f-ac76-ec0d0956c941 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.913061] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330535, 'name': CreateVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.917512] env[70039]: INFO nova.scheduler.client.report [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Deleted allocations for instance 2ae04994-4b65-49f8-97d8-bb0c1ebad763 [ 787.979318] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.979536] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.979759] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Deleting the datastore file [datastore2] 50c86c4f-628b-41ad-beec-18b07323e0b5 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.980053] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f9e313b-10c3-47aa-9cd9-9d6663f22967 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.987711] env[70039]: DEBUG oslo_vmware.api [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for the task: (returnval){ [ 787.987711] env[70039]: value = "task-3330537" [ 787.987711] env[70039]: _type = "Task" [ 787.987711] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.997492] env[70039]: DEBUG oslo_vmware.api [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.122885] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749933} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.123166] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 3ea7617e-f623-4aec-9a97-8a737b6307c5/3ea7617e-f623-4aec-9a97-8a737b6307c5.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.123415] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.123612] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-131fec0e-2d80-4fe8-88db-a60495a6b015 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.130507] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Waiting for the task: (returnval){ [ 788.130507] env[70039]: value = "task-3330538" [ 788.130507] env[70039]: _type = "Task" [ 788.130507] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.139233] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.363461] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330530, 'name': Destroy_Task, 'duration_secs': 0.76215} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.363735] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Destroyed the VM [ 788.364074] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Deleting Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 788.364281] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e97d9906-70da-4eaa-b9d2-61a46df27a47 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.373729] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330533, 'name': CreateVM_Task, 'duration_secs': 0.378674} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.376520] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.376520] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for the task: (returnval){ [ 788.376520] env[70039]: value = "task-3330539" [ 788.376520] env[70039]: _type = "Task" [ 788.376520] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.376520] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.376520] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.376520] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.377039] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30121465-9451-48d0-b8b6-49e234a5e80a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.388211] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for the task: (returnval){ [ 788.388211] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52236ef2-27ff-9ca8-7159-e784e0b5c0ce" [ 788.388211] env[70039]: _type = "Task" [ 788.388211] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.399914] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52236ef2-27ff-9ca8-7159-e784e0b5c0ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.408901] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330535, 'name': CreateVM_Task, 'duration_secs': 0.346148} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.409054] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.409501] env[70039]: DEBUG oslo_concurrency.lockutils [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.426445] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b08ed5a-9676-4d55-af38-76a90e21207b tempest-ServersListShow296Test-1433717106 tempest-ServersListShow296Test-1433717106-project-member] Lock "2ae04994-4b65-49f8-97d8-bb0c1ebad763" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.631s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.499310] env[70039]: DEBUG oslo_vmware.api [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Task: {'id': task-3330537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176071} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.499567] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.499752] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.499954] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.500103] env[70039]: INFO nova.compute.manager [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 788.500344] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.502791] env[70039]: DEBUG nova.compute.manager [-] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.502888] env[70039]: DEBUG nova.network.neutron [-] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.640021] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076904} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.640287] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.641167] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bf8b08-bf07-4acb-af1b-44bac57ef439 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.665485] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 3ea7617e-f623-4aec-9a97-8a737b6307c5/3ea7617e-f623-4aec-9a97-8a737b6307c5.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.667957] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5add18e-7228-45dd-ba76-c495c1a92cd8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.687633] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Waiting for the task: (returnval){ [ 788.687633] env[70039]: value = "task-3330540" [ 788.687633] env[70039]: _type = "Task" [ 788.687633] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.697700] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.705943] env[70039]: DEBUG nova.network.neutron [req-839c7414-6ef0-4743-84dc-97db5f38c629 req-40c38a87-172f-4089-a308-c116820ed837 service nova] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Updated VIF entry in instance network info cache for port b00937ff-8ecd-43ff-8a5e-9a752731b1e1. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.706304] env[70039]: DEBUG nova.network.neutron [req-839c7414-6ef0-4743-84dc-97db5f38c629 req-40c38a87-172f-4089-a308-c116820ed837 service nova] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Updating instance_info_cache with network_info: [{"id": "b00937ff-8ecd-43ff-8a5e-9a752731b1e1", "address": "fa:16:3e:9b:db:f9", "network": {"id": "90b8b0e5-3546-4d9b-ad5c-8ef9aa887712", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1736530877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed27a278eff24dc695701620c6152a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb00937ff-8e", "ovs_interfaceid": "b00937ff-8ecd-43ff-8a5e-9a752731b1e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.889462] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330539, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.896389] env[70039]: DEBUG nova.compute.manager [req-3909ab81-3453-4169-a28a-097603deec97 req-c6b414ff-d05a-431f-8d55-eaaa445bff69 service nova] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Received event network-vif-deleted-803b05f1-8d5f-4c89-baa6-91c37a29431a {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.896389] env[70039]: INFO nova.compute.manager [req-3909ab81-3453-4169-a28a-097603deec97 req-c6b414ff-d05a-431f-8d55-eaaa445bff69 service nova] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Neutron deleted interface 803b05f1-8d5f-4c89-baa6-91c37a29431a; detaching it from the instance and deleting it from the info cache [ 788.896389] env[70039]: DEBUG nova.network.neutron [req-3909ab81-3453-4169-a28a-097603deec97 req-c6b414ff-d05a-431f-8d55-eaaa445bff69 service nova] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.906918] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52236ef2-27ff-9ca8-7159-e784e0b5c0ce, 'name': SearchDatastore_Task, 'duration_secs': 0.018453} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.907259] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.907496] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.907752] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.908018] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.908135] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.908414] env[70039]: DEBUG oslo_concurrency.lockutils [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.908735] env[70039]: DEBUG oslo_concurrency.lockutils [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.908971] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-924c6d85-e247-489f-acd2-c834c0d42ca3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.910903] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f52af2b-ea6f-48f2-896e-d8ba9124fa81 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.917159] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Waiting for the task: (returnval){ [ 788.917159] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5206b023-af31-2a10-4eac-794bc180de6f" [ 788.917159] env[70039]: _type = "Task" [ 788.917159] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.924522] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.924745] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.926127] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc8badb3-077a-4609-9e84-44f6c6e9ef53 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.932737] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5206b023-af31-2a10-4eac-794bc180de6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009641} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.933461] env[70039]: DEBUG oslo_concurrency.lockutils [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.933699] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.933921] env[70039]: DEBUG oslo_concurrency.lockutils [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.935761] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for the task: (returnval){ [ 788.935761] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f60857-567e-87b6-fa51-f2d93aa0ca62" [ 788.935761] env[70039]: _type = "Task" [ 788.935761] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.951352] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f60857-567e-87b6-fa51-f2d93aa0ca62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.994544] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ace49cb-bbe2-44ee-9a06-6b141a38deb5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.002151] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb52650-cca1-40f0-a1a4-5f3a102d87cd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.034300] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e3a7f4-e639-4fc4-8947-50910a07d0f2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.042277] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e9dbd2-29c5-417d-8c17-ecac90a93354 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.055834] env[70039]: DEBUG nova.compute.provider_tree [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.198694] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330540, 'name': ReconfigVM_Task, 'duration_secs': 0.30605} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.198963] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 3ea7617e-f623-4aec-9a97-8a737b6307c5/3ea7617e-f623-4aec-9a97-8a737b6307c5.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.199597] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e91e570c-23ad-43be-89ed-8b141fcf9d44 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.205751] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Waiting for the task: (returnval){ [ 789.205751] env[70039]: value = "task-3330541" [ 789.205751] env[70039]: _type = "Task" [ 789.205751] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.213968] env[70039]: DEBUG oslo_concurrency.lockutils [req-839c7414-6ef0-4743-84dc-97db5f38c629 req-40c38a87-172f-4089-a308-c116820ed837 service nova] Releasing lock "refresh_cache-2a7892bc-4060-44b2-a6ff-cc9720783b3e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.214368] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330541, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.364416] env[70039]: DEBUG nova.network.neutron [-] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.388150] env[70039]: DEBUG oslo_vmware.api [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330539, 'name': RemoveSnapshot_Task, 'duration_secs': 0.609726} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.388888] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Deleted Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 789.388888] env[70039]: INFO nova.compute.manager [None req-125c848c-7efd-4e8b-b0ed-19f34d4474f3 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Took 18.63 seconds to snapshot the instance on the hypervisor. [ 789.402449] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea350d2e-def7-4ba5-8cc8-035f3856912e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.412887] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cd0a6c-2df9-4e02-8b2e-3480f616f1bb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.450216] env[70039]: DEBUG nova.compute.manager [req-3909ab81-3453-4169-a28a-097603deec97 req-c6b414ff-d05a-431f-8d55-eaaa445bff69 service nova] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Detach interface failed, port_id=803b05f1-8d5f-4c89-baa6-91c37a29431a, reason: Instance 50c86c4f-628b-41ad-beec-18b07323e0b5 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 789.459117] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f60857-567e-87b6-fa51-f2d93aa0ca62, 'name': SearchDatastore_Task, 'duration_secs': 0.015856} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.459890] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87231264-cb72-4137-844b-448167d1af6f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.465349] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for the task: (returnval){ [ 789.465349] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5298c9b6-1ace-f22a-4634-5e716f877eb6" [ 789.465349] env[70039]: _type = "Task" [ 789.465349] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.472915] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5298c9b6-1ace-f22a-4634-5e716f877eb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.560066] env[70039]: DEBUG nova.scheduler.client.report [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.715761] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330541, 'name': Rename_Task, 'duration_secs': 0.134496} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.716064] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.716314] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-deaba580-0e7a-4cf4-a346-2ae4734f7bf1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.722265] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Waiting for the task: (returnval){ [ 789.722265] env[70039]: value = "task-3330542" [ 789.722265] env[70039]: _type = "Task" [ 789.722265] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.729509] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.868042] env[70039]: INFO nova.compute.manager [-] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Took 1.36 seconds to deallocate network for instance. [ 789.976920] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5298c9b6-1ace-f22a-4634-5e716f877eb6, 'name': SearchDatastore_Task, 'duration_secs': 0.01559} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.977443] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.977869] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 2a7892bc-4060-44b2-a6ff-cc9720783b3e/2a7892bc-4060-44b2-a6ff-cc9720783b3e.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.978544] env[70039]: DEBUG oslo_concurrency.lockutils [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.978544] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.978788] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88f9e711-a1cd-4c84-aa06-b473eb0e18f4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.981582] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-594fb365-2b6b-4cbc-9712-b446e0909e12 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.989296] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for the task: (returnval){ [ 789.989296] env[70039]: value = "task-3330543" [ 789.989296] env[70039]: _type = "Task" [ 789.989296] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.993281] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.993281] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.996026] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c78c79e-d537-4aea-883d-bb5953eb52ff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.003929] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.004241] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Waiting for the task: (returnval){ [ 790.004241] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]529b82d1-8bb1-3010-3baf-03d7e0777644" [ 790.004241] env[70039]: _type = "Task" [ 790.004241] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.013176] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]529b82d1-8bb1-3010-3baf-03d7e0777644, 'name': SearchDatastore_Task, 'duration_secs': 0.009237} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.013931] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29146e9d-ebe2-4ec1-b2b2-f231d86b6b81 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.019415] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Waiting for the task: (returnval){ [ 790.019415] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52574afc-16a5-8c9b-edd7-b585acea1483" [ 790.019415] env[70039]: _type = "Task" [ 790.019415] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.027129] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52574afc-16a5-8c9b-edd7-b585acea1483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.065912] env[70039]: DEBUG oslo_concurrency.lockutils [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.068350] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.683s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.068592] env[70039]: DEBUG nova.objects.instance [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Lazy-loading 'resources' on Instance uuid f3240dbb-7b2a-4966-a638-bebbfcc287da {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.104735] env[70039]: INFO nova.scheduler.client.report [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Deleted allocations for instance e12f61d5-fe3d-479c-b701-c5bdc6cee59d [ 790.235981] env[70039]: DEBUG oslo_vmware.api [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330542, 'name': PowerOnVM_Task, 'duration_secs': 0.472664} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.236944] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.237238] env[70039]: INFO nova.compute.manager [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Took 7.98 seconds to spawn the instance on the hypervisor. [ 790.237428] env[70039]: DEBUG nova.compute.manager [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.238466] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f7d1a2-6599-4db7-ba06-f8791e07b40a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.376930] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.500548] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472113} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.500810] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 2a7892bc-4060-44b2-a6ff-cc9720783b3e/2a7892bc-4060-44b2-a6ff-cc9720783b3e.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.501036] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.501348] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36ed2775-33c2-4fcf-b74d-fd48cbb31da4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.507839] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for the task: (returnval){ [ 790.507839] env[70039]: value = "task-3330544" [ 790.507839] env[70039]: _type = "Task" [ 790.507839] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.516186] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.529303] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52574afc-16a5-8c9b-edd7-b585acea1483, 'name': SearchDatastore_Task, 'duration_secs': 0.009582} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.529564] env[70039]: DEBUG oslo_concurrency.lockutils [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.530136] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] d19fe63d-4364-4fd7-9dcf-dd281e8b87c7/d19fe63d-4364-4fd7-9dcf-dd281e8b87c7.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.530283] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e9a6a1b-7585-4ff7-8c91-790e393baac9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.535817] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Waiting for the task: (returnval){ [ 790.535817] env[70039]: value = "task-3330545" [ 790.535817] env[70039]: _type = "Task" [ 790.535817] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.543626] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': task-3330545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.588807] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Acquiring lock "c35411bf-4a5e-4197-83c1-daad9b28d152" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.589816] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Lock "c35411bf-4a5e-4197-83c1-daad9b28d152" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.589816] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Acquiring lock "c35411bf-4a5e-4197-83c1-daad9b28d152-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.589816] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Lock "c35411bf-4a5e-4197-83c1-daad9b28d152-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.589816] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Lock "c35411bf-4a5e-4197-83c1-daad9b28d152-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.592650] env[70039]: INFO nova.compute.manager [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Terminating instance [ 790.613650] env[70039]: DEBUG oslo_concurrency.lockutils [None req-207da1b4-eb25-4d1c-8b9f-0a3279c93300 tempest-ServerAddressesTestJSON-364535507 tempest-ServerAddressesTestJSON-364535507-project-member] Lock "e12f61d5-fe3d-479c-b701-c5bdc6cee59d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.956s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.758366] env[70039]: INFO nova.compute.manager [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Took 41.88 seconds to build instance. [ 791.020018] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.406642} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.022742] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.023819] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8be387-4510-4124-a274-5ccee0a29491 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.047972] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 2a7892bc-4060-44b2-a6ff-cc9720783b3e/2a7892bc-4060-44b2-a6ff-cc9720783b3e.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.057179] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cca6d118-a760-4cce-bdc8-32164ea77716 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.077263] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': task-3330545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.078883] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for the task: (returnval){ [ 791.078883] env[70039]: value = "task-3330546" [ 791.078883] env[70039]: _type = "Task" [ 791.078883] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.087265] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.103025] env[70039]: DEBUG nova.compute.manager [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.103025] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.103025] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435f7fd0-7f0d-41da-85c5-c3098325a6e1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.114702] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.115376] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-436f3deb-a64e-4758-9645-0df66584e69d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.122856] env[70039]: DEBUG oslo_vmware.api [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for the task: (returnval){ [ 791.122856] env[70039]: value = "task-3330547" [ 791.122856] env[70039]: _type = "Task" [ 791.122856] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.126689] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c086075f-a0b4-4f32-bd98-57506f9bc3d4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.132671] env[70039]: DEBUG oslo_vmware.api [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.137792] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e1c5b4-4b31-4c88-8b2a-dace41f48146 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.169377] env[70039]: INFO nova.compute.manager [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Rescuing [ 791.169679] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Acquiring lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.169845] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Acquired lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.170069] env[70039]: DEBUG nova.network.neutron [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.172208] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23827fd0-f7d6-48e8-8dfc-964626cc079e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.182908] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb031b5-1917-4f56-a572-d3c6b001da2b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.199071] env[70039]: DEBUG nova.compute.provider_tree [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.260400] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b7ee090-c07b-4384-b71c-1684a322d774 tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Lock "3ea7617e-f623-4aec-9a97-8a737b6307c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.683s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.550015] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': task-3330545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.913565} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.550296] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] d19fe63d-4364-4fd7-9dcf-dd281e8b87c7/d19fe63d-4364-4fd7-9dcf-dd281e8b87c7.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.550506] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.550798] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bd001de-c57c-424c-9a8a-f05fc63c8d70 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.557222] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Waiting for the task: (returnval){ [ 791.557222] env[70039]: value = "task-3330548" [ 791.557222] env[70039]: _type = "Task" [ 791.557222] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.565663] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': task-3330548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.588506] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.630317] env[70039]: DEBUG oslo_vmware.api [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330547, 'name': PowerOffVM_Task, 'duration_secs': 0.443886} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.630588] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.630759] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.631021] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fa0c67f-cbea-4bff-881c-224dc929fdca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.688358] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.692020] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.692020] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Deleting the datastore file [datastore1] c35411bf-4a5e-4197-83c1-daad9b28d152 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.692020] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d532b1e1-df15-4783-a6e4-2c5dd68c20df {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.696133] env[70039]: DEBUG oslo_vmware.api [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for the task: (returnval){ [ 791.696133] env[70039]: value = "task-3330550" [ 791.696133] env[70039]: _type = "Task" [ 791.696133] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.704907] env[70039]: DEBUG nova.scheduler.client.report [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.708094] env[70039]: DEBUG oslo_vmware.api [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.762874] env[70039]: DEBUG nova.compute.manager [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.888258] env[70039]: DEBUG nova.network.neutron [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Updating instance_info_cache with network_info: [{"id": "fd667efd-e2ca-45d6-b9c0-19f93cfb551c", "address": "fa:16:3e:99:39:d4", "network": {"id": "7f74edf1-f1f6-4083-824b-cbd9405f31dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052613343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b9e558df7d44357a9f6388810dbced7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd667efd-e2", "ovs_interfaceid": "fd667efd-e2ca-45d6-b9c0-19f93cfb551c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.070746] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': task-3330548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06526} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.070746] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.070746] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6df2df6-4dc8-486a-ad02-05497a729e37 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.090865] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] d19fe63d-4364-4fd7-9dcf-dd281e8b87c7/d19fe63d-4364-4fd7-9dcf-dd281e8b87c7.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.095428] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38ce1ee7-84d0-430e-b6b0-d04cff12ab10 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.116978] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330546, 'name': ReconfigVM_Task, 'duration_secs': 0.62393} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.118813] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 2a7892bc-4060-44b2-a6ff-cc9720783b3e/2a7892bc-4060-44b2-a6ff-cc9720783b3e.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.119647] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Waiting for the task: (returnval){ [ 792.119647] env[70039]: value = "task-3330551" [ 792.119647] env[70039]: _type = "Task" [ 792.119647] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.119866] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43af2de8-fd65-42f9-b439-a8a29a29eb20 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.131096] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': task-3330551, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.132495] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for the task: (returnval){ [ 792.132495] env[70039]: value = "task-3330552" [ 792.132495] env[70039]: _type = "Task" [ 792.132495] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.142336] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330552, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.208663] env[70039]: DEBUG oslo_vmware.api [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Task: {'id': task-3330550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146949} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.209568] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.211919] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.212245] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.216022] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.216022] env[70039]: INFO nova.compute.manager [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Took 1.11 seconds to destroy the instance on the hypervisor. [ 792.216022] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.216022] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.277s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.216022] env[70039]: INFO nova.compute.claims [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.218985] env[70039]: DEBUG nova.compute.manager [-] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.219204] env[70039]: DEBUG nova.network.neutron [-] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.253579] env[70039]: INFO nova.scheduler.client.report [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Deleted allocations for instance f3240dbb-7b2a-4966-a638-bebbfcc287da [ 792.293982] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.392515] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Releasing lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.589119] env[70039]: DEBUG nova.compute.manager [req-30fe9c0e-0420-4c94-9fd6-f397318781f4 req-b3d4cd8e-9d46-4041-a024-ad3aa1d9f7da service nova] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Received event network-vif-deleted-04f93b25-2ac0-4d63-8d30-027e481506e2 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.589337] env[70039]: INFO nova.compute.manager [req-30fe9c0e-0420-4c94-9fd6-f397318781f4 req-b3d4cd8e-9d46-4041-a024-ad3aa1d9f7da service nova] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Neutron deleted interface 04f93b25-2ac0-4d63-8d30-027e481506e2; detaching it from the instance and deleting it from the info cache [ 792.589512] env[70039]: DEBUG nova.network.neutron [req-30fe9c0e-0420-4c94-9fd6-f397318781f4 req-b3d4cd8e-9d46-4041-a024-ad3aa1d9f7da service nova] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.635645] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': task-3330551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.642969] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330552, 'name': Rename_Task, 'duration_secs': 0.366506} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.643359] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.643645] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab0a99cb-109e-40ee-aab0-26b1481079a0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.650674] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for the task: (returnval){ [ 792.650674] env[70039]: value = "task-3330553" [ 792.650674] env[70039]: _type = "Task" [ 792.650674] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.658487] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.761886] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8ff8a216-ec0c-431b-bab2-b023e4f86878 tempest-AttachInterfacesV270Test-579139546 tempest-AttachInterfacesV270Test-579139546-project-member] Lock "f3240dbb-7b2a-4966-a638-bebbfcc287da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.577s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.036882] env[70039]: DEBUG nova.network.neutron [-] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.094803] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebc6eed4-ed74-4d9c-876e-812cd4a0c61a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.102478] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfb56a8-81a8-4212-940b-7a47a13c5bc3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.136054] env[70039]: DEBUG nova.compute.manager [req-30fe9c0e-0420-4c94-9fd6-f397318781f4 req-b3d4cd8e-9d46-4041-a024-ad3aa1d9f7da service nova] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Detach interface failed, port_id=04f93b25-2ac0-4d63-8d30-027e481506e2, reason: Instance c35411bf-4a5e-4197-83c1-daad9b28d152 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 793.144360] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': task-3330551, 'name': ReconfigVM_Task, 'duration_secs': 0.673424} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.144712] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Reconfigured VM instance instance-0000001e to attach disk [datastore1] d19fe63d-4364-4fd7-9dcf-dd281e8b87c7/d19fe63d-4364-4fd7-9dcf-dd281e8b87c7.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.145619] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da2ada04-6532-46cb-acb0-edaedeb9b965 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.151917] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Waiting for the task: (returnval){ [ 793.151917] env[70039]: value = "task-3330554" [ 793.151917] env[70039]: _type = "Task" [ 793.151917] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.166257] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': task-3330554, 'name': Rename_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.169472] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330553, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.544358] env[70039]: INFO nova.compute.manager [-] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Took 1.32 seconds to deallocate network for instance. [ 793.664274] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330553, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.667495] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': task-3330554, 'name': Rename_Task, 'duration_secs': 0.321724} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.670046] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.670952] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-558f9a4b-a2aa-469a-bc35-a38ebda19893 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.677520] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Waiting for the task: (returnval){ [ 793.677520] env[70039]: value = "task-3330555" [ 793.677520] env[70039]: _type = "Task" [ 793.677520] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.685926] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': task-3330555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.801944] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177558b9-01cb-4a90-aa06-6e0a01a493e0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.809638] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d3538e-70da-458f-9ac6-b080e22e4443 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.843373] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b9b557-ce96-479c-acfa-c4957360df1b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.853704] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dce04da-b04e-4068-bea7-651fc12481e0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.868397] env[70039]: DEBUG nova.compute.provider_tree [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.951758] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.952082] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb17d467-d124-401d-a1e8-162e119091a9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.958854] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Waiting for the task: (returnval){ [ 793.958854] env[70039]: value = "task-3330556" [ 793.958854] env[70039]: _type = "Task" [ 793.958854] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.975446] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.052565] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.162242] env[70039]: DEBUG oslo_vmware.api [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330553, 'name': PowerOnVM_Task, 'duration_secs': 1.426458} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.162566] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.162767] env[70039]: INFO nova.compute.manager [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Took 9.14 seconds to spawn the instance on the hypervisor. [ 794.162953] env[70039]: DEBUG nova.compute.manager [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.163730] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f1d3e2-3e7d-4312-b608-b2153d029cfd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.187426] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': task-3330555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.373577] env[70039]: DEBUG nova.scheduler.client.report [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.471441] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330556, 'name': PowerOffVM_Task, 'duration_secs': 0.217503} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.471769] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.472656] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abc7bfb-c946-49e1-a4d2-4048aa632220 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.495594] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e22dec-316e-4293-9252-1cafae4742ae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.533263] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.533573] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba69e561-a8c4-425b-80ff-9a2872aa83ba {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.540259] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Waiting for the task: (returnval){ [ 794.540259] env[70039]: value = "task-3330557" [ 794.540259] env[70039]: _type = "Task" [ 794.540259] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.552018] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.686381] env[70039]: INFO nova.compute.manager [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Took 43.64 seconds to build instance. [ 794.693358] env[70039]: DEBUG oslo_vmware.api [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': task-3330555, 'name': PowerOnVM_Task, 'duration_secs': 0.977721} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.693660] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.693867] env[70039]: INFO nova.compute.manager [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Took 6.93 seconds to spawn the instance on the hypervisor. [ 794.694059] env[70039]: DEBUG nova.compute.manager [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.694899] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783f481d-3ab7-48d8-892d-cde9d66d9a79 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.878676] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.878764] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.389s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.884123] env[70039]: INFO nova.compute.claims [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.053809] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] VM already powered off {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 795.053809] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.054166] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.054166] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.054243] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.054443] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37e74cd7-03ef-4035-81fc-f576fcb1231e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.062912] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.063112] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.064647] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a73a1ad-e9b6-4df3-a8bb-8b956e974d62 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.070362] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Waiting for the task: (returnval){ [ 795.070362] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]529fa2d6-afdd-7a9c-630e-4d07772376ab" [ 795.070362] env[70039]: _type = "Task" [ 795.070362] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.082261] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]529fa2d6-afdd-7a9c-630e-4d07772376ab, 'name': SearchDatastore_Task, 'duration_secs': 0.008246} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.083079] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c00f58f-dddf-4982-b4ce-012fac31917b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.087992] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Waiting for the task: (returnval){ [ 795.087992] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5266583b-138b-62a0-e477-ee0f0407f5b5" [ 795.087992] env[70039]: _type = "Task" [ 795.087992] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.096035] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5266583b-138b-62a0-e477-ee0f0407f5b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.189267] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fa65c6f3-3250-4d3f-9d0a-e32e17d097c5 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "2a7892bc-4060-44b2-a6ff-cc9720783b3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.959s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.214111] env[70039]: INFO nova.compute.manager [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Took 42.42 seconds to build instance. [ 795.395383] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Acquiring lock "be5dd07b-31b3-4ddc-8487-949b7535e0a9" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.397507] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Lock "be5dd07b-31b3-4ddc-8487-949b7535e0a9" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.603279] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5266583b-138b-62a0-e477-ee0f0407f5b5, 'name': SearchDatastore_Task, 'duration_secs': 0.008445} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.603279] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.603279] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 3ea7617e-f623-4aec-9a97-8a737b6307c5/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk. {{(pid=70039) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 795.603279] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ddd5de0-490d-425d-9a7d-04cd38e2da93 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.609653] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Waiting for the task: (returnval){ [ 795.609653] env[70039]: value = "task-3330558" [ 795.609653] env[70039]: _type = "Task" [ 795.609653] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.618259] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.692293] env[70039]: DEBUG nova.compute.manager [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.718621] env[70039]: DEBUG oslo_concurrency.lockutils [None req-680f2519-8509-43dc-8cd3-f1af425897de tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Lock "d19fe63d-4364-4fd7-9dcf-dd281e8b87c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.162s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.751549] env[70039]: DEBUG nova.compute.manager [req-ddf4f1bf-360e-4a60-a586-bc16204ae35e req-df423aa6-db29-4f13-9837-21dca83e6fe2 service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Received event network-changed-7c88842f-be38-41fe-a8ce-d3d4302d5ef3 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.751742] env[70039]: DEBUG nova.compute.manager [req-ddf4f1bf-360e-4a60-a586-bc16204ae35e req-df423aa6-db29-4f13-9837-21dca83e6fe2 service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Refreshing instance network info cache due to event network-changed-7c88842f-be38-41fe-a8ce-d3d4302d5ef3. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.751956] env[70039]: DEBUG oslo_concurrency.lockutils [req-ddf4f1bf-360e-4a60-a586-bc16204ae35e req-df423aa6-db29-4f13-9837-21dca83e6fe2 service nova] Acquiring lock "refresh_cache-49b611f4-ea23-46af-ba2e-b4e861eac8a2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.752120] env[70039]: DEBUG oslo_concurrency.lockutils [req-ddf4f1bf-360e-4a60-a586-bc16204ae35e req-df423aa6-db29-4f13-9837-21dca83e6fe2 service nova] Acquired lock "refresh_cache-49b611f4-ea23-46af-ba2e-b4e861eac8a2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.752281] env[70039]: DEBUG nova.network.neutron [req-ddf4f1bf-360e-4a60-a586-bc16204ae35e req-df423aa6-db29-4f13-9837-21dca83e6fe2 service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Refreshing network info cache for port 7c88842f-be38-41fe-a8ce-d3d4302d5ef3 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.870140] env[70039]: DEBUG nova.compute.manager [None req-a22e1d7f-6785-44c8-8359-d44191b23d31 tempest-ServerDiagnosticsV248Test-1053041505 tempest-ServerDiagnosticsV248Test-1053041505-project-admin] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.871431] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578c9128-1e30-48b7-99b0-e572413961f9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.879301] env[70039]: INFO nova.compute.manager [None req-a22e1d7f-6785-44c8-8359-d44191b23d31 tempest-ServerDiagnosticsV248Test-1053041505 tempest-ServerDiagnosticsV248Test-1053041505-project-admin] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Retrieving diagnostics [ 795.880063] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974b512c-0d19-453d-a386-0bd235377d3d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.916601] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Lock "be5dd07b-31b3-4ddc-8487-949b7535e0a9" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.521s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.917179] env[70039]: DEBUG nova.compute.manager [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.120177] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449791} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.122929] env[70039]: INFO nova.virt.vmwareapi.ds_util [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 3ea7617e-f623-4aec-9a97-8a737b6307c5/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk. [ 796.123967] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8362d59a-1562-4266-83eb-c9df4176400d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.148856] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 3ea7617e-f623-4aec-9a97-8a737b6307c5/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.151495] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f4cfe72-1ef8-404b-bc68-f4af8338ec10 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.170262] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Waiting for the task: (returnval){ [ 796.170262] env[70039]: value = "task-3330559" [ 796.170262] env[70039]: _type = "Task" [ 796.170262] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.179388] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.214987] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.220696] env[70039]: DEBUG nova.compute.manager [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.423873] env[70039]: DEBUG nova.compute.utils [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.425248] env[70039]: DEBUG nova.compute.manager [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.425407] env[70039]: DEBUG nova.network.neutron [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.437416] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadf2cf0-be6f-4e45-a40a-fb66259497f0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.448880] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9be8507-ba79-426b-9244-8aaccfa6279b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.485875] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdeacf12-14f4-4606-91ff-de961f5b028b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.493969] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216bb061-91ac-4e45-ae49-214c856ea869 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.507943] env[70039]: DEBUG nova.compute.provider_tree [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.549661] env[70039]: DEBUG nova.policy [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ad6ceddb5fe4b1ca8a29ca7f53703ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77cd46f4b8a540f0895dd612e3df0eae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.679871] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.762771] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.856928] env[70039]: DEBUG nova.network.neutron [req-ddf4f1bf-360e-4a60-a586-bc16204ae35e req-df423aa6-db29-4f13-9837-21dca83e6fe2 service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Updated VIF entry in instance network info cache for port 7c88842f-be38-41fe-a8ce-d3d4302d5ef3. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.857327] env[70039]: DEBUG nova.network.neutron [req-ddf4f1bf-360e-4a60-a586-bc16204ae35e req-df423aa6-db29-4f13-9837-21dca83e6fe2 service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Updating instance_info_cache with network_info: [{"id": "7c88842f-be38-41fe-a8ce-d3d4302d5ef3", "address": "fa:16:3e:c8:e8:89", "network": {"id": "90b8b0e5-3546-4d9b-ad5c-8ef9aa887712", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1736530877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed27a278eff24dc695701620c6152a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c88842f-be", "ovs_interfaceid": "7c88842f-be38-41fe-a8ce-d3d4302d5ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.936544] env[70039]: DEBUG nova.compute.manager [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.011711] env[70039]: DEBUG nova.scheduler.client.report [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.183094] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330559, 'name': ReconfigVM_Task, 'duration_secs': 0.938699} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.183901] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 3ea7617e-f623-4aec-9a97-8a737b6307c5/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.186638] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b4c864-e61b-4b34-a03b-91f68f3efdbb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.237141] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdb472d4-0932-4d76-a3b2-1212b372c32d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.248825] env[70039]: DEBUG nova.network.neutron [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Successfully created port: c1aad3b5-fee5-45a3-bfdc-70afc3137e83 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.255816] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Waiting for the task: (returnval){ [ 797.255816] env[70039]: value = "task-3330560" [ 797.255816] env[70039]: _type = "Task" [ 797.255816] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.264564] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.363902] env[70039]: DEBUG oslo_concurrency.lockutils [req-ddf4f1bf-360e-4a60-a586-bc16204ae35e req-df423aa6-db29-4f13-9837-21dca83e6fe2 service nova] Releasing lock "refresh_cache-49b611f4-ea23-46af-ba2e-b4e861eac8a2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.517739] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.518342] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.523092] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.032s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.526104] env[70039]: INFO nova.compute.claims [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.768768] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330560, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.950498] env[70039]: DEBUG nova.compute.manager [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.979745] env[70039]: DEBUG nova.virt.hardware [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.980008] env[70039]: DEBUG nova.virt.hardware [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.980191] env[70039]: DEBUG nova.virt.hardware [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.980408] env[70039]: DEBUG nova.virt.hardware [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.980570] env[70039]: DEBUG nova.virt.hardware [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.980725] env[70039]: DEBUG nova.virt.hardware [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.980955] env[70039]: DEBUG nova.virt.hardware [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.981148] env[70039]: DEBUG nova.virt.hardware [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.981348] env[70039]: DEBUG nova.virt.hardware [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.981488] env[70039]: DEBUG nova.virt.hardware [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.981715] env[70039]: DEBUG nova.virt.hardware [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.986391] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9dee08-7596-4adb-acf7-0c78ff764668 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.994994] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b444d3df-4b5d-4a92-80e5-d7473f44d9ec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.024179] env[70039]: DEBUG nova.compute.utils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.025595] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.025755] env[70039]: DEBUG nova.network.neutron [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.114033] env[70039]: DEBUG nova.policy [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03612e5a234349e8ae6b06b686f692b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8562fbad956643d9bb78a328db53471f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.144591] env[70039]: DEBUG nova.compute.manager [req-1bbef5a2-d8f9-41b4-8837-5dc90e9612a9 req-2df07d48-236f-4e57-b459-ce39f7c55b08 service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Received event network-changed-7c88842f-be38-41fe-a8ce-d3d4302d5ef3 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.144747] env[70039]: DEBUG nova.compute.manager [req-1bbef5a2-d8f9-41b4-8837-5dc90e9612a9 req-2df07d48-236f-4e57-b459-ce39f7c55b08 service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Refreshing instance network info cache due to event network-changed-7c88842f-be38-41fe-a8ce-d3d4302d5ef3. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.144954] env[70039]: DEBUG oslo_concurrency.lockutils [req-1bbef5a2-d8f9-41b4-8837-5dc90e9612a9 req-2df07d48-236f-4e57-b459-ce39f7c55b08 service nova] Acquiring lock "refresh_cache-49b611f4-ea23-46af-ba2e-b4e861eac8a2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.145109] env[70039]: DEBUG oslo_concurrency.lockutils [req-1bbef5a2-d8f9-41b4-8837-5dc90e9612a9 req-2df07d48-236f-4e57-b459-ce39f7c55b08 service nova] Acquired lock "refresh_cache-49b611f4-ea23-46af-ba2e-b4e861eac8a2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.145270] env[70039]: DEBUG nova.network.neutron [req-1bbef5a2-d8f9-41b4-8837-5dc90e9612a9 req-2df07d48-236f-4e57-b459-ce39f7c55b08 service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Refreshing network info cache for port 7c88842f-be38-41fe-a8ce-d3d4302d5ef3 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.268312] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330560, 'name': ReconfigVM_Task, 'duration_secs': 0.550592} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.269066] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.269066] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67f52304-083e-4149-859f-3832a00a6e54 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.276765] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Waiting for the task: (returnval){ [ 798.276765] env[70039]: value = "task-3330561" [ 798.276765] env[70039]: _type = "Task" [ 798.276765] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.286740] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.529157] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.788662] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330561, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.990873] env[70039]: DEBUG nova.network.neutron [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Successfully created port: ef302599-f3e4-4e27-8dfb-431051e43b21 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.152345] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5508aff7-e226-44b7-b852-47147c1d0ee9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.162354] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296dd607-3fc9-47e7-8330-47bc0f3fb04a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.199407] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f22149b-3baf-41c0-94b9-e2b0cbde6223 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.207895] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c513b0-37e9-446a-93b0-2d7327cf3730 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.223131] env[70039]: DEBUG nova.compute.provider_tree [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.241593] env[70039]: DEBUG nova.network.neutron [req-1bbef5a2-d8f9-41b4-8837-5dc90e9612a9 req-2df07d48-236f-4e57-b459-ce39f7c55b08 service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Updated VIF entry in instance network info cache for port 7c88842f-be38-41fe-a8ce-d3d4302d5ef3. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.241981] env[70039]: DEBUG nova.network.neutron [req-1bbef5a2-d8f9-41b4-8837-5dc90e9612a9 req-2df07d48-236f-4e57-b459-ce39f7c55b08 service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Updating instance_info_cache with network_info: [{"id": "7c88842f-be38-41fe-a8ce-d3d4302d5ef3", "address": "fa:16:3e:c8:e8:89", "network": {"id": "90b8b0e5-3546-4d9b-ad5c-8ef9aa887712", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1736530877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed27a278eff24dc695701620c6152a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c88842f-be", "ovs_interfaceid": "7c88842f-be38-41fe-a8ce-d3d4302d5ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.291419] env[70039]: DEBUG oslo_vmware.api [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330561, 'name': PowerOnVM_Task, 'duration_secs': 0.553053} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.291818] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.297138] env[70039]: DEBUG nova.compute.manager [None req-8a212996-537a-4d8c-b049-821b7edb88ea tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.297138] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e566be0c-e4f9-4535-b4d7-42ccde1895dc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.418180] env[70039]: DEBUG nova.network.neutron [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Successfully updated port: c1aad3b5-fee5-45a3-bfdc-70afc3137e83 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.547809] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.583421] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.583421] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.583421] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.584197] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.584505] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.586854] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.586854] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.586854] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.586854] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.586854] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.587123] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.587377] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32253b8-4502-402b-be75-21d01c6d84b0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.599129] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b489f2f0-2518-4cb2-ac95-a425ab8c2cbe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.726850] env[70039]: DEBUG nova.scheduler.client.report [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.744789] env[70039]: DEBUG oslo_concurrency.lockutils [req-1bbef5a2-d8f9-41b4-8837-5dc90e9612a9 req-2df07d48-236f-4e57-b459-ce39f7c55b08 service nova] Releasing lock "refresh_cache-49b611f4-ea23-46af-ba2e-b4e861eac8a2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.924398] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Acquiring lock "refresh_cache-2e23ee1b-6eb8-439d-9e1d-40e228182daa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.924398] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Acquired lock "refresh_cache-2e23ee1b-6eb8-439d-9e1d-40e228182daa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.924563] env[70039]: DEBUG nova.network.neutron [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.235283] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.235864] env[70039]: DEBUG nova.compute.manager [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.242024] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.242024] env[70039]: INFO nova.compute.claims [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.469635] env[70039]: DEBUG nova.network.neutron [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.478783] env[70039]: DEBUG nova.compute.manager [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Received event network-changed-b00937ff-8ecd-43ff-8a5e-9a752731b1e1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.478974] env[70039]: DEBUG nova.compute.manager [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Refreshing instance network info cache due to event network-changed-b00937ff-8ecd-43ff-8a5e-9a752731b1e1. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.479876] env[70039]: DEBUG oslo_concurrency.lockutils [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] Acquiring lock "refresh_cache-2a7892bc-4060-44b2-a6ff-cc9720783b3e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.480071] env[70039]: DEBUG oslo_concurrency.lockutils [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] Acquired lock "refresh_cache-2a7892bc-4060-44b2-a6ff-cc9720783b3e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.480254] env[70039]: DEBUG nova.network.neutron [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Refreshing network info cache for port b00937ff-8ecd-43ff-8a5e-9a752731b1e1 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.717971] env[70039]: DEBUG nova.network.neutron [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Updating instance_info_cache with network_info: [{"id": "c1aad3b5-fee5-45a3-bfdc-70afc3137e83", "address": "fa:16:3e:70:0a:52", "network": {"id": "4a8148dc-8aa0-4c44-a226-ff5b09b60b89", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-586114385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77cd46f4b8a540f0895dd612e3df0eae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1aad3b5-fe", "ovs_interfaceid": "c1aad3b5-fee5-45a3-bfdc-70afc3137e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.740544] env[70039]: DEBUG nova.compute.utils [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.742055] env[70039]: DEBUG nova.compute.manager [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.742227] env[70039]: DEBUG nova.network.neutron [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.804088] env[70039]: DEBUG nova.policy [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5b2b138d0434a1983ea62e1280873b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1aebfad7ee04aa590d54a4f2fbf5e9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.987847] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquiring lock "2a7892bc-4060-44b2-a6ff-cc9720783b3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.992042] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "2a7892bc-4060-44b2-a6ff-cc9720783b3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.992042] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquiring lock "2a7892bc-4060-44b2-a6ff-cc9720783b3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.992042] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "2a7892bc-4060-44b2-a6ff-cc9720783b3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.992042] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "2a7892bc-4060-44b2-a6ff-cc9720783b3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.992712] env[70039]: INFO nova.compute.manager [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Terminating instance [ 800.999167] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Acquiring lock "d50b1222-93c9-4fcc-bfa8-06443220faf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.000337] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Lock "d50b1222-93c9-4fcc-bfa8-06443220faf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.115719] env[70039]: DEBUG nova.network.neutron [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Successfully updated port: ef302599-f3e4-4e27-8dfb-431051e43b21 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.221023] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Releasing lock "refresh_cache-2e23ee1b-6eb8-439d-9e1d-40e228182daa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.221374] env[70039]: DEBUG nova.compute.manager [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Instance network_info: |[{"id": "c1aad3b5-fee5-45a3-bfdc-70afc3137e83", "address": "fa:16:3e:70:0a:52", "network": {"id": "4a8148dc-8aa0-4c44-a226-ff5b09b60b89", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-586114385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77cd46f4b8a540f0895dd612e3df0eae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1aad3b5-fe", "ovs_interfaceid": "c1aad3b5-fee5-45a3-bfdc-70afc3137e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.221793] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:0a:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1aad3b5-fee5-45a3-bfdc-70afc3137e83', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.232925] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Creating folder: Project (77cd46f4b8a540f0895dd612e3df0eae). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.236347] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7196865-9beb-48f4-9225-05c8a7c88b52 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.246294] env[70039]: DEBUG nova.compute.manager [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.254816] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Created folder: Project (77cd46f4b8a540f0895dd612e3df0eae) in parent group-v664777. [ 801.258363] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Creating folder: Instances. Parent ref: group-v664871. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.258363] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0758be6e-68a7-4ac1-9da3-3eccbd09e412 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.268712] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Created folder: Instances in parent group-v664871. [ 801.268964] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.269174] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.269384] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da4b8be1-b0ca-470b-beed-e53bf00c94ea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.307022] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.307022] env[70039]: value = "task-3330564" [ 801.307022] env[70039]: _type = "Task" [ 801.307022] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.316634] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330564, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.454708] env[70039]: DEBUG nova.network.neutron [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Updated VIF entry in instance network info cache for port b00937ff-8ecd-43ff-8a5e-9a752731b1e1. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.455090] env[70039]: DEBUG nova.network.neutron [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Updating instance_info_cache with network_info: [{"id": "b00937ff-8ecd-43ff-8a5e-9a752731b1e1", "address": "fa:16:3e:9b:db:f9", "network": {"id": "90b8b0e5-3546-4d9b-ad5c-8ef9aa887712", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1736530877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed27a278eff24dc695701620c6152a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb00937ff-8e", "ovs_interfaceid": "b00937ff-8ecd-43ff-8a5e-9a752731b1e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.473060] env[70039]: DEBUG nova.network.neutron [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Successfully created port: a4823606-12a7-4ee2-99ab-d1cfaa7b436d {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.504038] env[70039]: DEBUG nova.compute.manager [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.504038] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.504998] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37eb3de3-f251-459e-8392-cd2e7d249881 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.512523] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.512802] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f41e601e-7620-4f0a-a171-9004773aaef6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.519647] env[70039]: DEBUG oslo_vmware.api [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for the task: (returnval){ [ 801.519647] env[70039]: value = "task-3330565" [ 801.519647] env[70039]: _type = "Task" [ 801.519647] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.534375] env[70039]: DEBUG oslo_vmware.api [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.618319] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "refresh_cache-f9ef26da-6c7f-409b-8e13-a26f6c648f1b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.618473] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquired lock "refresh_cache-f9ef26da-6c7f-409b-8e13-a26f6c648f1b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.618628] env[70039]: DEBUG nova.network.neutron [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.686300] env[70039]: DEBUG nova.compute.manager [req-392de1df-378f-4b2e-9c4a-9546a0e9f375 req-d4d7b771-1fce-4497-83b7-4e5baef81ee0 service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Received event network-changed-7c88842f-be38-41fe-a8ce-d3d4302d5ef3 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.686590] env[70039]: DEBUG nova.compute.manager [req-392de1df-378f-4b2e-9c4a-9546a0e9f375 req-d4d7b771-1fce-4497-83b7-4e5baef81ee0 service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Refreshing instance network info cache due to event network-changed-7c88842f-be38-41fe-a8ce-d3d4302d5ef3. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.686935] env[70039]: DEBUG oslo_concurrency.lockutils [req-392de1df-378f-4b2e-9c4a-9546a0e9f375 req-d4d7b771-1fce-4497-83b7-4e5baef81ee0 service nova] Acquiring lock "refresh_cache-49b611f4-ea23-46af-ba2e-b4e861eac8a2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.687266] env[70039]: DEBUG oslo_concurrency.lockutils [req-392de1df-378f-4b2e-9c4a-9546a0e9f375 req-d4d7b771-1fce-4497-83b7-4e5baef81ee0 service nova] Acquired lock "refresh_cache-49b611f4-ea23-46af-ba2e-b4e861eac8a2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.687320] env[70039]: DEBUG nova.network.neutron [req-392de1df-378f-4b2e-9c4a-9546a0e9f375 req-d4d7b771-1fce-4497-83b7-4e5baef81ee0 service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Refreshing network info cache for port 7c88842f-be38-41fe-a8ce-d3d4302d5ef3 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.822230] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330564, 'name': CreateVM_Task, 'duration_secs': 0.361824} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.822460] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.823265] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.823467] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.823835] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.824417] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074512e6-2687-4a28-a21d-12e425e0fd48 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.833436] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Waiting for the task: (returnval){ [ 801.833436] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]526f3456-61fc-9604-19e3-2a54b0e7add1" [ 801.833436] env[70039]: _type = "Task" [ 801.833436] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.842026] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526f3456-61fc-9604-19e3-2a54b0e7add1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.902441] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18e70ac-44d7-4294-b072-16de8e2568c7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.910399] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c81d219-4988-4a52-a80d-012f612fec58 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.947710] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e7c08c-e5c4-46a0-962c-a91a3a05d89e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.956407] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bdb987-78ef-43a7-a3cd-bcd5aea552c3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.961485] env[70039]: DEBUG oslo_concurrency.lockutils [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] Releasing lock "refresh_cache-2a7892bc-4060-44b2-a6ff-cc9720783b3e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.961733] env[70039]: DEBUG nova.compute.manager [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Received event network-vif-plugged-c1aad3b5-fee5-45a3-bfdc-70afc3137e83 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.961924] env[70039]: DEBUG oslo_concurrency.lockutils [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] Acquiring lock "2e23ee1b-6eb8-439d-9e1d-40e228182daa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.962177] env[70039]: DEBUG oslo_concurrency.lockutils [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] Lock "2e23ee1b-6eb8-439d-9e1d-40e228182daa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.962363] env[70039]: DEBUG oslo_concurrency.lockutils [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] Lock "2e23ee1b-6eb8-439d-9e1d-40e228182daa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.962528] env[70039]: DEBUG nova.compute.manager [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] No waiting events found dispatching network-vif-plugged-c1aad3b5-fee5-45a3-bfdc-70afc3137e83 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.962715] env[70039]: WARNING nova.compute.manager [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Received unexpected event network-vif-plugged-c1aad3b5-fee5-45a3-bfdc-70afc3137e83 for instance with vm_state building and task_state spawning. [ 801.962893] env[70039]: DEBUG nova.compute.manager [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Received event network-changed-c1aad3b5-fee5-45a3-bfdc-70afc3137e83 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.963114] env[70039]: DEBUG nova.compute.manager [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Refreshing instance network info cache due to event network-changed-c1aad3b5-fee5-45a3-bfdc-70afc3137e83. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.963270] env[70039]: DEBUG oslo_concurrency.lockutils [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] Acquiring lock "refresh_cache-2e23ee1b-6eb8-439d-9e1d-40e228182daa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.963419] env[70039]: DEBUG oslo_concurrency.lockutils [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] Acquired lock "refresh_cache-2e23ee1b-6eb8-439d-9e1d-40e228182daa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.963580] env[70039]: DEBUG nova.network.neutron [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Refreshing network info cache for port c1aad3b5-fee5-45a3-bfdc-70afc3137e83 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.979699] env[70039]: DEBUG nova.compute.provider_tree [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.029298] env[70039]: DEBUG oslo_vmware.api [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330565, 'name': PowerOffVM_Task, 'duration_secs': 0.190228} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.029567] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.029736] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.029988] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34b8e5b5-cbca-4d22-af59-23444efa7eaa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.099382] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.099668] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.099857] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Deleting the datastore file [datastore1] 2a7892bc-4060-44b2-a6ff-cc9720783b3e {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.100142] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2958eaa8-4061-43c1-9595-cef9570ec16c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.106506] env[70039]: DEBUG oslo_vmware.api [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for the task: (returnval){ [ 802.106506] env[70039]: value = "task-3330567" [ 802.106506] env[70039]: _type = "Task" [ 802.106506] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.114615] env[70039]: DEBUG oslo_vmware.api [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.191979] env[70039]: DEBUG nova.network.neutron [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.265091] env[70039]: DEBUG nova.compute.manager [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.295110] env[70039]: DEBUG nova.virt.hardware [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.295385] env[70039]: DEBUG nova.virt.hardware [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.295542] env[70039]: DEBUG nova.virt.hardware [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.295725] env[70039]: DEBUG nova.virt.hardware [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.295874] env[70039]: DEBUG nova.virt.hardware [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.296091] env[70039]: DEBUG nova.virt.hardware [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.296325] env[70039]: DEBUG nova.virt.hardware [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.296489] env[70039]: DEBUG nova.virt.hardware [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.296659] env[70039]: DEBUG nova.virt.hardware [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.296834] env[70039]: DEBUG nova.virt.hardware [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.297034] env[70039]: DEBUG nova.virt.hardware [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.297891] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee480a4-2821-4775-a1b0-9cc1fabc928d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.305661] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2c2fdc-d610-4159-b2f4-4bdfc8290253 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.342922] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526f3456-61fc-9604-19e3-2a54b0e7add1, 'name': SearchDatastore_Task, 'duration_secs': 0.011302} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.343322] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.343558] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.343792] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.343941] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.344133] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.348022] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5df6ff55-d501-42aa-88c9-523ae71a16ce {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.352548] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.352738] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.353469] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-233ced12-5ce0-428c-9406-cc515c2e64f2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.358504] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Waiting for the task: (returnval){ [ 802.358504] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52937c7a-e30a-8da7-7e94-a8ec27434917" [ 802.358504] env[70039]: _type = "Task" [ 802.358504] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.367824] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52937c7a-e30a-8da7-7e94-a8ec27434917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.463325] env[70039]: DEBUG nova.network.neutron [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Updating instance_info_cache with network_info: [{"id": "ef302599-f3e4-4e27-8dfb-431051e43b21", "address": "fa:16:3e:13:fd:6d", "network": {"id": "07b01c0c-571d-460c-81c3-ecf3e830a89d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-649805981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8562fbad956643d9bb78a328db53471f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef302599-f3", "ovs_interfaceid": "ef302599-f3e4-4e27-8dfb-431051e43b21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.484030] env[70039]: DEBUG nova.scheduler.client.report [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.617881] env[70039]: DEBUG oslo_vmware.api [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134177} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.620321] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.620506] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.620672] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.620862] env[70039]: INFO nova.compute.manager [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 802.621192] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.621330] env[70039]: DEBUG nova.compute.manager [-] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.621409] env[70039]: DEBUG nova.network.neutron [-] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.659028] env[70039]: DEBUG nova.network.neutron [req-392de1df-378f-4b2e-9c4a-9546a0e9f375 req-d4d7b771-1fce-4497-83b7-4e5baef81ee0 service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Updated VIF entry in instance network info cache for port 7c88842f-be38-41fe-a8ce-d3d4302d5ef3. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.659028] env[70039]: DEBUG nova.network.neutron [req-392de1df-378f-4b2e-9c4a-9546a0e9f375 req-d4d7b771-1fce-4497-83b7-4e5baef81ee0 service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Updating instance_info_cache with network_info: [{"id": "7c88842f-be38-41fe-a8ce-d3d4302d5ef3", "address": "fa:16:3e:c8:e8:89", "network": {"id": "90b8b0e5-3546-4d9b-ad5c-8ef9aa887712", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1736530877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed27a278eff24dc695701620c6152a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c88842f-be", "ovs_interfaceid": "7c88842f-be38-41fe-a8ce-d3d4302d5ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.832197] env[70039]: DEBUG nova.network.neutron [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Updated VIF entry in instance network info cache for port c1aad3b5-fee5-45a3-bfdc-70afc3137e83. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.832197] env[70039]: DEBUG nova.network.neutron [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Updating instance_info_cache with network_info: [{"id": "c1aad3b5-fee5-45a3-bfdc-70afc3137e83", "address": "fa:16:3e:70:0a:52", "network": {"id": "4a8148dc-8aa0-4c44-a226-ff5b09b60b89", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-586114385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77cd46f4b8a540f0895dd612e3df0eae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1aad3b5-fe", "ovs_interfaceid": "c1aad3b5-fee5-45a3-bfdc-70afc3137e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.869161] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52937c7a-e30a-8da7-7e94-a8ec27434917, 'name': SearchDatastore_Task, 'duration_secs': 0.009915} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.870374] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f31c1b07-d4d4-4d81-a7df-452307b7fb99 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.875634] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Waiting for the task: (returnval){ [ 802.875634] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52da52a3-3f34-0b89-1414-1dbe64dfbcd9" [ 802.875634] env[70039]: _type = "Task" [ 802.875634] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.884059] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52da52a3-3f34-0b89-1414-1dbe64dfbcd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.966540] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Releasing lock "refresh_cache-f9ef26da-6c7f-409b-8e13-a26f6c648f1b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.966540] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Instance network_info: |[{"id": "ef302599-f3e4-4e27-8dfb-431051e43b21", "address": "fa:16:3e:13:fd:6d", "network": {"id": "07b01c0c-571d-460c-81c3-ecf3e830a89d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-649805981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8562fbad956643d9bb78a328db53471f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef302599-f3", "ovs_interfaceid": "ef302599-f3e4-4e27-8dfb-431051e43b21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.966738] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:fd:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef302599-f3e4-4e27-8dfb-431051e43b21', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.974841] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Creating folder: Project (8562fbad956643d9bb78a328db53471f). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.974841] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55cdc4ad-832d-4d6f-9958-240409032ca0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.986706] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Created folder: Project (8562fbad956643d9bb78a328db53471f) in parent group-v664777. [ 802.986960] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Creating folder: Instances. Parent ref: group-v664874. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.987170] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f95fb5a4-a5a0-41d2-8ac8-65ca848ec4db {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.989427] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.989904] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.992495] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.319s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.992836] env[70039]: DEBUG nova.objects.instance [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Lazy-loading 'resources' on Instance uuid 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.002572] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Created folder: Instances in parent group-v664874. [ 803.003208] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.003517] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.003730] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc10c877-5652-4731-a2a9-b8c340738a27 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.029362] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.029362] env[70039]: value = "task-3330570" [ 803.029362] env[70039]: _type = "Task" [ 803.029362] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.038452] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330570, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.160939] env[70039]: DEBUG oslo_concurrency.lockutils [req-392de1df-378f-4b2e-9c4a-9546a0e9f375 req-d4d7b771-1fce-4497-83b7-4e5baef81ee0 service nova] Releasing lock "refresh_cache-49b611f4-ea23-46af-ba2e-b4e861eac8a2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.330149] env[70039]: DEBUG oslo_concurrency.lockutils [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] Releasing lock "refresh_cache-2e23ee1b-6eb8-439d-9e1d-40e228182daa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.330457] env[70039]: DEBUG nova.compute.manager [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Received event network-changed-b00937ff-8ecd-43ff-8a5e-9a752731b1e1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.330634] env[70039]: DEBUG nova.compute.manager [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Refreshing instance network info cache due to event network-changed-b00937ff-8ecd-43ff-8a5e-9a752731b1e1. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.330851] env[70039]: DEBUG oslo_concurrency.lockutils [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] Acquiring lock "refresh_cache-2a7892bc-4060-44b2-a6ff-cc9720783b3e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.330995] env[70039]: DEBUG oslo_concurrency.lockutils [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] Acquired lock "refresh_cache-2a7892bc-4060-44b2-a6ff-cc9720783b3e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.331167] env[70039]: DEBUG nova.network.neutron [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Refreshing network info cache for port b00937ff-8ecd-43ff-8a5e-9a752731b1e1 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.374334] env[70039]: DEBUG nova.compute.manager [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Received event network-vif-plugged-ef302599-f3e4-4e27-8dfb-431051e43b21 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.374334] env[70039]: DEBUG oslo_concurrency.lockutils [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] Acquiring lock "f9ef26da-6c7f-409b-8e13-a26f6c648f1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.374334] env[70039]: DEBUG oslo_concurrency.lockutils [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] Lock "f9ef26da-6c7f-409b-8e13-a26f6c648f1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.374556] env[70039]: DEBUG oslo_concurrency.lockutils [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] Lock "f9ef26da-6c7f-409b-8e13-a26f6c648f1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.374872] env[70039]: DEBUG nova.compute.manager [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] No waiting events found dispatching network-vif-plugged-ef302599-f3e4-4e27-8dfb-431051e43b21 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.375112] env[70039]: WARNING nova.compute.manager [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Received unexpected event network-vif-plugged-ef302599-f3e4-4e27-8dfb-431051e43b21 for instance with vm_state building and task_state spawning. [ 803.376225] env[70039]: DEBUG nova.compute.manager [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Received event network-changed-ef302599-f3e4-4e27-8dfb-431051e43b21 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.376225] env[70039]: DEBUG nova.compute.manager [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Refreshing instance network info cache due to event network-changed-ef302599-f3e4-4e27-8dfb-431051e43b21. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.376225] env[70039]: DEBUG oslo_concurrency.lockutils [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] Acquiring lock "refresh_cache-f9ef26da-6c7f-409b-8e13-a26f6c648f1b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.376225] env[70039]: DEBUG oslo_concurrency.lockutils [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] Acquired lock "refresh_cache-f9ef26da-6c7f-409b-8e13-a26f6c648f1b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.376225] env[70039]: DEBUG nova.network.neutron [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Refreshing network info cache for port ef302599-f3e4-4e27-8dfb-431051e43b21 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.388566] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52da52a3-3f34-0b89-1414-1dbe64dfbcd9, 'name': SearchDatastore_Task, 'duration_secs': 0.009766} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.388566] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.388905] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 2e23ee1b-6eb8-439d-9e1d-40e228182daa/2e23ee1b-6eb8-439d-9e1d-40e228182daa.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.389218] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa98f09a-2cc1-4ca8-99fb-2c43f3dc6084 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.397778] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Waiting for the task: (returnval){ [ 803.397778] env[70039]: value = "task-3330571" [ 803.397778] env[70039]: _type = "Task" [ 803.397778] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.412796] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': task-3330571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.451270] env[70039]: DEBUG nova.network.neutron [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Successfully updated port: a4823606-12a7-4ee2-99ab-d1cfaa7b436d {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.482687] env[70039]: DEBUG nova.network.neutron [-] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.496320] env[70039]: DEBUG nova.compute.utils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.502201] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.502509] env[70039]: DEBUG nova.network.neutron [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.546764] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330570, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.578090] env[70039]: DEBUG nova.policy [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03612e5a234349e8ae6b06b686f692b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8562fbad956643d9bb78a328db53471f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.863691] env[70039]: INFO nova.network.neutron [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Port b00937ff-8ecd-43ff-8a5e-9a752731b1e1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 803.863947] env[70039]: DEBUG nova.network.neutron [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.909638] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': task-3330571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46793} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.912261] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 2e23ee1b-6eb8-439d-9e1d-40e228182daa/2e23ee1b-6eb8-439d-9e1d-40e228182daa.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.912472] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.912910] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4fe812e-431a-409d-b354-67eb3bc36bdb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.920674] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Waiting for the task: (returnval){ [ 803.920674] env[70039]: value = "task-3330572" [ 803.920674] env[70039]: _type = "Task" [ 803.920674] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.935598] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': task-3330572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.954422] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "refresh_cache-0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.954629] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "refresh_cache-0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.954782] env[70039]: DEBUG nova.network.neutron [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.985958] env[70039]: INFO nova.compute.manager [-] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Took 1.36 seconds to deallocate network for instance. [ 804.003173] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.043618] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330570, 'name': CreateVM_Task, 'duration_secs': 0.544192} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.045833] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.047074] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.047264] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.047570] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.048322] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a3a4507-95d1-4eae-95f2-fb24cb8047b4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.051603] env[70039]: DEBUG nova.network.neutron [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Successfully created port: bba3b332-9fbc-4998-bd9c-fcc140dbd274 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.055425] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 804.055425] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52aa26e2-10a2-dff2-1930-8154178b109f" [ 804.055425] env[70039]: _type = "Task" [ 804.055425] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.067736] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52aa26e2-10a2-dff2-1930-8154178b109f, 'name': SearchDatastore_Task, 'duration_secs': 0.009125} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.068142] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.068270] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.069180] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.069180] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.069180] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.069180] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32e9a2af-395e-4913-ac8e-35b9353b3d04 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.081517] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.081703] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.083565] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b1495ed-c502-4001-81d3-bdb29fc3db6e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.093019] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 804.093019] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52a930dc-2dda-3074-700e-7f757a7023e5" [ 804.093019] env[70039]: _type = "Task" [ 804.093019] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.104680] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a930dc-2dda-3074-700e-7f757a7023e5, 'name': SearchDatastore_Task, 'duration_secs': 0.008866} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.107833] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33efda15-e273-403f-8ebe-67c32188324c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.112866] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 804.112866] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5253c6a5-a042-c972-e038-cd0f10eccb3a" [ 804.112866] env[70039]: _type = "Task" [ 804.112866] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.126160] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5253c6a5-a042-c972-e038-cd0f10eccb3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.200887] env[70039]: DEBUG nova.network.neutron [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Updated VIF entry in instance network info cache for port ef302599-f3e4-4e27-8dfb-431051e43b21. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.201263] env[70039]: DEBUG nova.network.neutron [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Updating instance_info_cache with network_info: [{"id": "ef302599-f3e4-4e27-8dfb-431051e43b21", "address": "fa:16:3e:13:fd:6d", "network": {"id": "07b01c0c-571d-460c-81c3-ecf3e830a89d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-649805981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8562fbad956643d9bb78a328db53471f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef302599-f3", "ovs_interfaceid": "ef302599-f3e4-4e27-8dfb-431051e43b21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.212460] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b37dca-09f0-4fe1-92c1-f99aa6f7b4a0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.221557] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865df95a-a57c-483e-af43-8b2ce3faec06 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.257579] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fb84d6-1597-42b6-afc7-15b3ef3208e2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.265634] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e0cd46-4ac1-4e28-b8b5-0dae53e36a44 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.280371] env[70039]: DEBUG nova.compute.provider_tree [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.372349] env[70039]: DEBUG oslo_concurrency.lockutils [req-15cdd634-6262-497d-b3b6-f5ecaa6ba43e req-4f973ed6-79b9-4242-996b-69e45f08fe24 service nova] Releasing lock "refresh_cache-2a7892bc-4060-44b2-a6ff-cc9720783b3e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.430848] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': task-3330572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066046} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.431481] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.432277] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728cfc0c-be66-448e-adc7-9c322a51b53e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.455627] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 2e23ee1b-6eb8-439d-9e1d-40e228182daa/2e23ee1b-6eb8-439d-9e1d-40e228182daa.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.455917] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efdf1fa0-e32f-424c-bbbb-8dae5bbcb7b8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.477239] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Waiting for the task: (returnval){ [ 804.477239] env[70039]: value = "task-3330573" [ 804.477239] env[70039]: _type = "Task" [ 804.477239] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.483029] env[70039]: DEBUG nova.compute.manager [req-bed7eef4-d2b8-4945-97ab-edb710ce3877 req-0822e2d3-d6f4-42ee-a2cf-cda3bb938346 service nova] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Received event network-vif-deleted-b00937ff-8ecd-43ff-8a5e-9a752731b1e1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.483029] env[70039]: DEBUG nova.compute.manager [req-bed7eef4-d2b8-4945-97ab-edb710ce3877 req-0822e2d3-d6f4-42ee-a2cf-cda3bb938346 service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Received event network-changed-7c88842f-be38-41fe-a8ce-d3d4302d5ef3 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.483029] env[70039]: DEBUG nova.compute.manager [req-bed7eef4-d2b8-4945-97ab-edb710ce3877 req-0822e2d3-d6f4-42ee-a2cf-cda3bb938346 service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Refreshing instance network info cache due to event network-changed-7c88842f-be38-41fe-a8ce-d3d4302d5ef3. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.483260] env[70039]: DEBUG oslo_concurrency.lockutils [req-bed7eef4-d2b8-4945-97ab-edb710ce3877 req-0822e2d3-d6f4-42ee-a2cf-cda3bb938346 service nova] Acquiring lock "refresh_cache-49b611f4-ea23-46af-ba2e-b4e861eac8a2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.483600] env[70039]: DEBUG oslo_concurrency.lockutils [req-bed7eef4-d2b8-4945-97ab-edb710ce3877 req-0822e2d3-d6f4-42ee-a2cf-cda3bb938346 service nova] Acquired lock "refresh_cache-49b611f4-ea23-46af-ba2e-b4e861eac8a2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.483600] env[70039]: DEBUG nova.network.neutron [req-bed7eef4-d2b8-4945-97ab-edb710ce3877 req-0822e2d3-d6f4-42ee-a2cf-cda3bb938346 service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Refreshing network info cache for port 7c88842f-be38-41fe-a8ce-d3d4302d5ef3 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.489909] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': task-3330573, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.496000] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.503696] env[70039]: DEBUG nova.network.neutron [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.627575] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5253c6a5-a042-c972-e038-cd0f10eccb3a, 'name': SearchDatastore_Task, 'duration_secs': 0.008577} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.627575] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.627575] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] f9ef26da-6c7f-409b-8e13-a26f6c648f1b/f9ef26da-6c7f-409b-8e13-a26f6c648f1b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.627575] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ba8ef7a-5c56-422a-89f7-2eba24968684 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.633479] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 804.633479] env[70039]: value = "task-3330574" [ 804.633479] env[70039]: _type = "Task" [ 804.633479] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.642805] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.663049] env[70039]: DEBUG nova.network.neutron [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Updating instance_info_cache with network_info: [{"id": "a4823606-12a7-4ee2-99ab-d1cfaa7b436d", "address": "fa:16:3e:db:66:22", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4823606-12", "ovs_interfaceid": "a4823606-12a7-4ee2-99ab-d1cfaa7b436d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.704436] env[70039]: DEBUG oslo_concurrency.lockutils [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] Releasing lock "refresh_cache-f9ef26da-6c7f-409b-8e13-a26f6c648f1b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.704633] env[70039]: DEBUG nova.compute.manager [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Received event network-changed-fd667efd-e2ca-45d6-b9c0-19f93cfb551c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.704850] env[70039]: DEBUG nova.compute.manager [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Refreshing instance network info cache due to event network-changed-fd667efd-e2ca-45d6-b9c0-19f93cfb551c. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.705094] env[70039]: DEBUG oslo_concurrency.lockutils [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] Acquiring lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.705400] env[70039]: DEBUG oslo_concurrency.lockutils [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] Acquired lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.705400] env[70039]: DEBUG nova.network.neutron [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Refreshing network info cache for port fd667efd-e2ca-45d6-b9c0-19f93cfb551c {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.783535] env[70039]: DEBUG nova.scheduler.client.report [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.802425] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquiring lock "2a7892bc-4060-44b2-a6ff-cc9720783b3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.992941] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': task-3330573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.019036] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.048504] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.048681] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.048878] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.049105] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.049259] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.049407] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.049616] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.049836] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.050075] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.050236] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.050406] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.051364] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be764fd6-95fb-49a9-948e-425faeee656d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.062149] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7021914-7375-4630-aad6-9469bd2d0e13 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.145039] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472652} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.145312] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] f9ef26da-6c7f-409b-8e13-a26f6c648f1b/f9ef26da-6c7f-409b-8e13-a26f6c648f1b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.145818] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.145818] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc96daff-7db3-4651-b5fd-ee605572f04f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.152142] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 805.152142] env[70039]: value = "task-3330575" [ 805.152142] env[70039]: _type = "Task" [ 805.152142] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.160616] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.165348] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "refresh_cache-0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.165665] env[70039]: DEBUG nova.compute.manager [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Instance network_info: |[{"id": "a4823606-12a7-4ee2-99ab-d1cfaa7b436d", "address": "fa:16:3e:db:66:22", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4823606-12", "ovs_interfaceid": "a4823606-12a7-4ee2-99ab-d1cfaa7b436d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.166092] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:66:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8edfde4-5a99-4745-956d-04da82ab1b85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4823606-12a7-4ee2-99ab-d1cfaa7b436d', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.175903] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Creating folder: Project (c1aebfad7ee04aa590d54a4f2fbf5e9f). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.179728] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5a32bb9-5693-4e21-98bd-eb272ed66467 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.189589] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Created folder: Project (c1aebfad7ee04aa590d54a4f2fbf5e9f) in parent group-v664777. [ 805.189673] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Creating folder: Instances. Parent ref: group-v664877. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.190023] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed6584a0-7372-47e8-afa5-9cbeda5b6103 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.198021] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Created folder: Instances in parent group-v664877. [ 805.198279] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.198454] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.198654] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3df3adea-0fd8-401b-8182-dacb9912686a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.221354] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.221354] env[70039]: value = "task-3330578" [ 805.221354] env[70039]: _type = "Task" [ 805.221354] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.229966] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330578, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.289206] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.292183] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.154s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.292385] env[70039]: DEBUG nova.objects.instance [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70039) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 805.311095] env[70039]: DEBUG nova.network.neutron [req-bed7eef4-d2b8-4945-97ab-edb710ce3877 req-0822e2d3-d6f4-42ee-a2cf-cda3bb938346 service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Updated VIF entry in instance network info cache for port 7c88842f-be38-41fe-a8ce-d3d4302d5ef3. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.311607] env[70039]: DEBUG nova.network.neutron [req-bed7eef4-d2b8-4945-97ab-edb710ce3877 req-0822e2d3-d6f4-42ee-a2cf-cda3bb938346 service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Updating instance_info_cache with network_info: [{"id": "7c88842f-be38-41fe-a8ce-d3d4302d5ef3", "address": "fa:16:3e:c8:e8:89", "network": {"id": "90b8b0e5-3546-4d9b-ad5c-8ef9aa887712", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1736530877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed27a278eff24dc695701620c6152a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c88842f-be", "ovs_interfaceid": "7c88842f-be38-41fe-a8ce-d3d4302d5ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.323827] env[70039]: INFO nova.scheduler.client.report [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Deleted allocations for instance 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97 [ 805.488709] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': task-3330573, 'name': ReconfigVM_Task, 'duration_secs': 0.80082} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.489511] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 2e23ee1b-6eb8-439d-9e1d-40e228182daa/2e23ee1b-6eb8-439d-9e1d-40e228182daa.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.490300] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46b165c1-82ed-49d4-b9aa-30460b33c220 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.499780] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Waiting for the task: (returnval){ [ 805.499780] env[70039]: value = "task-3330579" [ 805.499780] env[70039]: _type = "Task" [ 805.499780] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.511114] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': task-3330579, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.561957] env[70039]: DEBUG nova.compute.manager [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Received event network-changed-fd667efd-e2ca-45d6-b9c0-19f93cfb551c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.562109] env[70039]: DEBUG nova.compute.manager [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Refreshing instance network info cache due to event network-changed-fd667efd-e2ca-45d6-b9c0-19f93cfb551c. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.562309] env[70039]: DEBUG oslo_concurrency.lockutils [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] Acquiring lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.606429] env[70039]: DEBUG nova.network.neutron [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Updated VIF entry in instance network info cache for port fd667efd-e2ca-45d6-b9c0-19f93cfb551c. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.607452] env[70039]: DEBUG nova.network.neutron [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Updating instance_info_cache with network_info: [{"id": "fd667efd-e2ca-45d6-b9c0-19f93cfb551c", "address": "fa:16:3e:99:39:d4", "network": {"id": "7f74edf1-f1f6-4083-824b-cbd9405f31dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052613343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b9e558df7d44357a9f6388810dbced7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd667efd-e2", "ovs_interfaceid": "fd667efd-e2ca-45d6-b9c0-19f93cfb551c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.662104] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081171} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.662374] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.663171] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e8fd0b-b50e-412d-9955-b3348fd2c450 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.685482] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] f9ef26da-6c7f-409b-8e13-a26f6c648f1b/f9ef26da-6c7f-409b-8e13-a26f6c648f1b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.685796] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-442ee63a-3884-4e24-8981-880786674127 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.711686] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 805.711686] env[70039]: value = "task-3330580" [ 805.711686] env[70039]: _type = "Task" [ 805.711686] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.719739] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.729947] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330578, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.755841] env[70039]: DEBUG nova.network.neutron [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Successfully updated port: bba3b332-9fbc-4998-bd9c-fcc140dbd274 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.815158] env[70039]: DEBUG oslo_concurrency.lockutils [req-bed7eef4-d2b8-4945-97ab-edb710ce3877 req-0822e2d3-d6f4-42ee-a2cf-cda3bb938346 service nova] Releasing lock "refresh_cache-49b611f4-ea23-46af-ba2e-b4e861eac8a2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.836034] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31bcb363-ff1e-4b36-8b5f-50755c349460 tempest-ServersAaction247Test-17056097 tempest-ServersAaction247Test-17056097-project-member] Lock "03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.423s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.009614] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': task-3330579, 'name': Rename_Task, 'duration_secs': 0.462987} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.009965] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.010232] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52377f92-da4b-4d33-9644-ab2842750837 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.016269] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Waiting for the task: (returnval){ [ 806.016269] env[70039]: value = "task-3330581" [ 806.016269] env[70039]: _type = "Task" [ 806.016269] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.023628] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': task-3330581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.116117] env[70039]: DEBUG oslo_concurrency.lockutils [req-57cded93-0636-4908-bf8e-c837a976a79f req-7af57c73-8247-46ed-96ce-a7a261aa0152 service nova] Releasing lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.116117] env[70039]: DEBUG oslo_concurrency.lockutils [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] Acquired lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.116293] env[70039]: DEBUG nova.network.neutron [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Refreshing network info cache for port fd667efd-e2ca-45d6-b9c0-19f93cfb551c {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.222727] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.231506] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330578, 'name': CreateVM_Task, 'duration_secs': 0.655047} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.231678] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.232578] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.232826] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.233180] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.233941] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0587ac2c-5408-4588-b033-98d629a70d1d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.237931] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 806.237931] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52fe25ed-6263-7597-67dd-e60741470beb" [ 806.237931] env[70039]: _type = "Task" [ 806.237931] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.247820] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fe25ed-6263-7597-67dd-e60741470beb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.260201] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "refresh_cache-ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.260201] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquired lock "refresh_cache-ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.260201] env[70039]: DEBUG nova.network.neutron [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.302361] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e4a39b9d-be69-4326-8c36-09ba2b1c24df tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.303545] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.216s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.303638] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.303742] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70039) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 806.304048] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.866s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.304267] env[70039]: DEBUG nova.objects.instance [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lazy-loading 'resources' on Instance uuid 83cf9626-2f94-4225-96cf-b90500f29f4b {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.306220] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed067c8-d501-4ce3-8773-b44bea636b3a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.315135] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c122b49-4cf5-4ae1-ac7f-132875a69b8d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.334217] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdd21c7-0e68-4f25-bba4-7f53f1b134fa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.341971] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befd79af-2b55-4b8c-9b53-bf0b47153b33 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.375032] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178940MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=70039) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 806.375032] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.527616] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': task-3330581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.602021] env[70039]: DEBUG nova.compute.manager [None req-22b9ad82-b7f3-44fb-8e2b-4c3faa71e082 tempest-ServerDiagnosticsV248Test-1053041505 tempest-ServerDiagnosticsV248Test-1053041505-project-admin] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.602795] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c693c8a-83ea-4ed7-ab18-6ab167130389 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.610212] env[70039]: INFO nova.compute.manager [None req-22b9ad82-b7f3-44fb-8e2b-4c3faa71e082 tempest-ServerDiagnosticsV248Test-1053041505 tempest-ServerDiagnosticsV248Test-1053041505-project-admin] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Retrieving diagnostics [ 806.611943] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd0b050-7497-4250-bb87-eb6a02305744 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.724633] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330580, 'name': ReconfigVM_Task, 'duration_secs': 0.832418} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.725055] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Reconfigured VM instance instance-00000021 to attach disk [datastore2] f9ef26da-6c7f-409b-8e13-a26f6c648f1b/f9ef26da-6c7f-409b-8e13-a26f6c648f1b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.725736] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-556bda8a-dda7-4b56-b521-1ea8cd5c1a42 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.733190] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 806.733190] env[70039]: value = "task-3330582" [ 806.733190] env[70039]: _type = "Task" [ 806.733190] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.748787] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330582, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.751878] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fe25ed-6263-7597-67dd-e60741470beb, 'name': SearchDatastore_Task, 'duration_secs': 0.009386} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.752356] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.752533] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.753283] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.753283] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.753283] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.753585] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8914de0f-1395-45a2-a3f6-8bc10bae49c4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.766241] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.766489] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.767570] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d432c56-fa54-42a1-8211-2302be74d611 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.773908] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 806.773908] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52244c7a-ff78-5563-5977-ea46d8a9c96f" [ 806.773908] env[70039]: _type = "Task" [ 806.773908] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.782316] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52244c7a-ff78-5563-5977-ea46d8a9c96f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.825501] env[70039]: DEBUG nova.network.neutron [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.932120] env[70039]: DEBUG nova.network.neutron [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Updated VIF entry in instance network info cache for port fd667efd-e2ca-45d6-b9c0-19f93cfb551c. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.932120] env[70039]: DEBUG nova.network.neutron [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Updating instance_info_cache with network_info: [{"id": "fd667efd-e2ca-45d6-b9c0-19f93cfb551c", "address": "fa:16:3e:99:39:d4", "network": {"id": "7f74edf1-f1f6-4083-824b-cbd9405f31dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052613343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b9e558df7d44357a9f6388810dbced7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd667efd-e2", "ovs_interfaceid": "fd667efd-e2ca-45d6-b9c0-19f93cfb551c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.030802] env[70039]: DEBUG oslo_vmware.api [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': task-3330581, 'name': PowerOnVM_Task, 'duration_secs': 0.728397} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.031093] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.031297] env[70039]: INFO nova.compute.manager [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Took 9.08 seconds to spawn the instance on the hypervisor. [ 807.031476] env[70039]: DEBUG nova.compute.manager [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.032342] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f0d193-f2b7-4e67-b55d-0419a92d866c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.050134] env[70039]: DEBUG nova.network.neutron [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Updating instance_info_cache with network_info: [{"id": "bba3b332-9fbc-4998-bd9c-fcc140dbd274", "address": "fa:16:3e:74:7c:94", "network": {"id": "07b01c0c-571d-460c-81c3-ecf3e830a89d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-649805981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8562fbad956643d9bb78a328db53471f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba3b332-9f", "ovs_interfaceid": "bba3b332-9fbc-4998-bd9c-fcc140dbd274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.186012] env[70039]: DEBUG nova.compute.manager [req-f43071c3-72e9-4cd3-a8ee-f82efb8981c9 req-d603c49c-3c40-4e12-9eea-5ee748791f49 service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Received event network-changed-fd667efd-e2ca-45d6-b9c0-19f93cfb551c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.186230] env[70039]: DEBUG nova.compute.manager [req-f43071c3-72e9-4cd3-a8ee-f82efb8981c9 req-d603c49c-3c40-4e12-9eea-5ee748791f49 service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Refreshing instance network info cache due to event network-changed-fd667efd-e2ca-45d6-b9c0-19f93cfb551c. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.186430] env[70039]: DEBUG oslo_concurrency.lockutils [req-f43071c3-72e9-4cd3-a8ee-f82efb8981c9 req-d603c49c-3c40-4e12-9eea-5ee748791f49 service nova] Acquiring lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.247258] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330582, 'name': Rename_Task, 'duration_secs': 0.181046} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.247549] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.247789] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c243c678-83f4-44b1-a64a-ab4d15bd1211 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.254591] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 807.254591] env[70039]: value = "task-3330583" [ 807.254591] env[70039]: _type = "Task" [ 807.254591] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.266228] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.288691] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52244c7a-ff78-5563-5977-ea46d8a9c96f, 'name': SearchDatastore_Task, 'duration_secs': 0.010735} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.289328] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c638d016-16d0-43ee-ad0d-a6b7b84e7fe9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.296994] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 807.296994] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]525e91cb-36c6-aed5-41ec-c497ffcf932e" [ 807.296994] env[70039]: _type = "Task" [ 807.296994] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.305516] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525e91cb-36c6-aed5-41ec-c497ffcf932e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.362955] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7871b6-7ba3-48f0-917b-9b85f784f9b4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.373435] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb9680e-6d17-489a-a871-35fd3cfbb945 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.401436] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299af91d-c8ee-4b19-bb80-2e594f776470 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.409253] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa9eeb4-0f30-42d2-9492-719fcf76cad5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.422224] env[70039]: DEBUG nova.compute.provider_tree [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.434423] env[70039]: DEBUG oslo_concurrency.lockutils [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] Releasing lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.434423] env[70039]: DEBUG nova.compute.manager [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Received event network-vif-plugged-a4823606-12a7-4ee2-99ab-d1cfaa7b436d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.434576] env[70039]: DEBUG oslo_concurrency.lockutils [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] Acquiring lock "0a1d1dac-34f8-4446-b221-3425199e9af6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.434727] env[70039]: DEBUG oslo_concurrency.lockutils [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] Lock "0a1d1dac-34f8-4446-b221-3425199e9af6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.434979] env[70039]: DEBUG oslo_concurrency.lockutils [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] Lock "0a1d1dac-34f8-4446-b221-3425199e9af6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.435173] env[70039]: DEBUG nova.compute.manager [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] No waiting events found dispatching network-vif-plugged-a4823606-12a7-4ee2-99ab-d1cfaa7b436d {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.435409] env[70039]: WARNING nova.compute.manager [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Received unexpected event network-vif-plugged-a4823606-12a7-4ee2-99ab-d1cfaa7b436d for instance with vm_state building and task_state spawning. [ 807.435602] env[70039]: DEBUG nova.compute.manager [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Received event network-changed-a4823606-12a7-4ee2-99ab-d1cfaa7b436d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.435809] env[70039]: DEBUG nova.compute.manager [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Refreshing instance network info cache due to event network-changed-a4823606-12a7-4ee2-99ab-d1cfaa7b436d. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.436082] env[70039]: DEBUG oslo_concurrency.lockutils [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] Acquiring lock "refresh_cache-0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.436237] env[70039]: DEBUG oslo_concurrency.lockutils [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] Acquired lock "refresh_cache-0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.436398] env[70039]: DEBUG nova.network.neutron [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Refreshing network info cache for port a4823606-12a7-4ee2-99ab-d1cfaa7b436d {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.437868] env[70039]: DEBUG oslo_concurrency.lockutils [req-f43071c3-72e9-4cd3-a8ee-f82efb8981c9 req-d603c49c-3c40-4e12-9eea-5ee748791f49 service nova] Acquired lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.438053] env[70039]: DEBUG nova.network.neutron [req-f43071c3-72e9-4cd3-a8ee-f82efb8981c9 req-d603c49c-3c40-4e12-9eea-5ee748791f49 service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Refreshing network info cache for port fd667efd-e2ca-45d6-b9c0-19f93cfb551c {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.552639] env[70039]: INFO nova.compute.manager [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Took 47.65 seconds to build instance. [ 807.553720] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Releasing lock "refresh_cache-ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.553912] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Instance network_info: |[{"id": "bba3b332-9fbc-4998-bd9c-fcc140dbd274", "address": "fa:16:3e:74:7c:94", "network": {"id": "07b01c0c-571d-460c-81c3-ecf3e830a89d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-649805981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8562fbad956643d9bb78a328db53471f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba3b332-9f", "ovs_interfaceid": "bba3b332-9fbc-4998-bd9c-fcc140dbd274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.554623] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:7c:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bba3b332-9fbc-4998-bd9c-fcc140dbd274', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.562181] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.563333] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.565518] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bbd1294-3990-49a8-b933-ca03b3ad68b6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.586251] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.586251] env[70039]: value = "task-3330584" [ 807.586251] env[70039]: _type = "Task" [ 807.586251] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.594625] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330584, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.767185] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330583, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.779473] env[70039]: DEBUG nova.compute.manager [req-6e9752f8-7c8c-4525-ad86-d39c3d8ea7bc req-ef9fee90-61d7-41be-a2e9-2b308d12b48f service nova] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Received event network-vif-plugged-bba3b332-9fbc-4998-bd9c-fcc140dbd274 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.779473] env[70039]: DEBUG oslo_concurrency.lockutils [req-6e9752f8-7c8c-4525-ad86-d39c3d8ea7bc req-ef9fee90-61d7-41be-a2e9-2b308d12b48f service nova] Acquiring lock "ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.779641] env[70039]: DEBUG oslo_concurrency.lockutils [req-6e9752f8-7c8c-4525-ad86-d39c3d8ea7bc req-ef9fee90-61d7-41be-a2e9-2b308d12b48f service nova] Lock "ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.779816] env[70039]: DEBUG oslo_concurrency.lockutils [req-6e9752f8-7c8c-4525-ad86-d39c3d8ea7bc req-ef9fee90-61d7-41be-a2e9-2b308d12b48f service nova] Lock "ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.779975] env[70039]: DEBUG nova.compute.manager [req-6e9752f8-7c8c-4525-ad86-d39c3d8ea7bc req-ef9fee90-61d7-41be-a2e9-2b308d12b48f service nova] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] No waiting events found dispatching network-vif-plugged-bba3b332-9fbc-4998-bd9c-fcc140dbd274 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.780155] env[70039]: WARNING nova.compute.manager [req-6e9752f8-7c8c-4525-ad86-d39c3d8ea7bc req-ef9fee90-61d7-41be-a2e9-2b308d12b48f service nova] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Received unexpected event network-vif-plugged-bba3b332-9fbc-4998-bd9c-fcc140dbd274 for instance with vm_state building and task_state spawning. [ 807.780449] env[70039]: DEBUG nova.compute.manager [req-6e9752f8-7c8c-4525-ad86-d39c3d8ea7bc req-ef9fee90-61d7-41be-a2e9-2b308d12b48f service nova] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Received event network-changed-bba3b332-9fbc-4998-bd9c-fcc140dbd274 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.780449] env[70039]: DEBUG nova.compute.manager [req-6e9752f8-7c8c-4525-ad86-d39c3d8ea7bc req-ef9fee90-61d7-41be-a2e9-2b308d12b48f service nova] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Refreshing instance network info cache due to event network-changed-bba3b332-9fbc-4998-bd9c-fcc140dbd274. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.780711] env[70039]: DEBUG oslo_concurrency.lockutils [req-6e9752f8-7c8c-4525-ad86-d39c3d8ea7bc req-ef9fee90-61d7-41be-a2e9-2b308d12b48f service nova] Acquiring lock "refresh_cache-ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.780773] env[70039]: DEBUG oslo_concurrency.lockutils [req-6e9752f8-7c8c-4525-ad86-d39c3d8ea7bc req-ef9fee90-61d7-41be-a2e9-2b308d12b48f service nova] Acquired lock "refresh_cache-ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.780946] env[70039]: DEBUG nova.network.neutron [req-6e9752f8-7c8c-4525-ad86-d39c3d8ea7bc req-ef9fee90-61d7-41be-a2e9-2b308d12b48f service nova] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Refreshing network info cache for port bba3b332-9fbc-4998-bd9c-fcc140dbd274 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.808039] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525e91cb-36c6-aed5-41ec-c497ffcf932e, 'name': SearchDatastore_Task, 'duration_secs': 0.011015} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.808306] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.808576] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 0a1d1dac-34f8-4446-b221-3425199e9af6/0a1d1dac-34f8-4446-b221-3425199e9af6.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.808836] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9506c53-d67e-4458-857a-9cbd53faedb5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.816019] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 807.816019] env[70039]: value = "task-3330585" [ 807.816019] env[70039]: _type = "Task" [ 807.816019] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.825334] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.926179] env[70039]: DEBUG nova.scheduler.client.report [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.054933] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ef0b739-2b35-4c30-aaf7-ddd50d44eaad tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Lock "2e23ee1b-6eb8-439d-9e1d-40e228182daa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.450s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.082388] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Acquiring lock "d19fe63d-4364-4fd7-9dcf-dd281e8b87c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.082854] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Lock "d19fe63d-4364-4fd7-9dcf-dd281e8b87c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.083154] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Acquiring lock "d19fe63d-4364-4fd7-9dcf-dd281e8b87c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.083479] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Lock "d19fe63d-4364-4fd7-9dcf-dd281e8b87c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.083760] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Lock "d19fe63d-4364-4fd7-9dcf-dd281e8b87c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.086587] env[70039]: INFO nova.compute.manager [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Terminating instance [ 808.112659] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330584, 'name': CreateVM_Task, 'duration_secs': 0.33764} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.115659] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.116342] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.117165] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.118418] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.118768] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ec1c3d-c7b4-4af9-9e97-c463dabc2c1c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.127646] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 808.127646] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52fb5d6d-c5cf-cfdb-51b2-414add8cb072" [ 808.127646] env[70039]: _type = "Task" [ 808.127646] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.137863] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fb5d6d-c5cf-cfdb-51b2-414add8cb072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.269481] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330583, 'name': PowerOnVM_Task, 'duration_secs': 0.645622} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.269769] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.270048] env[70039]: INFO nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Took 8.72 seconds to spawn the instance on the hypervisor. [ 808.270253] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.271075] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f70baf6-c6de-49db-b190-1f625757baae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.335458] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330585, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.380417] env[70039]: DEBUG nova.network.neutron [req-f43071c3-72e9-4cd3-a8ee-f82efb8981c9 req-d603c49c-3c40-4e12-9eea-5ee748791f49 service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Updated VIF entry in instance network info cache for port fd667efd-e2ca-45d6-b9c0-19f93cfb551c. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.380417] env[70039]: DEBUG nova.network.neutron [req-f43071c3-72e9-4cd3-a8ee-f82efb8981c9 req-d603c49c-3c40-4e12-9eea-5ee748791f49 service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Updating instance_info_cache with network_info: [{"id": "fd667efd-e2ca-45d6-b9c0-19f93cfb551c", "address": "fa:16:3e:99:39:d4", "network": {"id": "7f74edf1-f1f6-4083-824b-cbd9405f31dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052613343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b9e558df7d44357a9f6388810dbced7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd667efd-e2", "ovs_interfaceid": "fd667efd-e2ca-45d6-b9c0-19f93cfb551c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.388674] env[70039]: DEBUG nova.network.neutron [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Updated VIF entry in instance network info cache for port a4823606-12a7-4ee2-99ab-d1cfaa7b436d. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.388674] env[70039]: DEBUG nova.network.neutron [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Updating instance_info_cache with network_info: [{"id": "a4823606-12a7-4ee2-99ab-d1cfaa7b436d", "address": "fa:16:3e:db:66:22", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4823606-12", "ovs_interfaceid": "a4823606-12a7-4ee2-99ab-d1cfaa7b436d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.432878] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.436980] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.928s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.439573] env[70039]: INFO nova.compute.claims [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.468637] env[70039]: INFO nova.scheduler.client.report [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Deleted allocations for instance 83cf9626-2f94-4225-96cf-b90500f29f4b [ 808.498498] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Acquiring lock "2e23ee1b-6eb8-439d-9e1d-40e228182daa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.498498] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Lock "2e23ee1b-6eb8-439d-9e1d-40e228182daa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.498626] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Acquiring lock "2e23ee1b-6eb8-439d-9e1d-40e228182daa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.498844] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Lock "2e23ee1b-6eb8-439d-9e1d-40e228182daa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.499072] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Lock "2e23ee1b-6eb8-439d-9e1d-40e228182daa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.501930] env[70039]: INFO nova.compute.manager [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Terminating instance [ 808.508868] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Acquiring lock "3ea7617e-f623-4aec-9a97-8a737b6307c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.509545] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Lock "3ea7617e-f623-4aec-9a97-8a737b6307c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.509905] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Acquiring lock "3ea7617e-f623-4aec-9a97-8a737b6307c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.509970] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Lock "3ea7617e-f623-4aec-9a97-8a737b6307c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.510810] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Lock "3ea7617e-f623-4aec-9a97-8a737b6307c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.512684] env[70039]: INFO nova.compute.manager [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Terminating instance [ 808.558559] env[70039]: DEBUG nova.network.neutron [req-6e9752f8-7c8c-4525-ad86-d39c3d8ea7bc req-ef9fee90-61d7-41be-a2e9-2b308d12b48f service nova] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Updated VIF entry in instance network info cache for port bba3b332-9fbc-4998-bd9c-fcc140dbd274. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.558946] env[70039]: DEBUG nova.network.neutron [req-6e9752f8-7c8c-4525-ad86-d39c3d8ea7bc req-ef9fee90-61d7-41be-a2e9-2b308d12b48f service nova] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Updating instance_info_cache with network_info: [{"id": "bba3b332-9fbc-4998-bd9c-fcc140dbd274", "address": "fa:16:3e:74:7c:94", "network": {"id": "07b01c0c-571d-460c-81c3-ecf3e830a89d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-649805981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8562fbad956643d9bb78a328db53471f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba3b332-9f", "ovs_interfaceid": "bba3b332-9fbc-4998-bd9c-fcc140dbd274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.560232] env[70039]: DEBUG nova.compute.manager [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.595882] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Acquiring lock "refresh_cache-d19fe63d-4364-4fd7-9dcf-dd281e8b87c7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.596093] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Acquired lock "refresh_cache-d19fe63d-4364-4fd7-9dcf-dd281e8b87c7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.596319] env[70039]: DEBUG nova.network.neutron [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.636767] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fb5d6d-c5cf-cfdb-51b2-414add8cb072, 'name': SearchDatastore_Task, 'duration_secs': 0.058156} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.637161] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.637323] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.637555] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.637698] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.637876] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.638163] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-267dd884-9a5d-41f4-8f49-3bdc6903b749 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.646627] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.646832] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.647516] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fdb3f72-069c-46f8-883c-bd307777e2a9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.652315] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 808.652315] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52822bdd-d81a-74fc-8f31-064e540f803a" [ 808.652315] env[70039]: _type = "Task" [ 808.652315] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.660317] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52822bdd-d81a-74fc-8f31-064e540f803a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.796421] env[70039]: INFO nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Took 47.32 seconds to build instance. [ 808.829999] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537037} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.830288] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 0a1d1dac-34f8-4446-b221-3425199e9af6/0a1d1dac-34f8-4446-b221-3425199e9af6.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.830504] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.830757] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2863774e-6957-4ac7-ab2c-b3163f368e7f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.838053] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 808.838053] env[70039]: value = "task-3330586" [ 808.838053] env[70039]: _type = "Task" [ 808.838053] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.846654] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.883227] env[70039]: DEBUG oslo_concurrency.lockutils [req-f43071c3-72e9-4cd3-a8ee-f82efb8981c9 req-d603c49c-3c40-4e12-9eea-5ee748791f49 service nova] Releasing lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.891099] env[70039]: DEBUG oslo_concurrency.lockutils [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] Releasing lock "refresh_cache-0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.891441] env[70039]: DEBUG nova.compute.manager [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Received event network-changed-fd667efd-e2ca-45d6-b9c0-19f93cfb551c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.891650] env[70039]: DEBUG nova.compute.manager [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Refreshing instance network info cache due to event network-changed-fd667efd-e2ca-45d6-b9c0-19f93cfb551c. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.891912] env[70039]: DEBUG oslo_concurrency.lockutils [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] Acquiring lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.892116] env[70039]: DEBUG oslo_concurrency.lockutils [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] Acquired lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.892339] env[70039]: DEBUG nova.network.neutron [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Refreshing network info cache for port fd667efd-e2ca-45d6-b9c0-19f93cfb551c {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.984406] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99ca7040-135f-4471-aa07-4457c9ca6b64 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "83cf9626-2f94-4225-96cf-b90500f29f4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.331s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.005734] env[70039]: DEBUG nova.compute.manager [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.005976] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.006869] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2866c9-0c45-4800-bb4d-44e76b4ce08e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.014934] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.015190] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fe90bb2-2ce6-40fb-b6c2-4d810ee99520 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.016980] env[70039]: DEBUG nova.compute.manager [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.017247] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.017945] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ca36ca-ac74-40bf-bdea-22a0e6342fb2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.026203] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.027275] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fb2c650-1077-4e10-845f-d97e48f334d9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.028626] env[70039]: DEBUG oslo_vmware.api [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Waiting for the task: (returnval){ [ 809.028626] env[70039]: value = "task-3330587" [ 809.028626] env[70039]: _type = "Task" [ 809.028626] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.033270] env[70039]: DEBUG oslo_vmware.api [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Waiting for the task: (returnval){ [ 809.033270] env[70039]: value = "task-3330588" [ 809.033270] env[70039]: _type = "Task" [ 809.033270] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.036118] env[70039]: DEBUG oslo_vmware.api [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': task-3330587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.043314] env[70039]: DEBUG oslo_vmware.api [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.064091] env[70039]: DEBUG oslo_concurrency.lockutils [req-6e9752f8-7c8c-4525-ad86-d39c3d8ea7bc req-ef9fee90-61d7-41be-a2e9-2b308d12b48f service nova] Releasing lock "refresh_cache-ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.082499] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.131180] env[70039]: DEBUG nova.network.neutron [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.167988] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52822bdd-d81a-74fc-8f31-064e540f803a, 'name': SearchDatastore_Task, 'duration_secs': 0.008511} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.167988] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d56be751-7201-4f18-9500-9ed63828c631 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.173375] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 809.173375] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]527dfff0-01ec-af9a-064e-c841e8fe9cad" [ 809.173375] env[70039]: _type = "Task" [ 809.173375] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.182036] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527dfff0-01ec-af9a-064e-c841e8fe9cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.237618] env[70039]: DEBUG nova.network.neutron [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.299482] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "f9ef26da-6c7f-409b-8e13-a26f6c648f1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.212s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.348537] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06274} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.348826] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.349697] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ea6656-e2c7-4265-b2cf-a5996d81026e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.375104] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 0a1d1dac-34f8-4446-b221-3425199e9af6/0a1d1dac-34f8-4446-b221-3425199e9af6.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.375420] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db66be11-2aa3-4185-a9cd-bc057545ccd5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.396699] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 809.396699] env[70039]: value = "task-3330589" [ 809.396699] env[70039]: _type = "Task" [ 809.396699] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.405178] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.543027] env[70039]: DEBUG oslo_vmware.api [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': task-3330587, 'name': PowerOffVM_Task, 'duration_secs': 0.312694} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.543610] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.544594] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.544594] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baad2f72-9241-4de0-8f6a-966a3635be8e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.551033] env[70039]: DEBUG oslo_vmware.api [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330588, 'name': PowerOffVM_Task, 'duration_secs': 0.322595} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.554284] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.554459] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.554733] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49282700-32fe-4c26-931a-f40f1e28c8b4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.634426] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.634717] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.636128] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Deleting the datastore file [datastore2] 2e23ee1b-6eb8-439d-9e1d-40e228182daa {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.636128] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-184eb3bd-ef1f-4d76-86b6-1ecded90223f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.643704] env[70039]: DEBUG oslo_vmware.api [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Waiting for the task: (returnval){ [ 809.643704] env[70039]: value = "task-3330592" [ 809.643704] env[70039]: _type = "Task" [ 809.643704] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.658429] env[70039]: DEBUG oslo_vmware.api [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': task-3330592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.684160] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527dfff0-01ec-af9a-064e-c841e8fe9cad, 'name': SearchDatastore_Task, 'duration_secs': 0.011039} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.684428] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.684680] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6/ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.684953] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8717936f-78ed-4c08-95d5-bdccf5de70c6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.690962] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 809.690962] env[70039]: value = "task-3330593" [ 809.690962] env[70039]: _type = "Task" [ 809.690962] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.700605] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.701512] env[70039]: DEBUG nova.network.neutron [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Updated VIF entry in instance network info cache for port fd667efd-e2ca-45d6-b9c0-19f93cfb551c. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.701937] env[70039]: DEBUG nova.network.neutron [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Updating instance_info_cache with network_info: [{"id": "fd667efd-e2ca-45d6-b9c0-19f93cfb551c", "address": "fa:16:3e:99:39:d4", "network": {"id": "7f74edf1-f1f6-4083-824b-cbd9405f31dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052613343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b9e558df7d44357a9f6388810dbced7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd667efd-e2", "ovs_interfaceid": "fd667efd-e2ca-45d6-b9c0-19f93cfb551c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.740929] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Releasing lock "refresh_cache-d19fe63d-4364-4fd7-9dcf-dd281e8b87c7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.741461] env[70039]: DEBUG nova.compute.manager [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.741754] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.745446] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe86370-9ba8-4bf7-bf23-5157c0dcf135 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.754072] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.754380] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-260bcc75-e8a9-44d0-b757-29362273be3c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.762078] env[70039]: DEBUG oslo_vmware.api [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Waiting for the task: (returnval){ [ 809.762078] env[70039]: value = "task-3330594" [ 809.762078] env[70039]: _type = "Task" [ 809.762078] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.774196] env[70039]: DEBUG oslo_vmware.api [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': task-3330594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.801873] env[70039]: DEBUG nova.compute.manager [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.914513] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330589, 'name': ReconfigVM_Task, 'duration_secs': 0.276689} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.914830] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 0a1d1dac-34f8-4446-b221-3425199e9af6/0a1d1dac-34f8-4446-b221-3425199e9af6.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.919976] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df688089-78b2-49d8-a76a-0e734b9d5b88 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.928017] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 809.928017] env[70039]: value = "task-3330595" [ 809.928017] env[70039]: _type = "Task" [ 809.928017] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.940167] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330595, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.089253] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e621292c-7a0d-4faf-9f52-aba052c79db1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.098960] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb8e65f-a0cf-4c28-8982-d03959a4bc5a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.137455] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906f04ad-7803-4e21-9be0-47b61feb5938 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.144181] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9335b05-3b9c-49c8-9597-47d75bd14c9b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.166399] env[70039]: DEBUG nova.compute.provider_tree [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.172187] env[70039]: DEBUG oslo_vmware.api [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Task: {'id': task-3330592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170388} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.172274] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.172755] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.173012] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.173207] env[70039]: INFO nova.compute.manager [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Took 1.17 seconds to destroy the instance on the hypervisor. [ 810.173462] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.173665] env[70039]: DEBUG nova.compute.manager [-] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.174787] env[70039]: DEBUG nova.network.neutron [-] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.202017] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330593, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.204855] env[70039]: DEBUG oslo_concurrency.lockutils [req-00ca9b7a-08ca-4bb3-9c2e-5a25ef679c24 req-9772db92-e4d7-47b2-bf84-cefbe5591083 service nova] Releasing lock "refresh_cache-3ea7617e-f623-4aec-9a97-8a737b6307c5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.272072] env[70039]: DEBUG oslo_vmware.api [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': task-3330594, 'name': PowerOffVM_Task, 'duration_secs': 0.124831} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.272356] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.272525] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.272772] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38d70054-e74e-4a5c-ab0a-d18393557c75 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.301234] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.301234] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.301234] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Deleting the datastore file [datastore1] d19fe63d-4364-4fd7-9dcf-dd281e8b87c7 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.301234] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06872678-b40a-4804-b936-010bf7af4097 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.308908] env[70039]: DEBUG oslo_vmware.api [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Waiting for the task: (returnval){ [ 810.308908] env[70039]: value = "task-3330597" [ 810.308908] env[70039]: _type = "Task" [ 810.308908] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.320957] env[70039]: DEBUG oslo_vmware.api [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': task-3330597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.322734] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.438054] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330595, 'name': Rename_Task, 'duration_secs': 0.360742} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.438360] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.438606] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfe840cc-c7b6-42a7-9d1e-0a5ff337a640 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.444503] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 810.444503] env[70039]: value = "task-3330598" [ 810.444503] env[70039]: _type = "Task" [ 810.444503] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.452182] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.530520] env[70039]: DEBUG nova.compute.manager [req-8c9f2bdc-5709-4ed3-9e9a-816db61ebdcb req-3083496b-4eba-48c0-87c2-ca0f454cc78d service nova] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Received event network-vif-deleted-c1aad3b5-fee5-45a3-bfdc-70afc3137e83 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.530740] env[70039]: INFO nova.compute.manager [req-8c9f2bdc-5709-4ed3-9e9a-816db61ebdcb req-3083496b-4eba-48c0-87c2-ca0f454cc78d service nova] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Neutron deleted interface c1aad3b5-fee5-45a3-bfdc-70afc3137e83; detaching it from the instance and deleting it from the info cache [ 810.530899] env[70039]: DEBUG nova.network.neutron [req-8c9f2bdc-5709-4ed3-9e9a-816db61ebdcb req-3083496b-4eba-48c0-87c2-ca0f454cc78d service nova] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.674008] env[70039]: DEBUG nova.scheduler.client.report [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.704591] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522888} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.704972] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6/ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.705236] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.705508] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47d2cad4-7131-47cc-8381-391d7070cd3b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.712515] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 810.712515] env[70039]: value = "task-3330599" [ 810.712515] env[70039]: _type = "Task" [ 810.712515] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.723737] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.822218] env[70039]: DEBUG oslo_vmware.api [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Task: {'id': task-3330597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09066} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.822478] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.822669] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.822900] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.823067] env[70039]: INFO nova.compute.manager [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Took 1.08 seconds to destroy the instance on the hypervisor. [ 810.823320] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.823512] env[70039]: DEBUG nova.compute.manager [-] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.823606] env[70039]: DEBUG nova.network.neutron [-] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.840218] env[70039]: DEBUG nova.network.neutron [-] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.955513] env[70039]: DEBUG oslo_vmware.api [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330598, 'name': PowerOnVM_Task, 'duration_secs': 0.46518} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.955789] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.956054] env[70039]: INFO nova.compute.manager [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Took 8.69 seconds to spawn the instance on the hypervisor. [ 810.956204] env[70039]: DEBUG nova.compute.manager [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.957017] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eb91d8-6484-485e-8fc0-015db725f09a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.007469] env[70039]: DEBUG nova.network.neutron [-] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.036612] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-baac3c5e-eea9-4dfc-8771-8d1125fcc470 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.049461] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc732d7-bcc9-4d8f-b40d-0a7686478aa3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.084528] env[70039]: DEBUG nova.compute.manager [req-8c9f2bdc-5709-4ed3-9e9a-816db61ebdcb req-3083496b-4eba-48c0-87c2-ca0f454cc78d service nova] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Detach interface failed, port_id=c1aad3b5-fee5-45a3-bfdc-70afc3137e83, reason: Instance 2e23ee1b-6eb8-439d-9e1d-40e228182daa could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 811.179589] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.179646] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.182183] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.711s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.183629] env[70039]: INFO nova.compute.claims [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.223022] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068671} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.223827] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.224625] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0637b192-60bf-401d-b4a2-bb7f44a5285b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.247952] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6/ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.248531] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d715e27-b852-43b5-ab9e-4963b55924bb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.268156] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 811.268156] env[70039]: value = "task-3330600" [ 811.268156] env[70039]: _type = "Task" [ 811.268156] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.276441] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.343118] env[70039]: DEBUG nova.network.neutron [-] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.478275] env[70039]: INFO nova.compute.manager [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Took 50.01 seconds to build instance. [ 811.506236] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "39f01a63-4ec9-4603-bd89-55f34a4fbfe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.506400] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "39f01a63-4ec9-4603-bd89-55f34a4fbfe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.511246] env[70039]: INFO nova.compute.manager [-] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Took 1.34 seconds to deallocate network for instance. [ 811.688449] env[70039]: DEBUG nova.compute.utils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.692281] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.692449] env[70039]: DEBUG nova.network.neutron [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.749858] env[70039]: DEBUG nova.policy [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03612e5a234349e8ae6b06b686f692b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8562fbad956643d9bb78a328db53471f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.779126] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330600, 'name': ReconfigVM_Task, 'duration_secs': 0.283245} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.779420] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Reconfigured VM instance instance-00000022 to attach disk [datastore2] ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6/ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.780164] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38cc10db-1fb8-4a4c-a813-76ed49094298 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.790525] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 811.790525] env[70039]: value = "task-3330601" [ 811.790525] env[70039]: _type = "Task" [ 811.790525] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.799039] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330601, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.845381] env[70039]: INFO nova.compute.manager [-] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Took 1.02 seconds to deallocate network for instance. [ 811.864433] env[70039]: DEBUG nova.compute.manager [req-ad6108f6-9279-4281-90aa-e19a35f9ad74 req-abd922a7-0139-403a-9844-c880a6990601 service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Received event network-changed-a4823606-12a7-4ee2-99ab-d1cfaa7b436d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.864688] env[70039]: DEBUG nova.compute.manager [req-ad6108f6-9279-4281-90aa-e19a35f9ad74 req-abd922a7-0139-403a-9844-c880a6990601 service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Refreshing instance network info cache due to event network-changed-a4823606-12a7-4ee2-99ab-d1cfaa7b436d. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.864974] env[70039]: DEBUG oslo_concurrency.lockutils [req-ad6108f6-9279-4281-90aa-e19a35f9ad74 req-abd922a7-0139-403a-9844-c880a6990601 service nova] Acquiring lock "refresh_cache-0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.869317] env[70039]: DEBUG oslo_concurrency.lockutils [req-ad6108f6-9279-4281-90aa-e19a35f9ad74 req-abd922a7-0139-403a-9844-c880a6990601 service nova] Acquired lock "refresh_cache-0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.869317] env[70039]: DEBUG nova.network.neutron [req-ad6108f6-9279-4281-90aa-e19a35f9ad74 req-abd922a7-0139-403a-9844-c880a6990601 service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Refreshing network info cache for port a4823606-12a7-4ee2-99ab-d1cfaa7b436d {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.980704] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96e01cd8-53bb-4351-a7bc-3eee7efdecd0 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "0a1d1dac-34f8-4446-b221-3425199e9af6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.751s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.018757] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.130301] env[70039]: DEBUG nova.network.neutron [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Successfully created port: ba4bcf85-2361-46c2-9fd6-fa0af1b50ff9 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.194685] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.304885] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330601, 'name': Rename_Task, 'duration_secs': 0.140392} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.307457] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.308076] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d61abe9-51ed-4fc1-80a9-9a40c7d9628d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.318093] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 812.318093] env[70039]: value = "task-3330602" [ 812.318093] env[70039]: _type = "Task" [ 812.318093] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.327353] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.354485] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.485692] env[70039]: DEBUG nova.compute.manager [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.644382] env[70039]: DEBUG nova.network.neutron [req-ad6108f6-9279-4281-90aa-e19a35f9ad74 req-abd922a7-0139-403a-9844-c880a6990601 service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Updated VIF entry in instance network info cache for port a4823606-12a7-4ee2-99ab-d1cfaa7b436d. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.644746] env[70039]: DEBUG nova.network.neutron [req-ad6108f6-9279-4281-90aa-e19a35f9ad74 req-abd922a7-0139-403a-9844-c880a6990601 service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Updating instance_info_cache with network_info: [{"id": "a4823606-12a7-4ee2-99ab-d1cfaa7b436d", "address": "fa:16:3e:db:66:22", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4823606-12", "ovs_interfaceid": "a4823606-12a7-4ee2-99ab-d1cfaa7b436d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.737640] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1389b758-5650-43f3-9b53-22901c5ec718 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.746364] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b304f3c-9ed5-48e6-a372-5a2c11b1b397 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.781107] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb1251b-ed25-4a7c-ad42-892f814dd465 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.787841] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445e149f-8da3-41d7-9b5b-081bcecc47d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.802767] env[70039]: DEBUG nova.compute.provider_tree [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.825161] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330602, 'name': PowerOnVM_Task, 'duration_secs': 0.430514} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.825161] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.825161] env[70039]: INFO nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Took 7.81 seconds to spawn the instance on the hypervisor. [ 812.825370] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.826139] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107a853c-a9fb-4f1b-90ea-e1c150931bcb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.962781] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.963262] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.963262] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Deleting the datastore file [datastore1] 3ea7617e-f623-4aec-9a97-8a737b6307c5 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.963603] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a3df944-7851-46ad-8b25-94924335607f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.970260] env[70039]: DEBUG oslo_vmware.api [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Waiting for the task: (returnval){ [ 812.970260] env[70039]: value = "task-3330603" [ 812.970260] env[70039]: _type = "Task" [ 812.970260] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.978015] env[70039]: DEBUG oslo_vmware.api [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.005283] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.148800] env[70039]: DEBUG oslo_concurrency.lockutils [req-ad6108f6-9279-4281-90aa-e19a35f9ad74 req-abd922a7-0139-403a-9844-c880a6990601 service nova] Releasing lock "refresh_cache-0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.203831] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.229451] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.229690] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.229913] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.230057] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.230218] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.230368] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.230580] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.230741] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.230913] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.231181] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.231385] env[70039]: DEBUG nova.virt.hardware [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.232503] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9a8ea8-e79d-4305-a8d5-7515d88e51e3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.240066] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40efc7ef-5f40-498e-a544-3d220d8ca645 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.304650] env[70039]: DEBUG nova.scheduler.client.report [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.341598] env[70039]: INFO nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Took 47.12 seconds to build instance. [ 813.481276] env[70039]: DEBUG oslo_vmware.api [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Task: {'id': task-3330603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.495439} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.481609] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.481806] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.481983] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.482176] env[70039]: INFO nova.compute.manager [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Took 4.47 seconds to destroy the instance on the hypervisor. [ 813.482416] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.482603] env[70039]: DEBUG nova.compute.manager [-] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.482730] env[70039]: DEBUG nova.network.neutron [-] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.586107] env[70039]: DEBUG nova.compute.manager [req-8e14ee83-0fc2-4aac-95c3-fa309764b164 req-b01f93ee-0561-4266-a75e-53938518274b service nova] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Received event network-vif-plugged-ba4bcf85-2361-46c2-9fd6-fa0af1b50ff9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.586336] env[70039]: DEBUG oslo_concurrency.lockutils [req-8e14ee83-0fc2-4aac-95c3-fa309764b164 req-b01f93ee-0561-4266-a75e-53938518274b service nova] Acquiring lock "cede758a-d0ee-4671-b83b-22c7c977b17a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.586566] env[70039]: DEBUG oslo_concurrency.lockutils [req-8e14ee83-0fc2-4aac-95c3-fa309764b164 req-b01f93ee-0561-4266-a75e-53938518274b service nova] Lock "cede758a-d0ee-4671-b83b-22c7c977b17a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.586705] env[70039]: DEBUG oslo_concurrency.lockutils [req-8e14ee83-0fc2-4aac-95c3-fa309764b164 req-b01f93ee-0561-4266-a75e-53938518274b service nova] Lock "cede758a-d0ee-4671-b83b-22c7c977b17a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.587020] env[70039]: DEBUG nova.compute.manager [req-8e14ee83-0fc2-4aac-95c3-fa309764b164 req-b01f93ee-0561-4266-a75e-53938518274b service nova] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] No waiting events found dispatching network-vif-plugged-ba4bcf85-2361-46c2-9fd6-fa0af1b50ff9 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.590423] env[70039]: WARNING nova.compute.manager [req-8e14ee83-0fc2-4aac-95c3-fa309764b164 req-b01f93ee-0561-4266-a75e-53938518274b service nova] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Received unexpected event network-vif-plugged-ba4bcf85-2361-46c2-9fd6-fa0af1b50ff9 for instance with vm_state building and task_state spawning. [ 813.673927] env[70039]: DEBUG nova.network.neutron [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Successfully updated port: ba4bcf85-2361-46c2-9fd6-fa0af1b50ff9 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.811591] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.811591] env[70039]: DEBUG nova.compute.manager [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.812856] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.249s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.813037] env[70039]: DEBUG nova.objects.instance [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70039) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 813.843672] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.700s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.895790] env[70039]: DEBUG nova.compute.manager [req-900ba545-fcdc-4603-8293-0ad96b36fa48 req-be2fad9b-f276-418f-a882-ca819ad236fb service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Received event network-vif-deleted-fd667efd-e2ca-45d6-b9c0-19f93cfb551c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.895964] env[70039]: INFO nova.compute.manager [req-900ba545-fcdc-4603-8293-0ad96b36fa48 req-be2fad9b-f276-418f-a882-ca819ad236fb service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Neutron deleted interface fd667efd-e2ca-45d6-b9c0-19f93cfb551c; detaching it from the instance and deleting it from the info cache [ 813.896011] env[70039]: DEBUG nova.network.neutron [req-900ba545-fcdc-4603-8293-0ad96b36fa48 req-be2fad9b-f276-418f-a882-ca819ad236fb service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.177359] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "refresh_cache-cede758a-d0ee-4671-b83b-22c7c977b17a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.177504] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquired lock "refresh_cache-cede758a-d0ee-4671-b83b-22c7c977b17a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.177664] env[70039]: DEBUG nova.network.neutron [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.259775] env[70039]: DEBUG nova.network.neutron [-] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.320290] env[70039]: DEBUG nova.compute.utils [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.321344] env[70039]: DEBUG nova.compute.manager [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.321513] env[70039]: DEBUG nova.network.neutron [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.346875] env[70039]: DEBUG nova.compute.manager [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.381270] env[70039]: DEBUG nova.policy [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd71c28221a940e5870bcd9d15444641', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f9aef6dfcc3442694af4ae8db68cf13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.397958] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7acb07d5-7b93-476f-b555-eaca43c777fc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.407429] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e084e71-47c2-4a56-936e-2a14ad38d94a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.439230] env[70039]: DEBUG nova.compute.manager [req-900ba545-fcdc-4603-8293-0ad96b36fa48 req-be2fad9b-f276-418f-a882-ca819ad236fb service nova] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Detach interface failed, port_id=fd667efd-e2ca-45d6-b9c0-19f93cfb551c, reason: Instance 3ea7617e-f623-4aec-9a97-8a737b6307c5 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 814.653572] env[70039]: DEBUG nova.network.neutron [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Successfully created port: 48bbe5c3-e520-4927-a634-f561782124c1 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.708955] env[70039]: DEBUG nova.network.neutron [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.762044] env[70039]: INFO nova.compute.manager [-] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Took 1.28 seconds to deallocate network for instance. [ 814.822623] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e981b7a6-d20f-4f40-bbf6-354ceec5853b tempest-ServersAdmin275Test-653340481 tempest-ServersAdmin275Test-653340481-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.823753] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.077s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.825854] env[70039]: DEBUG nova.compute.manager [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.875865] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.095990] env[70039]: DEBUG nova.network.neutron [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Updating instance_info_cache with network_info: [{"id": "ba4bcf85-2361-46c2-9fd6-fa0af1b50ff9", "address": "fa:16:3e:46:ee:d0", "network": {"id": "07b01c0c-571d-460c-81c3-ecf3e830a89d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-649805981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8562fbad956643d9bb78a328db53471f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba4bcf85-23", "ovs_interfaceid": "ba4bcf85-2361-46c2-9fd6-fa0af1b50ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.269670] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.601232] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Releasing lock "refresh_cache-cede758a-d0ee-4671-b83b-22c7c977b17a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.601564] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Instance network_info: |[{"id": "ba4bcf85-2361-46c2-9fd6-fa0af1b50ff9", "address": "fa:16:3e:46:ee:d0", "network": {"id": "07b01c0c-571d-460c-81c3-ecf3e830a89d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-649805981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8562fbad956643d9bb78a328db53471f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba4bcf85-23", "ovs_interfaceid": "ba4bcf85-2361-46c2-9fd6-fa0af1b50ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.601999] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:ee:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba4bcf85-2361-46c2-9fd6-fa0af1b50ff9', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.611225] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.614578] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.615689] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-007c4233-058f-452d-9230-30f4f4aad10c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.631592] env[70039]: DEBUG nova.compute.manager [req-0500de33-9563-44fa-a9db-7c6d754927d4 req-e13485b8-e4e2-4441-a715-1f37ca285080 service nova] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Received event network-changed-ba4bcf85-2361-46c2-9fd6-fa0af1b50ff9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.631840] env[70039]: DEBUG nova.compute.manager [req-0500de33-9563-44fa-a9db-7c6d754927d4 req-e13485b8-e4e2-4441-a715-1f37ca285080 service nova] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Refreshing instance network info cache due to event network-changed-ba4bcf85-2361-46c2-9fd6-fa0af1b50ff9. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.632183] env[70039]: DEBUG oslo_concurrency.lockutils [req-0500de33-9563-44fa-a9db-7c6d754927d4 req-e13485b8-e4e2-4441-a715-1f37ca285080 service nova] Acquiring lock "refresh_cache-cede758a-d0ee-4671-b83b-22c7c977b17a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.632296] env[70039]: DEBUG oslo_concurrency.lockutils [req-0500de33-9563-44fa-a9db-7c6d754927d4 req-e13485b8-e4e2-4441-a715-1f37ca285080 service nova] Acquired lock "refresh_cache-cede758a-d0ee-4671-b83b-22c7c977b17a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.632514] env[70039]: DEBUG nova.network.neutron [req-0500de33-9563-44fa-a9db-7c6d754927d4 req-e13485b8-e4e2-4441-a715-1f37ca285080 service nova] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Refreshing network info cache for port ba4bcf85-2361-46c2-9fd6-fa0af1b50ff9 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.642828] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.642828] env[70039]: value = "task-3330604" [ 815.642828] env[70039]: _type = "Task" [ 815.642828] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.654760] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330604, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.797291] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf1b987-dec4-418f-a605-a847b8a2c248 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.805288] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f2768a-2928-44d3-ae61-4e0cfc1cb1c9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.852745] env[70039]: DEBUG nova.compute.manager [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.857565] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75ab847-babb-4bb9-89e9-1b48c74b8371 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.869478] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affed047-06cf-41d8-ab93-a8a32784de55 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.887980] env[70039]: DEBUG nova.compute.provider_tree [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.892185] env[70039]: DEBUG nova.virt.hardware [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.892627] env[70039]: DEBUG nova.virt.hardware [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.892896] env[70039]: DEBUG nova.virt.hardware [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.893190] env[70039]: DEBUG nova.virt.hardware [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.893425] env[70039]: DEBUG nova.virt.hardware [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.893644] env[70039]: DEBUG nova.virt.hardware [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.895577] env[70039]: DEBUG nova.virt.hardware [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.895577] env[70039]: DEBUG nova.virt.hardware [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.895577] env[70039]: DEBUG nova.virt.hardware [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.895577] env[70039]: DEBUG nova.virt.hardware [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.895577] env[70039]: DEBUG nova.virt.hardware [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.895974] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c81ed75-cf5d-4caf-91b9-52f82d12b022 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.899868] env[70039]: DEBUG nova.scheduler.client.report [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.910248] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96cebce-ffff-4a05-ac74-2d1e67100684 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.074059] env[70039]: DEBUG nova.compute.manager [req-c2b8895f-15f1-479b-8b54-6900e7364518 req-34d542af-b3be-4ef3-98d4-07f287e26a73 service nova] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Received event network-vif-plugged-48bbe5c3-e520-4927-a634-f561782124c1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.074059] env[70039]: DEBUG oslo_concurrency.lockutils [req-c2b8895f-15f1-479b-8b54-6900e7364518 req-34d542af-b3be-4ef3-98d4-07f287e26a73 service nova] Acquiring lock "dfd54a1a-b989-4277-8e7a-2892a1e0e510-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.074059] env[70039]: DEBUG oslo_concurrency.lockutils [req-c2b8895f-15f1-479b-8b54-6900e7364518 req-34d542af-b3be-4ef3-98d4-07f287e26a73 service nova] Lock "dfd54a1a-b989-4277-8e7a-2892a1e0e510-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.074059] env[70039]: DEBUG oslo_concurrency.lockutils [req-c2b8895f-15f1-479b-8b54-6900e7364518 req-34d542af-b3be-4ef3-98d4-07f287e26a73 service nova] Lock "dfd54a1a-b989-4277-8e7a-2892a1e0e510-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.074059] env[70039]: DEBUG nova.compute.manager [req-c2b8895f-15f1-479b-8b54-6900e7364518 req-34d542af-b3be-4ef3-98d4-07f287e26a73 service nova] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] No waiting events found dispatching network-vif-plugged-48bbe5c3-e520-4927-a634-f561782124c1 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.074436] env[70039]: WARNING nova.compute.manager [req-c2b8895f-15f1-479b-8b54-6900e7364518 req-34d542af-b3be-4ef3-98d4-07f287e26a73 service nova] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Received unexpected event network-vif-plugged-48bbe5c3-e520-4927-a634-f561782124c1 for instance with vm_state building and task_state spawning. [ 816.159559] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330604, 'name': CreateVM_Task, 'duration_secs': 0.477084} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.159751] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.160543] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.164073] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.164473] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.164760] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d266ad35-954f-499b-859d-329b0a6b95a5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.169944] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 816.169944] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52300ef4-7c57-2919-189a-f43bdcf887e9" [ 816.169944] env[70039]: _type = "Task" [ 816.169944] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.178660] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52300ef4-7c57-2919-189a-f43bdcf887e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.200067] env[70039]: DEBUG nova.network.neutron [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Successfully updated port: 48bbe5c3-e520-4927-a634-f561782124c1 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.445503] env[70039]: DEBUG nova.network.neutron [req-0500de33-9563-44fa-a9db-7c6d754927d4 req-e13485b8-e4e2-4441-a715-1f37ca285080 service nova] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Updated VIF entry in instance network info cache for port ba4bcf85-2361-46c2-9fd6-fa0af1b50ff9. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.445890] env[70039]: DEBUG nova.network.neutron [req-0500de33-9563-44fa-a9db-7c6d754927d4 req-e13485b8-e4e2-4441-a715-1f37ca285080 service nova] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Updating instance_info_cache with network_info: [{"id": "ba4bcf85-2361-46c2-9fd6-fa0af1b50ff9", "address": "fa:16:3e:46:ee:d0", "network": {"id": "07b01c0c-571d-460c-81c3-ecf3e830a89d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-649805981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8562fbad956643d9bb78a328db53471f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba4bcf85-23", "ovs_interfaceid": "ba4bcf85-2361-46c2-9fd6-fa0af1b50ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.680748] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52300ef4-7c57-2919-189a-f43bdcf887e9, 'name': SearchDatastore_Task, 'duration_secs': 0.036961} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.681078] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.681321] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.681638] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.681899] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.682707] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.682707] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c346b4ec-79ed-49f2-badc-02dd516fb203 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.693145] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.693336] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.694051] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac2c8a02-b75d-4e6a-a99d-005307057ec0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.698850] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 816.698850] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52531875-5878-f342-abd2-37be75b41246" [ 816.698850] env[70039]: _type = "Task" [ 816.698850] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.706638] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "refresh_cache-dfd54a1a-b989-4277-8e7a-2892a1e0e510" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.706782] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquired lock "refresh_cache-dfd54a1a-b989-4277-8e7a-2892a1e0e510" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.706934] env[70039]: DEBUG nova.network.neutron [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.708321] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52531875-5878-f342-abd2-37be75b41246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.913582] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.090s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.916366] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.864s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.916562] env[70039]: DEBUG nova.objects.instance [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lazy-loading 'resources' on Instance uuid 4f841897-42d7-4846-b152-caa4a3575eb8 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.948844] env[70039]: DEBUG oslo_concurrency.lockutils [req-0500de33-9563-44fa-a9db-7c6d754927d4 req-e13485b8-e4e2-4441-a715-1f37ca285080 service nova] Releasing lock "refresh_cache-cede758a-d0ee-4671-b83b-22c7c977b17a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.209330] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52531875-5878-f342-abd2-37be75b41246, 'name': SearchDatastore_Task, 'duration_secs': 0.029031} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.211953] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-142a79b6-f6c3-4d3f-9299-9aa9e215773c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.218082] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 817.218082] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f6bd19-5002-a67c-60b2-3c38230596a5" [ 817.218082] env[70039]: _type = "Task" [ 817.218082] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.226445] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f6bd19-5002-a67c-60b2-3c38230596a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.255635] env[70039]: DEBUG nova.network.neutron [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.436766] env[70039]: DEBUG nova.network.neutron [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Updating instance_info_cache with network_info: [{"id": "48bbe5c3-e520-4927-a634-f561782124c1", "address": "fa:16:3e:06:be:42", "network": {"id": "507f33e1-2d58-407c-b58e-8c2e45d29e55", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1535324144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9aef6dfcc3442694af4ae8db68cf13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48bbe5c3-e5", "ovs_interfaceid": "48bbe5c3-e520-4927-a634-f561782124c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.482339] env[70039]: INFO nova.scheduler.client.report [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Deleted allocation for migration afdc76da-853d-48f0-9947-28cc33d2e535 [ 817.728620] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f6bd19-5002-a67c-60b2-3c38230596a5, 'name': SearchDatastore_Task, 'duration_secs': 0.030129} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.730786] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.731058] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] cede758a-d0ee-4671-b83b-22c7c977b17a/cede758a-d0ee-4671-b83b-22c7c977b17a.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.731974] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10ebec45-b572-4d15-8774-af3168f3d37a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.737347] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 817.737347] env[70039]: value = "task-3330605" [ 817.737347] env[70039]: _type = "Task" [ 817.737347] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.746996] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.852804] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a957adf-3889-4424-8c19-3028e823f629 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.859660] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd50a65-afad-45ce-9bff-72abc2608a30 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.890474] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e8d85d-d1c3-4346-8ac3-76ed0ce20214 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.898463] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a56120-e0d2-435d-824e-d8936ef2ce6d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.912526] env[70039]: DEBUG nova.compute.provider_tree [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.939282] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Releasing lock "refresh_cache-dfd54a1a-b989-4277-8e7a-2892a1e0e510" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.939697] env[70039]: DEBUG nova.compute.manager [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Instance network_info: |[{"id": "48bbe5c3-e520-4927-a634-f561782124c1", "address": "fa:16:3e:06:be:42", "network": {"id": "507f33e1-2d58-407c-b58e-8c2e45d29e55", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1535324144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9aef6dfcc3442694af4ae8db68cf13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48bbe5c3-e5", "ovs_interfaceid": "48bbe5c3-e520-4927-a634-f561782124c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.940458] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:be:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48bbe5c3-e520-4927-a634-f561782124c1', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.949745] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.949745] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.949745] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54dee251-54f4-4ea4-8405-a87f1bd033e5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.970208] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.970208] env[70039]: value = "task-3330606" [ 817.970208] env[70039]: _type = "Task" [ 817.970208] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.980530] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330606, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.990215] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5a4fab6-300e-4f68-a9c7-543a4be1dc4c tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "3fadbf0b-4802-41a3-be05-1208371ae43f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.218s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.108847] env[70039]: DEBUG nova.compute.manager [req-31794522-fa4c-44c9-a373-038f9f174216 req-df8687d0-6ecf-4a4f-9fb3-26ef18b7ebe7 service nova] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Received event network-changed-48bbe5c3-e520-4927-a634-f561782124c1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.109194] env[70039]: DEBUG nova.compute.manager [req-31794522-fa4c-44c9-a373-038f9f174216 req-df8687d0-6ecf-4a4f-9fb3-26ef18b7ebe7 service nova] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Refreshing instance network info cache due to event network-changed-48bbe5c3-e520-4927-a634-f561782124c1. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.109639] env[70039]: DEBUG oslo_concurrency.lockutils [req-31794522-fa4c-44c9-a373-038f9f174216 req-df8687d0-6ecf-4a4f-9fb3-26ef18b7ebe7 service nova] Acquiring lock "refresh_cache-dfd54a1a-b989-4277-8e7a-2892a1e0e510" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.109891] env[70039]: DEBUG oslo_concurrency.lockutils [req-31794522-fa4c-44c9-a373-038f9f174216 req-df8687d0-6ecf-4a4f-9fb3-26ef18b7ebe7 service nova] Acquired lock "refresh_cache-dfd54a1a-b989-4277-8e7a-2892a1e0e510" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.110198] env[70039]: DEBUG nova.network.neutron [req-31794522-fa4c-44c9-a373-038f9f174216 req-df8687d0-6ecf-4a4f-9fb3-26ef18b7ebe7 service nova] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Refreshing network info cache for port 48bbe5c3-e520-4927-a634-f561782124c1 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.250998] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458969} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.251451] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] cede758a-d0ee-4671-b83b-22c7c977b17a/cede758a-d0ee-4671-b83b-22c7c977b17a.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.251602] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.252345] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5b9f165-5999-4494-928a-0ae92a486c8a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.262763] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 818.262763] env[70039]: value = "task-3330607" [ 818.262763] env[70039]: _type = "Task" [ 818.262763] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.273373] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.416382] env[70039]: DEBUG nova.scheduler.client.report [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.483901] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330606, 'name': CreateVM_Task, 'duration_secs': 0.38272} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.484127] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.484923] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.485127] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.485499] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.486215] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b35a7f8f-fbdd-4258-a843-271a77f1df63 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.494641] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 818.494641] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b9f161-882a-8cc5-415d-8f15c0edce93" [ 818.494641] env[70039]: _type = "Task" [ 818.494641] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.507995] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b9f161-882a-8cc5-415d-8f15c0edce93, 'name': SearchDatastore_Task, 'duration_secs': 0.010308} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.508399] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.508673] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.508926] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.509108] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.509284] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.509594] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca53fac2-054e-45ad-a692-5e65e85c5223 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.519601] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.519747] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.520533] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461df433-f2aa-44d3-873d-7b644aa29ae2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.525745] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 818.525745] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]529caed9-15f3-1cbd-5a0f-b612ecc4780b" [ 818.525745] env[70039]: _type = "Task" [ 818.525745] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.533718] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]529caed9-15f3-1cbd-5a0f-b612ecc4780b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.784609] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067237} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.785120] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.786370] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cad0c1-bb14-4677-beb5-a180049367cd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.812707] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] cede758a-d0ee-4671-b83b-22c7c977b17a/cede758a-d0ee-4671-b83b-22c7c977b17a.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.812929] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d1795f6-0e8a-414a-879e-f18bf609b65b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.836371] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 818.836371] env[70039]: value = "task-3330608" [ 818.836371] env[70039]: _type = "Task" [ 818.836371] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.844449] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.921717] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.925018] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.871s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.925018] env[70039]: DEBUG nova.objects.instance [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lazy-loading 'resources' on Instance uuid f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.951522] env[70039]: INFO nova.scheduler.client.report [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Deleted allocations for instance 4f841897-42d7-4846-b152-caa4a3575eb8 [ 819.029204] env[70039]: DEBUG nova.network.neutron [req-31794522-fa4c-44c9-a373-038f9f174216 req-df8687d0-6ecf-4a4f-9fb3-26ef18b7ebe7 service nova] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Updated VIF entry in instance network info cache for port 48bbe5c3-e520-4927-a634-f561782124c1. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.029204] env[70039]: DEBUG nova.network.neutron [req-31794522-fa4c-44c9-a373-038f9f174216 req-df8687d0-6ecf-4a4f-9fb3-26ef18b7ebe7 service nova] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Updating instance_info_cache with network_info: [{"id": "48bbe5c3-e520-4927-a634-f561782124c1", "address": "fa:16:3e:06:be:42", "network": {"id": "507f33e1-2d58-407c-b58e-8c2e45d29e55", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1535324144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9aef6dfcc3442694af4ae8db68cf13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48bbe5c3-e5", "ovs_interfaceid": "48bbe5c3-e520-4927-a634-f561782124c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.049030] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]529caed9-15f3-1cbd-5a0f-b612ecc4780b, 'name': SearchDatastore_Task, 'duration_secs': 0.008471} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.049030] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c3682e1-a830-401d-8bad-ba93cc68c1e0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.054563] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 819.054563] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5256ac57-661a-e1f4-e53f-852b207c01d5" [ 819.054563] env[70039]: _type = "Task" [ 819.054563] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.063402] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5256ac57-661a-e1f4-e53f-852b207c01d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.346667] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330608, 'name': ReconfigVM_Task, 'duration_secs': 0.28889} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.346948] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Reconfigured VM instance instance-00000023 to attach disk [datastore1] cede758a-d0ee-4671-b83b-22c7c977b17a/cede758a-d0ee-4671-b83b-22c7c977b17a.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.347600] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92dd7292-5270-48ea-8138-de600c9667a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.354104] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 819.354104] env[70039]: value = "task-3330609" [ 819.354104] env[70039]: _type = "Task" [ 819.354104] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.362578] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330609, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.462056] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e94f68b-9ff5-412c-b63e-e7aa56dc6578 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "4f841897-42d7-4846-b152-caa4a3575eb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.957s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.529379] env[70039]: DEBUG oslo_concurrency.lockutils [req-31794522-fa4c-44c9-a373-038f9f174216 req-df8687d0-6ecf-4a4f-9fb3-26ef18b7ebe7 service nova] Releasing lock "refresh_cache-dfd54a1a-b989-4277-8e7a-2892a1e0e510" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.569470] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5256ac57-661a-e1f4-e53f-852b207c01d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009779} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.571836] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.572313] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] dfd54a1a-b989-4277-8e7a-2892a1e0e510/dfd54a1a-b989-4277-8e7a-2892a1e0e510.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.573157] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a15b38dc-22d6-45cb-acbf-19d7ef4c8ae3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.578522] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 819.578522] env[70039]: value = "task-3330610" [ 819.578522] env[70039]: _type = "Task" [ 819.578522] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.589346] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.646088] env[70039]: DEBUG nova.compute.manager [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Stashing vm_state: active {{(pid=70039) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 819.873376] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330609, 'name': Rename_Task, 'duration_secs': 0.206603} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.873844] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.874894] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51d28407-eac7-4a0e-a228-cb0417c8bfca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.884121] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 819.884121] env[70039]: value = "task-3330611" [ 819.884121] env[70039]: _type = "Task" [ 819.884121] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.894746] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.915091] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6920d5-bfa2-45ca-92bd-faf7558524b5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.930461] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5267a993-f1e2-4483-aa5a-b25c1de90ab8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.984685] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bcadd4-c316-4aba-98c3-3fdf23f6e133 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.996835] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102d5a9a-0b86-49b3-b130-3a2d29e75d5a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.029941] env[70039]: DEBUG nova.compute.provider_tree [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.076418] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "fe48041e-1a3f-4be1-a2e8-44f4c0482552" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.076586] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "fe48041e-1a3f-4be1-a2e8-44f4c0482552" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.091176] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464065} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.091552] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] dfd54a1a-b989-4277-8e7a-2892a1e0e510/dfd54a1a-b989-4277-8e7a-2892a1e0e510.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.091867] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.092226] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-095a8cfe-05c2-46cb-a4e5-e7c86b050c13 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.100578] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 820.100578] env[70039]: value = "task-3330612" [ 820.100578] env[70039]: _type = "Task" [ 820.100578] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.112073] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.169936] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.394391] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330611, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.513050] env[70039]: DEBUG oslo_concurrency.lockutils [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquiring lock "f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.513050] env[70039]: DEBUG oslo_concurrency.lockutils [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lock "f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.513050] env[70039]: DEBUG oslo_concurrency.lockutils [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquiring lock "f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.513050] env[70039]: DEBUG oslo_concurrency.lockutils [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lock "f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.513377] env[70039]: DEBUG oslo_concurrency.lockutils [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lock "f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.515419] env[70039]: INFO nova.compute.manager [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Terminating instance [ 820.534994] env[70039]: DEBUG nova.scheduler.client.report [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.611339] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064262} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.611636] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.612439] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3d82ff-2510-4cfe-87ea-f21141c53fc1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.635742] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] dfd54a1a-b989-4277-8e7a-2892a1e0e510/dfd54a1a-b989-4277-8e7a-2892a1e0e510.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.636114] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b8b8d66-1785-4b8d-a0d1-f9abfe551cd1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.655622] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 820.655622] env[70039]: value = "task-3330613" [ 820.655622] env[70039]: _type = "Task" [ 820.655622] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.663448] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.893872] env[70039]: DEBUG oslo_vmware.api [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330611, 'name': PowerOnVM_Task, 'duration_secs': 0.795608} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.894154] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.894362] env[70039]: INFO nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Took 7.69 seconds to spawn the instance on the hypervisor. [ 820.894540] env[70039]: DEBUG nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.895457] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b736a69-4113-49b9-a28d-08c9769c29b3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.018743] env[70039]: DEBUG nova.compute.manager [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.019166] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.020009] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c221a1-14df-4cba-822e-c214174d42bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.028175] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.028424] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d770b38-220c-4304-b46c-94dbd623aed6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.035986] env[70039]: DEBUG oslo_vmware.api [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 821.035986] env[70039]: value = "task-3330614" [ 821.035986] env[70039]: _type = "Task" [ 821.035986] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.043225] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.045713] env[70039]: DEBUG oslo_concurrency.lockutils [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.341s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.047410] env[70039]: INFO nova.compute.claims [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.055664] env[70039]: DEBUG oslo_vmware.api [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.067526] env[70039]: INFO nova.scheduler.client.report [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Deleted allocations for instance f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b [ 821.147241] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquiring lock "8336f568-c256-43cd-9411-bd415bc5e2f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.147493] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lock "8336f568-c256-43cd-9411-bd415bc5e2f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.166815] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.413191] env[70039]: INFO nova.compute.manager [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Took 46.93 seconds to build instance. [ 821.549501] env[70039]: DEBUG oslo_vmware.api [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330614, 'name': PowerOffVM_Task, 'duration_secs': 0.441158} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.549842] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.550095] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.550436] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d61dda3f-3247-4776-ba92-770ff4526e59 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.575515] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e14c4c44-c8cb-4a69-a5c7-25ba68697bc3 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.136s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.616504] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.616766] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.616923] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Deleting the datastore file [datastore2] f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.617278] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42d51eed-dd15-41d1-8428-62088375b3d9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.624028] env[70039]: DEBUG oslo_vmware.api [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 821.624028] env[70039]: value = "task-3330616" [ 821.624028] env[70039]: _type = "Task" [ 821.624028] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.632603] env[70039]: DEBUG oslo_vmware.api [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.665820] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330613, 'name': ReconfigVM_Task, 'duration_secs': 0.827816} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.667042] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Reconfigured VM instance instance-00000024 to attach disk [datastore1] dfd54a1a-b989-4277-8e7a-2892a1e0e510/dfd54a1a-b989-4277-8e7a-2892a1e0e510.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.667042] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab74a990-ad69-4b2c-bcf4-b90a2a38ddc9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.672929] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 821.672929] env[70039]: value = "task-3330617" [ 821.672929] env[70039]: _type = "Task" [ 821.672929] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.683248] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330617, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.915725] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfebae68-f923-4626-b264-7aaba445e2a9 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "cede758a-d0ee-4671-b83b-22c7c977b17a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.718s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.137234] env[70039]: DEBUG oslo_vmware.api [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133855} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.137524] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.137564] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.137725] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.137901] env[70039]: INFO nova.compute.manager [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 822.138194] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.138392] env[70039]: DEBUG nova.compute.manager [-] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.138488] env[70039]: DEBUG nova.network.neutron [-] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.185253] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330617, 'name': Rename_Task, 'duration_secs': 0.220006} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.185577] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.185824] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4d4c33d-5ec0-4453-8014-a073949c241a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.192513] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 822.192513] env[70039]: value = "task-3330618" [ 822.192513] env[70039]: _type = "Task" [ 822.192513] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.202793] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.422376] env[70039]: DEBUG nova.compute.manager [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.556993] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "e0113f7a-a90f-4add-bf71-d5a306f059cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.557278] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "e0113f7a-a90f-4add-bf71-d5a306f059cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.563141] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f4d68c-111d-4949-a612-b318f62f569c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.571255] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f1088b-c049-4c3c-821e-7f9998de717b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.608204] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ea0552-6214-4403-8c6c-e49ffc5b80c7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.612519] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "a749d9fd-c016-4684-afcd-1754a424ce51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.612519] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "a749d9fd-c016-4684-afcd-1754a424ce51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.620067] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5667f5f-bb8d-4025-aa06-c97e394aac36 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.635192] env[70039]: DEBUG nova.compute.provider_tree [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.701789] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330618, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.845116] env[70039]: DEBUG nova.compute.manager [req-a70ddce4-536f-42e4-aff3-766f56bb9f75 req-6eef1201-ca9d-4402-a7fa-24532432a4c6 service nova] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Received event network-vif-deleted-4b82a4bd-dcd2-449e-acf8-8a338709dc75 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.845321] env[70039]: INFO nova.compute.manager [req-a70ddce4-536f-42e4-aff3-766f56bb9f75 req-6eef1201-ca9d-4402-a7fa-24532432a4c6 service nova] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Neutron deleted interface 4b82a4bd-dcd2-449e-acf8-8a338709dc75; detaching it from the instance and deleting it from the info cache [ 822.845493] env[70039]: DEBUG nova.network.neutron [req-a70ddce4-536f-42e4-aff3-766f56bb9f75 req-6eef1201-ca9d-4402-a7fa-24532432a4c6 service nova] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.958019] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.111913] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "f9ef26da-6c7f-409b-8e13-a26f6c648f1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.112105] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "f9ef26da-6c7f-409b-8e13-a26f6c648f1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.112315] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "f9ef26da-6c7f-409b-8e13-a26f6c648f1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.112500] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "f9ef26da-6c7f-409b-8e13-a26f6c648f1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.112666] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "f9ef26da-6c7f-409b-8e13-a26f6c648f1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.114696] env[70039]: INFO nova.compute.manager [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Terminating instance [ 823.140918] env[70039]: DEBUG nova.scheduler.client.report [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.211363] env[70039]: DEBUG oslo_vmware.api [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330618, 'name': PowerOnVM_Task, 'duration_secs': 0.832773} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.211744] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.212037] env[70039]: INFO nova.compute.manager [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Took 7.36 seconds to spawn the instance on the hypervisor. [ 823.212310] env[70039]: DEBUG nova.compute.manager [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.213425] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1912ad77-57b9-4e41-8781-868994600766 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.297397] env[70039]: DEBUG nova.network.neutron [-] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.349037] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8480d28d-09c4-4cfe-8377-3815f6b8b2af {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.358131] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b783e4-efc8-47b3-8c0c-bd0f3a46d422 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.392959] env[70039]: DEBUG nova.compute.manager [req-a70ddce4-536f-42e4-aff3-766f56bb9f75 req-6eef1201-ca9d-4402-a7fa-24532432a4c6 service nova] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Detach interface failed, port_id=4b82a4bd-dcd2-449e-acf8-8a338709dc75, reason: Instance f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 823.619122] env[70039]: DEBUG nova.compute.manager [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.619122] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.619920] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034e90b0-3fd5-4d35-b063-c54a68aae0db {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.628381] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.628628] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6efa2be-c5cb-408f-8fe5-026fb9b8bfb8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.634716] env[70039]: DEBUG oslo_vmware.api [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 823.634716] env[70039]: value = "task-3330619" [ 823.634716] env[70039]: _type = "Task" [ 823.634716] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.643974] env[70039]: DEBUG oslo_vmware.api [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.646727] env[70039]: DEBUG oslo_concurrency.lockutils [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.647795] env[70039]: DEBUG nova.compute.manager [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.650835] env[70039]: DEBUG oslo_concurrency.lockutils [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.889s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.651068] env[70039]: DEBUG nova.objects.instance [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Lazy-loading 'resources' on Instance uuid c39ee1bc-6395-46d9-85e7-701c2c9232fd {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.734983] env[70039]: INFO nova.compute.manager [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Took 42.28 seconds to build instance. [ 823.798799] env[70039]: INFO nova.compute.manager [-] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Took 1.66 seconds to deallocate network for instance. [ 823.995653] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10046eef-6956-4967-a607-d7429aca89fd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.002181] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8466e27e-001b-4158-b93a-6aef86ad51a4 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Suspending the VM {{(pid=70039) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 824.002428] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d2a08395-c802-433a-86e2-388cba718f71 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.009834] env[70039]: DEBUG oslo_vmware.api [None req-8466e27e-001b-4158-b93a-6aef86ad51a4 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 824.009834] env[70039]: value = "task-3330620" [ 824.009834] env[70039]: _type = "Task" [ 824.009834] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.017803] env[70039]: DEBUG oslo_vmware.api [None req-8466e27e-001b-4158-b93a-6aef86ad51a4 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330620, 'name': SuspendVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.144374] env[70039]: DEBUG oslo_vmware.api [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330619, 'name': PowerOffVM_Task, 'duration_secs': 0.463467} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.145499] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.145499] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.145499] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5692d198-97b9-4cfd-8633-63daf60c0207 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.152415] env[70039]: DEBUG nova.compute.utils [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.153714] env[70039]: DEBUG nova.compute.manager [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.153879] env[70039]: DEBUG nova.network.neutron [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.207639] env[70039]: DEBUG nova.policy [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbf8e4ae1bb94e2fa69c2771c2273c9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed473fc9aaf944e6a3bd28948133530e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.212808] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.213011] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.213283] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Deleting the datastore file [datastore2] f9ef26da-6c7f-409b-8e13-a26f6c648f1b {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.214048] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-992270b6-061a-4c44-9c6c-393c3ede57e1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.219512] env[70039]: DEBUG oslo_vmware.api [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 824.219512] env[70039]: value = "task-3330622" [ 824.219512] env[70039]: _type = "Task" [ 824.219512] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.228816] env[70039]: DEBUG oslo_vmware.api [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.238334] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e3812d7e-7a2f-4039-85ba-e3f6f96c4622 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "dfd54a1a-b989-4277-8e7a-2892a1e0e510" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.998s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.306029] env[70039]: DEBUG oslo_concurrency.lockutils [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.523605] env[70039]: DEBUG oslo_vmware.api [None req-8466e27e-001b-4158-b93a-6aef86ad51a4 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330620, 'name': SuspendVM_Task} progress is 54%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.659877] env[70039]: DEBUG nova.compute.manager [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.663355] env[70039]: DEBUG nova.network.neutron [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Successfully created port: f49efd38-7bac-4f5f-9ace-ffe509cefe0a {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.690616] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a81a6eb-28a5-40b9-88d7-5a926d855240 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.699216] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293f8c89-96af-483f-ab1e-81c49837dfad {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.739365] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b37e8e-03f2-482f-82dd-07844ee19bd6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.742068] env[70039]: DEBUG nova.compute.manager [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.752145] env[70039]: DEBUG oslo_vmware.api [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153144} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.754452] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.754452] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.754452] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.754452] env[70039]: INFO nova.compute.manager [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 824.754664] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.754987] env[70039]: DEBUG nova.compute.manager [-] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.755132] env[70039]: DEBUG nova.network.neutron [-] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.757793] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7631cb67-ea9b-4756-a231-12834f9b2ead {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.774233] env[70039]: DEBUG nova.compute.provider_tree [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.022931] env[70039]: DEBUG oslo_vmware.api [None req-8466e27e-001b-4158-b93a-6aef86ad51a4 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330620, 'name': SuspendVM_Task} progress is 54%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.164724] env[70039]: DEBUG nova.compute.manager [req-8106bb86-21fb-4da9-9fe7-066f5d77cac9 req-922b0a03-a00c-48f9-8ae7-de85f292f3c8 service nova] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Received event network-vif-deleted-ef302599-f3e4-4e27-8dfb-431051e43b21 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.165128] env[70039]: INFO nova.compute.manager [req-8106bb86-21fb-4da9-9fe7-066f5d77cac9 req-922b0a03-a00c-48f9-8ae7-de85f292f3c8 service nova] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Neutron deleted interface ef302599-f3e4-4e27-8dfb-431051e43b21; detaching it from the instance and deleting it from the info cache [ 825.165401] env[70039]: DEBUG nova.network.neutron [req-8106bb86-21fb-4da9-9fe7-066f5d77cac9 req-922b0a03-a00c-48f9-8ae7-de85f292f3c8 service nova] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.267584] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.276151] env[70039]: DEBUG nova.scheduler.client.report [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.522905] env[70039]: DEBUG oslo_vmware.api [None req-8466e27e-001b-4158-b93a-6aef86ad51a4 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330620, 'name': SuspendVM_Task, 'duration_secs': 1.362449} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.522905] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8466e27e-001b-4158-b93a-6aef86ad51a4 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Suspended the VM {{(pid=70039) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 825.523084] env[70039]: DEBUG nova.compute.manager [None req-8466e27e-001b-4158-b93a-6aef86ad51a4 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.523770] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf248a5-4bd2-4dc2-a418-6073084c059b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.635187] env[70039]: DEBUG nova.network.neutron [-] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.671604] env[70039]: DEBUG nova.compute.manager [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.675643] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22515128-80cd-4fe2-be10-1d6aad9150a8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.684543] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93906a2c-f936-41fa-a902-397b5bb937e4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.702714] env[70039]: DEBUG nova.virt.hardware [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.702978] env[70039]: DEBUG nova.virt.hardware [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.703190] env[70039]: DEBUG nova.virt.hardware [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.703385] env[70039]: DEBUG nova.virt.hardware [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.703530] env[70039]: DEBUG nova.virt.hardware [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.703702] env[70039]: DEBUG nova.virt.hardware [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.703873] env[70039]: DEBUG nova.virt.hardware [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.704048] env[70039]: DEBUG nova.virt.hardware [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.704229] env[70039]: DEBUG nova.virt.hardware [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.704418] env[70039]: DEBUG nova.virt.hardware [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.704606] env[70039]: DEBUG nova.virt.hardware [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.705430] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001b5ee9-d621-4c8c-a3a3-696a795ef08d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.718473] env[70039]: DEBUG nova.compute.manager [req-8106bb86-21fb-4da9-9fe7-066f5d77cac9 req-922b0a03-a00c-48f9-8ae7-de85f292f3c8 service nova] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Detach interface failed, port_id=ef302599-f3e4-4e27-8dfb-431051e43b21, reason: Instance f9ef26da-6c7f-409b-8e13-a26f6c648f1b could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 825.723892] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd57a4f7-f948-43de-9d04-d070a1da0896 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.781041] env[70039]: DEBUG oslo_concurrency.lockutils [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.783256] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.407s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.783506] env[70039]: DEBUG nova.objects.instance [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Lazy-loading 'resources' on Instance uuid 50c86c4f-628b-41ad-beec-18b07323e0b5 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.800125] env[70039]: INFO nova.scheduler.client.report [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Deleted allocations for instance c39ee1bc-6395-46d9-85e7-701c2c9232fd [ 826.138883] env[70039]: INFO nova.compute.manager [-] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Took 1.38 seconds to deallocate network for instance. [ 826.273065] env[70039]: DEBUG nova.network.neutron [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Successfully updated port: f49efd38-7bac-4f5f-9ace-ffe509cefe0a {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.307453] env[70039]: DEBUG oslo_concurrency.lockutils [None req-91fb56ee-1e03-4ed5-82e0-6e8cd0a41009 tempest-ServersAdmin275Test-1682356218 tempest-ServersAdmin275Test-1682356218-project-member] Lock "c39ee1bc-6395-46d9-85e7-701c2c9232fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.877s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.314245] env[70039]: DEBUG nova.compute.manager [req-4b5e79bb-2893-49a1-9654-cd26d359d3fc req-860e4d9e-7a41-46fc-88d5-7d9a909365aa service nova] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Received event network-vif-plugged-f49efd38-7bac-4f5f-9ace-ffe509cefe0a {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.314459] env[70039]: DEBUG oslo_concurrency.lockutils [req-4b5e79bb-2893-49a1-9654-cd26d359d3fc req-860e4d9e-7a41-46fc-88d5-7d9a909365aa service nova] Acquiring lock "64281a82-d12b-4f88-86b0-2d5c97fcd934-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.315152] env[70039]: DEBUG oslo_concurrency.lockutils [req-4b5e79bb-2893-49a1-9654-cd26d359d3fc req-860e4d9e-7a41-46fc-88d5-7d9a909365aa service nova] Lock "64281a82-d12b-4f88-86b0-2d5c97fcd934-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.315152] env[70039]: DEBUG oslo_concurrency.lockutils [req-4b5e79bb-2893-49a1-9654-cd26d359d3fc req-860e4d9e-7a41-46fc-88d5-7d9a909365aa service nova] Lock "64281a82-d12b-4f88-86b0-2d5c97fcd934-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.315262] env[70039]: DEBUG nova.compute.manager [req-4b5e79bb-2893-49a1-9654-cd26d359d3fc req-860e4d9e-7a41-46fc-88d5-7d9a909365aa service nova] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] No waiting events found dispatching network-vif-plugged-f49efd38-7bac-4f5f-9ace-ffe509cefe0a {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.315693] env[70039]: WARNING nova.compute.manager [req-4b5e79bb-2893-49a1-9654-cd26d359d3fc req-860e4d9e-7a41-46fc-88d5-7d9a909365aa service nova] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Received unexpected event network-vif-plugged-f49efd38-7bac-4f5f-9ace-ffe509cefe0a for instance with vm_state building and task_state spawning. [ 826.648470] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.776705] env[70039]: DEBUG oslo_concurrency.lockutils [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Acquiring lock "refresh_cache-64281a82-d12b-4f88-86b0-2d5c97fcd934" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.776705] env[70039]: DEBUG oslo_concurrency.lockutils [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Acquired lock "refresh_cache-64281a82-d12b-4f88-86b0-2d5c97fcd934" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.776705] env[70039]: DEBUG nova.network.neutron [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.814662] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab487b67-17f8-4e50-ba59-165a25bccf21 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.823223] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7bea0e-46bc-46bb-ad94-2f5c0b1481e5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.853538] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8bfd57-7c91-47c3-96de-86c6b7c3163f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.861253] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6571b1f9-3613-44f0-86cf-ae9764b1a56f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.874632] env[70039]: DEBUG nova.compute.provider_tree [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.304712] env[70039]: DEBUG nova.compute.manager [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.305747] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5839b77-d86e-412b-b33f-15e78addcc7e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.309433] env[70039]: DEBUG nova.network.neutron [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.378119] env[70039]: DEBUG nova.scheduler.client.report [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.472976] env[70039]: DEBUG nova.network.neutron [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Updating instance_info_cache with network_info: [{"id": "f49efd38-7bac-4f5f-9ace-ffe509cefe0a", "address": "fa:16:3e:5e:2f:4c", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf49efd38-7b", "ovs_interfaceid": "f49efd38-7bac-4f5f-9ace-ffe509cefe0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.817907] env[70039]: INFO nova.compute.manager [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] instance snapshotting [ 827.817907] env[70039]: WARNING nova.compute.manager [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 827.822124] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d17a6a0-c90e-497b-9314-8d3d8ff8cd42 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.845119] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c94078-0eb8-436e-9593-1e70a88497cb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.883716] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.886925] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.595s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.888574] env[70039]: INFO nova.compute.claims [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.914720] env[70039]: INFO nova.scheduler.client.report [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Deleted allocations for instance 50c86c4f-628b-41ad-beec-18b07323e0b5 [ 827.976953] env[70039]: DEBUG oslo_concurrency.lockutils [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Releasing lock "refresh_cache-64281a82-d12b-4f88-86b0-2d5c97fcd934" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.977441] env[70039]: DEBUG nova.compute.manager [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Instance network_info: |[{"id": "f49efd38-7bac-4f5f-9ace-ffe509cefe0a", "address": "fa:16:3e:5e:2f:4c", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf49efd38-7b", "ovs_interfaceid": "f49efd38-7bac-4f5f-9ace-ffe509cefe0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.978199] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:2f:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f49efd38-7bac-4f5f-9ace-ffe509cefe0a', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.986437] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Creating folder: Project (ed473fc9aaf944e6a3bd28948133530e). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.986977] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5e2ade4-5be1-43b2-b354-97b48e6b6584 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.998023] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Created folder: Project (ed473fc9aaf944e6a3bd28948133530e) in parent group-v664777. [ 827.998147] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Creating folder: Instances. Parent ref: group-v664883. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.998397] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ac9c5f3-6648-4cd8-a0d8-b48b1f4d9d5f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.008426] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Created folder: Instances in parent group-v664883. [ 828.008671] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.008863] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.009058] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efa2071d-30a0-4303-9c4f-9ea7952c5546 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.029180] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.029180] env[70039]: value = "task-3330625" [ 828.029180] env[70039]: _type = "Task" [ 828.029180] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.036745] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330625, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.356320] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Creating Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 828.356627] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-915e1ebf-a3cb-42a7-a7d6-61a359b8b17e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.364182] env[70039]: DEBUG oslo_vmware.api [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 828.364182] env[70039]: value = "task-3330626" [ 828.364182] env[70039]: _type = "Task" [ 828.364182] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.372426] env[70039]: DEBUG oslo_vmware.api [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330626, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.409566] env[70039]: DEBUG nova.compute.manager [req-538a3989-2d15-4523-8a8f-d613c3849d11 req-97b966ba-8a80-4acb-893b-05afe9a39051 service nova] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Received event network-changed-f49efd38-7bac-4f5f-9ace-ffe509cefe0a {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.409768] env[70039]: DEBUG nova.compute.manager [req-538a3989-2d15-4523-8a8f-d613c3849d11 req-97b966ba-8a80-4acb-893b-05afe9a39051 service nova] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Refreshing instance network info cache due to event network-changed-f49efd38-7bac-4f5f-9ace-ffe509cefe0a. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.409984] env[70039]: DEBUG oslo_concurrency.lockutils [req-538a3989-2d15-4523-8a8f-d613c3849d11 req-97b966ba-8a80-4acb-893b-05afe9a39051 service nova] Acquiring lock "refresh_cache-64281a82-d12b-4f88-86b0-2d5c97fcd934" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.410148] env[70039]: DEBUG oslo_concurrency.lockutils [req-538a3989-2d15-4523-8a8f-d613c3849d11 req-97b966ba-8a80-4acb-893b-05afe9a39051 service nova] Acquired lock "refresh_cache-64281a82-d12b-4f88-86b0-2d5c97fcd934" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.410314] env[70039]: DEBUG nova.network.neutron [req-538a3989-2d15-4523-8a8f-d613c3849d11 req-97b966ba-8a80-4acb-893b-05afe9a39051 service nova] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Refreshing network info cache for port f49efd38-7bac-4f5f-9ace-ffe509cefe0a {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.422627] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6057a1a-b1a0-4e6e-a4f6-14185ba425fe tempest-DeleteServersAdminTestJSON-623582194 tempest-DeleteServersAdminTestJSON-623582194-project-member] Lock "50c86c4f-628b-41ad-beec-18b07323e0b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.565s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.539100] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330625, 'name': CreateVM_Task, 'duration_secs': 0.283679} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.539849] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.539945] env[70039]: DEBUG oslo_concurrency.lockutils [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.540124] env[70039]: DEBUG oslo_concurrency.lockutils [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.540435] env[70039]: DEBUG oslo_concurrency.lockutils [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.540690] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c480618f-39d1-4325-9065-f26a634df1a2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.546861] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Waiting for the task: (returnval){ [ 828.546861] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f04a7b-99c1-e75d-c07d-de7695499012" [ 828.546861] env[70039]: _type = "Task" [ 828.546861] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.554324] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f04a7b-99c1-e75d-c07d-de7695499012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.876994] env[70039]: DEBUG oslo_vmware.api [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330626, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.057123] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f04a7b-99c1-e75d-c07d-de7695499012, 'name': SearchDatastore_Task, 'duration_secs': 0.01204} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.057468] env[70039]: DEBUG oslo_concurrency.lockutils [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.057700] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.057958] env[70039]: DEBUG oslo_concurrency.lockutils [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.058114] env[70039]: DEBUG oslo_concurrency.lockutils [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.058309] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.058640] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0683ed69-5ddc-4060-8517-5b308c72d14d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.070075] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.070075] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.070252] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cede350-b5c8-41f8-9ead-0c3fcc65e791 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.077867] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Waiting for the task: (returnval){ [ 829.077867] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]525d3fbe-97b3-5f25-5c7e-f229bf5297ec" [ 829.077867] env[70039]: _type = "Task" [ 829.077867] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.092491] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525d3fbe-97b3-5f25-5c7e-f229bf5297ec, 'name': SearchDatastore_Task, 'duration_secs': 0.00854} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.093319] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e1ad921-ab62-4618-9894-73e95d806d89 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.098469] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Waiting for the task: (returnval){ [ 829.098469] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5223789d-cdff-84db-aee6-73d5fe902b11" [ 829.098469] env[70039]: _type = "Task" [ 829.098469] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.108802] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5223789d-cdff-84db-aee6-73d5fe902b11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.274737] env[70039]: DEBUG nova.network.neutron [req-538a3989-2d15-4523-8a8f-d613c3849d11 req-97b966ba-8a80-4acb-893b-05afe9a39051 service nova] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Updated VIF entry in instance network info cache for port f49efd38-7bac-4f5f-9ace-ffe509cefe0a. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.275126] env[70039]: DEBUG nova.network.neutron [req-538a3989-2d15-4523-8a8f-d613c3849d11 req-97b966ba-8a80-4acb-893b-05afe9a39051 service nova] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Updating instance_info_cache with network_info: [{"id": "f49efd38-7bac-4f5f-9ace-ffe509cefe0a", "address": "fa:16:3e:5e:2f:4c", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf49efd38-7b", "ovs_interfaceid": "f49efd38-7bac-4f5f-9ace-ffe509cefe0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.378579] env[70039]: DEBUG oslo_vmware.api [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330626, 'name': CreateSnapshot_Task, 'duration_secs': 0.572504} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.378870] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Created Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 829.379707] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50aacca-e65d-4f4b-9286-0101a46cf41e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.422800] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298c88e2-1e04-4500-987b-19bacf007948 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.430651] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ba9171-73c9-49e1-98f9-7c38f28d4343 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.461818] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72d4a24-5b53-4a1e-9116-0e1b2f427cec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.468996] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44f3558-b23c-4396-a6fa-6613511a044f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.484378] env[70039]: DEBUG nova.compute.provider_tree [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.609103] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5223789d-cdff-84db-aee6-73d5fe902b11, 'name': SearchDatastore_Task, 'duration_secs': 0.008957} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.609382] env[70039]: DEBUG oslo_concurrency.lockutils [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.609644] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 64281a82-d12b-4f88-86b0-2d5c97fcd934/64281a82-d12b-4f88-86b0-2d5c97fcd934.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.609900] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dedd354a-4b37-42e9-9cca-a35de2cffe25 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.616883] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Waiting for the task: (returnval){ [ 829.616883] env[70039]: value = "task-3330627" [ 829.616883] env[70039]: _type = "Task" [ 829.616883] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.627066] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Task: {'id': task-3330627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.778684] env[70039]: DEBUG oslo_concurrency.lockutils [req-538a3989-2d15-4523-8a8f-d613c3849d11 req-97b966ba-8a80-4acb-893b-05afe9a39051 service nova] Releasing lock "refresh_cache-64281a82-d12b-4f88-86b0-2d5c97fcd934" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.905014] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Creating linked-clone VM from snapshot {{(pid=70039) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 829.905765] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7177e342-c050-40df-a10b-693a71b75183 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.915952] env[70039]: DEBUG oslo_vmware.api [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 829.915952] env[70039]: value = "task-3330628" [ 829.915952] env[70039]: _type = "Task" [ 829.915952] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.935442] env[70039]: DEBUG oslo_vmware.api [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330628, 'name': CloneVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.988348] env[70039]: DEBUG nova.scheduler.client.report [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.127761] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Task: {'id': task-3330627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481116} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.132021] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 64281a82-d12b-4f88-86b0-2d5c97fcd934/64281a82-d12b-4f88-86b0-2d5c97fcd934.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.132021] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.132021] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d58699b6-e5ef-4b0b-869a-b5a78a5eaac6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.136373] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Waiting for the task: (returnval){ [ 830.136373] env[70039]: value = "task-3330629" [ 830.136373] env[70039]: _type = "Task" [ 830.136373] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.145727] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Task: {'id': task-3330629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.427039] env[70039]: DEBUG oslo_vmware.api [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330628, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.496936] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.497482] env[70039]: DEBUG nova.compute.manager [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.500065] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.448s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.500272] env[70039]: DEBUG nova.objects.instance [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Lazy-loading 'resources' on Instance uuid c35411bf-4a5e-4197-83c1-daad9b28d152 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.649710] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Task: {'id': task-3330629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069297} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.649999] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.650804] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274788a0-2dee-4cd3-89fc-e151056a546c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.674224] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 64281a82-d12b-4f88-86b0-2d5c97fcd934/64281a82-d12b-4f88-86b0-2d5c97fcd934.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.674524] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19fd0ff2-c862-40f6-9d48-c07654af050a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.694655] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Waiting for the task: (returnval){ [ 830.694655] env[70039]: value = "task-3330630" [ 830.694655] env[70039]: _type = "Task" [ 830.694655] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.705023] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Task: {'id': task-3330630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.927826] env[70039]: DEBUG oslo_vmware.api [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330628, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.005738] env[70039]: DEBUG nova.compute.utils [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.010497] env[70039]: DEBUG nova.compute.manager [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.011154] env[70039]: DEBUG nova.network.neutron [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.087024] env[70039]: DEBUG nova.policy [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd465f08b1b38434dad937223281843fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02c3f97fe5724cdbbe3d37bfdf0d7698', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.210973] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Task: {'id': task-3330630, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.281620] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "a64a8294-f3f9-472e-877b-64955d2feb4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.281927] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "a64a8294-f3f9-472e-877b-64955d2feb4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.427559] env[70039]: DEBUG oslo_vmware.api [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330628, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.515904] env[70039]: DEBUG nova.compute.manager [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.519444] env[70039]: DEBUG nova.network.neutron [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Successfully created port: 7d839b44-fb12-4b49-8f90-38aed3b000fc {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.615558] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd3748f-8bf8-408c-97b5-466e8bb9c6b3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.623703] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee8c487-b304-4fbc-9fce-072686294fa1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.656693] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5b757d-4a5a-48ac-8b4c-8d932e9646f4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.665749] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06afcf4-85b1-4170-8f09-39d998bddc59 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.680517] env[70039]: DEBUG nova.compute.provider_tree [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.704698] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Task: {'id': task-3330630, 'name': ReconfigVM_Task, 'duration_secs': 0.69389} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.704989] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 64281a82-d12b-4f88-86b0-2d5c97fcd934/64281a82-d12b-4f88-86b0-2d5c97fcd934.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.705714] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79998b53-d4b0-4581-81e3-f169ab1b59d4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.711862] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Waiting for the task: (returnval){ [ 831.711862] env[70039]: value = "task-3330631" [ 831.711862] env[70039]: _type = "Task" [ 831.711862] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.719520] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Task: {'id': task-3330631, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.931906] env[70039]: DEBUG oslo_vmware.api [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330628, 'name': CloneVM_Task, 'duration_secs': 1.718006} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.931906] env[70039]: INFO nova.virt.vmwareapi.vmops [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Created linked-clone VM from snapshot [ 831.932783] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b40f5a-36ed-43f1-a78a-697ad8c417ba {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.942599] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Uploading image 9d2d0284-9681-4eb8-9a9d-56dc2a8ba2c6 {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 831.967474] env[70039]: DEBUG oslo_vmware.rw_handles [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 831.967474] env[70039]: value = "vm-664887" [ 831.967474] env[70039]: _type = "VirtualMachine" [ 831.967474] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 831.967818] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-87fdd425-7c5d-4d23-afd1-2e31881cd517 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.975154] env[70039]: DEBUG oslo_vmware.rw_handles [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lease: (returnval){ [ 831.975154] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b93645-f8a1-c658-56a8-100c1390d462" [ 831.975154] env[70039]: _type = "HttpNfcLease" [ 831.975154] env[70039]: } obtained for exporting VM: (result){ [ 831.975154] env[70039]: value = "vm-664887" [ 831.975154] env[70039]: _type = "VirtualMachine" [ 831.975154] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 831.976036] env[70039]: DEBUG oslo_vmware.api [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the lease: (returnval){ [ 831.976036] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b93645-f8a1-c658-56a8-100c1390d462" [ 831.976036] env[70039]: _type = "HttpNfcLease" [ 831.976036] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 831.982654] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 831.982654] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b93645-f8a1-c658-56a8-100c1390d462" [ 831.982654] env[70039]: _type = "HttpNfcLease" [ 831.982654] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 832.184797] env[70039]: DEBUG nova.scheduler.client.report [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.223247] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Task: {'id': task-3330631, 'name': Rename_Task, 'duration_secs': 0.137813} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.223572] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.224201] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5f77388-4b3d-40fa-a13f-066c5908b875 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.229618] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Waiting for the task: (returnval){ [ 832.229618] env[70039]: value = "task-3330633" [ 832.229618] env[70039]: _type = "Task" [ 832.229618] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.237359] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Task: {'id': task-3330633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.484771] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 832.484771] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b93645-f8a1-c658-56a8-100c1390d462" [ 832.484771] env[70039]: _type = "HttpNfcLease" [ 832.484771] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 832.485131] env[70039]: DEBUG oslo_vmware.rw_handles [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 832.485131] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b93645-f8a1-c658-56a8-100c1390d462" [ 832.485131] env[70039]: _type = "HttpNfcLease" [ 832.485131] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 832.486135] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc38f757-d1bf-4b71-b4a7-85217c0c060b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.495583] env[70039]: DEBUG oslo_vmware.rw_handles [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab5458-b831-efa2-110a-13a56fabb8cd/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 832.495813] env[70039]: DEBUG oslo_vmware.rw_handles [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab5458-b831-efa2-110a-13a56fabb8cd/disk-0.vmdk for reading. {{(pid=70039) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 832.562410] env[70039]: DEBUG nova.compute.manager [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.592252] env[70039]: DEBUG nova.virt.hardware [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.592517] env[70039]: DEBUG nova.virt.hardware [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.592727] env[70039]: DEBUG nova.virt.hardware [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.592931] env[70039]: DEBUG nova.virt.hardware [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.593581] env[70039]: DEBUG nova.virt.hardware [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.593581] env[70039]: DEBUG nova.virt.hardware [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.593753] env[70039]: DEBUG nova.virt.hardware [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.593921] env[70039]: DEBUG nova.virt.hardware [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.594113] env[70039]: DEBUG nova.virt.hardware [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.594286] env[70039]: DEBUG nova.virt.hardware [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.594463] env[70039]: DEBUG nova.virt.hardware [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.595442] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9874b36-bad0-4e37-8a6a-861f08d6ecfe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.607690] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951783f8-2727-4fe8-ad7d-c6a78edf1152 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.611256] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d7017c7-0b05-4ef9-beba-3a25f1c7251f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.690798] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.693720] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.478s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.694846] env[70039]: INFO nova.compute.claims [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.717316] env[70039]: INFO nova.scheduler.client.report [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Deleted allocations for instance c35411bf-4a5e-4197-83c1-daad9b28d152 [ 832.741921] env[70039]: DEBUG oslo_vmware.api [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Task: {'id': task-3330633, 'name': PowerOnVM_Task, 'duration_secs': 0.444635} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.745135] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.745135] env[70039]: INFO nova.compute.manager [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Took 7.07 seconds to spawn the instance on the hypervisor. [ 832.745135] env[70039]: DEBUG nova.compute.manager [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.745135] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b312bba9-9b4f-4751-bc62-f2c679bf88a4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.056472] env[70039]: DEBUG nova.compute.manager [req-9b46f236-3e8e-41cd-8afe-6450a6774a34 req-266a3c1e-3b74-40ed-ae6d-3c570538e37f service nova] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Received event network-vif-plugged-7d839b44-fb12-4b49-8f90-38aed3b000fc {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.057278] env[70039]: DEBUG oslo_concurrency.lockutils [req-9b46f236-3e8e-41cd-8afe-6450a6774a34 req-266a3c1e-3b74-40ed-ae6d-3c570538e37f service nova] Acquiring lock "873ce976-872a-45d1-afcd-4685a91a8af2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.058641] env[70039]: DEBUG oslo_concurrency.lockutils [req-9b46f236-3e8e-41cd-8afe-6450a6774a34 req-266a3c1e-3b74-40ed-ae6d-3c570538e37f service nova] Lock "873ce976-872a-45d1-afcd-4685a91a8af2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.058641] env[70039]: DEBUG oslo_concurrency.lockutils [req-9b46f236-3e8e-41cd-8afe-6450a6774a34 req-266a3c1e-3b74-40ed-ae6d-3c570538e37f service nova] Lock "873ce976-872a-45d1-afcd-4685a91a8af2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.058641] env[70039]: DEBUG nova.compute.manager [req-9b46f236-3e8e-41cd-8afe-6450a6774a34 req-266a3c1e-3b74-40ed-ae6d-3c570538e37f service nova] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] No waiting events found dispatching network-vif-plugged-7d839b44-fb12-4b49-8f90-38aed3b000fc {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.058641] env[70039]: WARNING nova.compute.manager [req-9b46f236-3e8e-41cd-8afe-6450a6774a34 req-266a3c1e-3b74-40ed-ae6d-3c570538e37f service nova] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Received unexpected event network-vif-plugged-7d839b44-fb12-4b49-8f90-38aed3b000fc for instance with vm_state building and task_state spawning. [ 833.126278] env[70039]: DEBUG nova.network.neutron [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Successfully updated port: 7d839b44-fb12-4b49-8f90-38aed3b000fc {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.225926] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e61da04-b0c8-46de-83a2-54ff2aeeae80 tempest-ImagesOneServerTestJSON-283767551 tempest-ImagesOneServerTestJSON-283767551-project-member] Lock "c35411bf-4a5e-4197-83c1-daad9b28d152" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.637s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.262860] env[70039]: INFO nova.compute.manager [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Took 46.58 seconds to build instance. [ 833.628026] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Acquiring lock "refresh_cache-873ce976-872a-45d1-afcd-4685a91a8af2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.628026] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Acquired lock "refresh_cache-873ce976-872a-45d1-afcd-4685a91a8af2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.629448] env[70039]: DEBUG nova.network.neutron [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.766278] env[70039]: DEBUG oslo_concurrency.lockutils [None req-225007d4-ec14-40a9-98b5-4f1f16e2808c tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Lock "64281a82-d12b-4f88-86b0-2d5c97fcd934" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.349s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.876672] env[70039]: DEBUG oslo_concurrency.lockutils [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Acquiring lock "64281a82-d12b-4f88-86b0-2d5c97fcd934" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.876945] env[70039]: DEBUG oslo_concurrency.lockutils [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Lock "64281a82-d12b-4f88-86b0-2d5c97fcd934" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.877530] env[70039]: DEBUG oslo_concurrency.lockutils [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Acquiring lock "64281a82-d12b-4f88-86b0-2d5c97fcd934-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.878316] env[70039]: DEBUG oslo_concurrency.lockutils [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Lock "64281a82-d12b-4f88-86b0-2d5c97fcd934-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.878499] env[70039]: DEBUG oslo_concurrency.lockutils [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Lock "64281a82-d12b-4f88-86b0-2d5c97fcd934-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.884168] env[70039]: INFO nova.compute.manager [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Terminating instance [ 834.267253] env[70039]: DEBUG nova.compute.manager [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.292136] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4dadc6-2571-41a1-bc33-f790fb17d5f4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.301508] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54d3e60-6aec-4d0f-b94a-047bb896592f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.338797] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d375614-1ee1-49ec-a4d6-2464ba73e321 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.355030] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d649452e-a175-4755-a1e1-3d904aa0ac7b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.369402] env[70039]: DEBUG nova.compute.provider_tree [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.387754] env[70039]: DEBUG nova.compute.manager [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.387994] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.390026] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f11c77-eeab-4bc8-975d-b8f7ef34dd65 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.398483] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.400801] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95da0ca1-2809-4b2f-aa97-ff388dab3df3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.410600] env[70039]: DEBUG oslo_vmware.api [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Waiting for the task: (returnval){ [ 834.410600] env[70039]: value = "task-3330634" [ 834.410600] env[70039]: _type = "Task" [ 834.410600] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.422371] env[70039]: DEBUG oslo_vmware.api [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Task: {'id': task-3330634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.446197] env[70039]: DEBUG nova.network.neutron [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.795474] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.845048] env[70039]: DEBUG nova.network.neutron [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Updating instance_info_cache with network_info: [{"id": "7d839b44-fb12-4b49-8f90-38aed3b000fc", "address": "fa:16:3e:55:48:c0", "network": {"id": "f6c48904-a08e-4052-bfdf-1e794769f714", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-594251947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02c3f97fe5724cdbbe3d37bfdf0d7698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d839b44-fb", "ovs_interfaceid": "7d839b44-fb12-4b49-8f90-38aed3b000fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.872399] env[70039]: DEBUG nova.scheduler.client.report [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.926359] env[70039]: DEBUG oslo_vmware.api [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Task: {'id': task-3330634, 'name': PowerOffVM_Task, 'duration_secs': 0.287793} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.927505] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.927505] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.927505] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6443fbef-e909-40a2-b063-6dd6d1173b90 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.232045] env[70039]: DEBUG nova.compute.manager [req-bf922048-4f62-44a2-8eed-5f7ac4612a62 req-18f3b4cc-7ade-413d-86cb-0fc379a50418 service nova] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Received event network-changed-7d839b44-fb12-4b49-8f90-38aed3b000fc {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.232045] env[70039]: DEBUG nova.compute.manager [req-bf922048-4f62-44a2-8eed-5f7ac4612a62 req-18f3b4cc-7ade-413d-86cb-0fc379a50418 service nova] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Refreshing instance network info cache due to event network-changed-7d839b44-fb12-4b49-8f90-38aed3b000fc. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.232045] env[70039]: DEBUG oslo_concurrency.lockutils [req-bf922048-4f62-44a2-8eed-5f7ac4612a62 req-18f3b4cc-7ade-413d-86cb-0fc379a50418 service nova] Acquiring lock "refresh_cache-873ce976-872a-45d1-afcd-4685a91a8af2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.330588] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.330588] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.330588] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Deleting the datastore file [datastore1] 64281a82-d12b-4f88-86b0-2d5c97fcd934 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.330588] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b5952ef-245e-4806-8249-0eee8ce87772 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.336928] env[70039]: DEBUG oslo_vmware.api [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Waiting for the task: (returnval){ [ 835.336928] env[70039]: value = "task-3330636" [ 835.336928] env[70039]: _type = "Task" [ 835.336928] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.352598] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Releasing lock "refresh_cache-873ce976-872a-45d1-afcd-4685a91a8af2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.353053] env[70039]: DEBUG nova.compute.manager [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Instance network_info: |[{"id": "7d839b44-fb12-4b49-8f90-38aed3b000fc", "address": "fa:16:3e:55:48:c0", "network": {"id": "f6c48904-a08e-4052-bfdf-1e794769f714", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-594251947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02c3f97fe5724cdbbe3d37bfdf0d7698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d839b44-fb", "ovs_interfaceid": "7d839b44-fb12-4b49-8f90-38aed3b000fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.353600] env[70039]: DEBUG oslo_vmware.api [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Task: {'id': task-3330636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.354039] env[70039]: DEBUG oslo_concurrency.lockutils [req-bf922048-4f62-44a2-8eed-5f7ac4612a62 req-18f3b4cc-7ade-413d-86cb-0fc379a50418 service nova] Acquired lock "refresh_cache-873ce976-872a-45d1-afcd-4685a91a8af2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.354436] env[70039]: DEBUG nova.network.neutron [req-bf922048-4f62-44a2-8eed-5f7ac4612a62 req-18f3b4cc-7ade-413d-86cb-0fc379a50418 service nova] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Refreshing network info cache for port 7d839b44-fb12-4b49-8f90-38aed3b000fc {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.356406] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:48:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d839b44-fb12-4b49-8f90-38aed3b000fc', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.371085] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Creating folder: Project (02c3f97fe5724cdbbe3d37bfdf0d7698). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.373178] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be07cd64-0d12-4656-b4ce-c3084ff5d4ac {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.380763] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.382125] env[70039]: DEBUG nova.compute.manager [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.388595] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.626s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.391490] env[70039]: INFO nova.compute.claims [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.393120] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Created folder: Project (02c3f97fe5724cdbbe3d37bfdf0d7698) in parent group-v664777. [ 835.393315] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Creating folder: Instances. Parent ref: group-v664888. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.394064] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0173ec1f-3718-43d3-b34e-c9c7889c038f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.407022] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Created folder: Instances in parent group-v664888. [ 835.407022] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.407022] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.407022] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cda1541-0e68-4350-98ed-a85f1aa6f857 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.427677] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.427677] env[70039]: value = "task-3330639" [ 835.427677] env[70039]: _type = "Task" [ 835.427677] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.437429] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330639, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.849862] env[70039]: DEBUG oslo_vmware.api [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Task: {'id': task-3330636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292599} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.850209] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.850209] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.850356] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.850504] env[70039]: INFO nova.compute.manager [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Took 1.46 seconds to destroy the instance on the hypervisor. [ 835.850792] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.850948] env[70039]: DEBUG nova.compute.manager [-] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.851042] env[70039]: DEBUG nova.network.neutron [-] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.890598] env[70039]: DEBUG nova.compute.utils [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.892934] env[70039]: DEBUG nova.compute.manager [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.892934] env[70039]: DEBUG nova.network.neutron [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.942574] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330639, 'name': CreateVM_Task, 'duration_secs': 0.440268} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.942912] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.943764] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.944066] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.944503] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.944850] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a77bd1a5-3a36-4919-9040-32df19fd21ea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.957168] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Waiting for the task: (returnval){ [ 835.957168] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ebcb31-dc31-f28d-eca8-1d517a4d210a" [ 835.957168] env[70039]: _type = "Task" [ 835.957168] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.967014] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ebcb31-dc31-f28d-eca8-1d517a4d210a, 'name': SearchDatastore_Task, 'duration_secs': 0.010524} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.969707] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.969966] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.970407] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.970407] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.970498] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.970791] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7c3d6b1-7a6b-48b0-bdf8-ca820e65219a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.979981] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.979981] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.981782] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-142ffadb-92a3-412b-9a86-327b2bf1cff8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.986271] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Waiting for the task: (returnval){ [ 835.986271] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52791538-b82e-0ca5-f83a-5fbb23f42cfd" [ 835.986271] env[70039]: _type = "Task" [ 835.986271] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.995679] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52791538-b82e-0ca5-f83a-5fbb23f42cfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.034755] env[70039]: DEBUG nova.policy [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d6fc01e124b42c0b6402d915d22d7aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6eb7939185894f09bc6a11e99a05ada1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.396235] env[70039]: DEBUG nova.compute.manager [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.401675] env[70039]: DEBUG nova.network.neutron [req-bf922048-4f62-44a2-8eed-5f7ac4612a62 req-18f3b4cc-7ade-413d-86cb-0fc379a50418 service nova] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Updated VIF entry in instance network info cache for port 7d839b44-fb12-4b49-8f90-38aed3b000fc. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.402077] env[70039]: DEBUG nova.network.neutron [req-bf922048-4f62-44a2-8eed-5f7ac4612a62 req-18f3b4cc-7ade-413d-86cb-0fc379a50418 service nova] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Updating instance_info_cache with network_info: [{"id": "7d839b44-fb12-4b49-8f90-38aed3b000fc", "address": "fa:16:3e:55:48:c0", "network": {"id": "f6c48904-a08e-4052-bfdf-1e794769f714", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-594251947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02c3f97fe5724cdbbe3d37bfdf0d7698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d839b44-fb", "ovs_interfaceid": "7d839b44-fb12-4b49-8f90-38aed3b000fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.507149] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52791538-b82e-0ca5-f83a-5fbb23f42cfd, 'name': SearchDatastore_Task, 'duration_secs': 0.009891} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.508572] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d64d699f-281c-405d-bf8b-2e4284ad7523 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.517131] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Waiting for the task: (returnval){ [ 836.517131] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]528d11ab-84a9-ab77-d2e3-b8bdcc47b4ba" [ 836.517131] env[70039]: _type = "Task" [ 836.517131] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.535673] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]528d11ab-84a9-ab77-d2e3-b8bdcc47b4ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012782} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.535673] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.535673] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 873ce976-872a-45d1-afcd-4685a91a8af2/873ce976-872a-45d1-afcd-4685a91a8af2.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.535673] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e0e513e-ac1b-485b-932b-5368e7e40715 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.543510] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Waiting for the task: (returnval){ [ 836.543510] env[70039]: value = "task-3330640" [ 836.543510] env[70039]: _type = "Task" [ 836.543510] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.555516] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Task: {'id': task-3330640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.593417] env[70039]: DEBUG nova.network.neutron [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Successfully created port: fb6227f8-2978-4633-b5ff-97a503859aaf {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.731820] env[70039]: DEBUG nova.network.neutron [-] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.912024] env[70039]: DEBUG oslo_concurrency.lockutils [req-bf922048-4f62-44a2-8eed-5f7ac4612a62 req-18f3b4cc-7ade-413d-86cb-0fc379a50418 service nova] Releasing lock "refresh_cache-873ce976-872a-45d1-afcd-4685a91a8af2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.058601] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Task: {'id': task-3330640, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.063313] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be8f6b8-d0d0-452a-8b9b-2f87477c0023 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.076912] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fe6310-ec3d-4f93-a89d-ff2e3c619f5f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.117761] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8830fc7-ca67-429a-b166-fe58588fd837 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.126533] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f6dc5c-315b-42fd-a2fd-85065ccc8eee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.146707] env[70039]: DEBUG nova.compute.provider_tree [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.233398] env[70039]: INFO nova.compute.manager [-] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Took 1.38 seconds to deallocate network for instance. [ 837.369381] env[70039]: DEBUG nova.compute.manager [req-921dd032-7349-4558-9f2c-dbecc9762e4b req-43f2f3a2-9d18-40da-868f-7db5fdce5db7 service nova] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Received event network-vif-deleted-f49efd38-7bac-4f5f-9ace-ffe509cefe0a {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.422460] env[70039]: DEBUG nova.compute.manager [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.448921] env[70039]: DEBUG nova.virt.hardware [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.449344] env[70039]: DEBUG nova.virt.hardware [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.449415] env[70039]: DEBUG nova.virt.hardware [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.449571] env[70039]: DEBUG nova.virt.hardware [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.449731] env[70039]: DEBUG nova.virt.hardware [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.449877] env[70039]: DEBUG nova.virt.hardware [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.450143] env[70039]: DEBUG nova.virt.hardware [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.450329] env[70039]: DEBUG nova.virt.hardware [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.450503] env[70039]: DEBUG nova.virt.hardware [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.450677] env[70039]: DEBUG nova.virt.hardware [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.450868] env[70039]: DEBUG nova.virt.hardware [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.451834] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b961b01-8b6f-4898-b22a-782619eb807d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.460881] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8cb04b-d32a-4df4-9644-acad9fd99a08 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.553886] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Task: {'id': task-3330640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639948} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.554367] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 873ce976-872a-45d1-afcd-4685a91a8af2/873ce976-872a-45d1-afcd-4685a91a8af2.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.554770] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.555158] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73667286-962c-4b75-a2f7-471f6fc1b8bb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.561824] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Waiting for the task: (returnval){ [ 837.561824] env[70039]: value = "task-3330641" [ 837.561824] env[70039]: _type = "Task" [ 837.561824] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.574645] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Task: {'id': task-3330641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.652025] env[70039]: DEBUG nova.scheduler.client.report [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.743792] env[70039]: DEBUG oslo_concurrency.lockutils [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.071807] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Task: {'id': task-3330641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066816} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.072520] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.073533] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854a4d8b-8100-4a2f-b422-0cf9c113acfe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.099439] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 873ce976-872a-45d1-afcd-4685a91a8af2/873ce976-872a-45d1-afcd-4685a91a8af2.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.099624] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdb5f5c6-4a73-430f-8bd3-cb9a82e62d01 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.123335] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Waiting for the task: (returnval){ [ 838.123335] env[70039]: value = "task-3330642" [ 838.123335] env[70039]: _type = "Task" [ 838.123335] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.131719] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Task: {'id': task-3330642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.156086] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.156844] env[70039]: DEBUG nova.compute.manager [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.160352] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.664s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.161238] env[70039]: DEBUG nova.objects.instance [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lazy-loading 'resources' on Instance uuid 2a7892bc-4060-44b2-a6ff-cc9720783b3e {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.384383] env[70039]: DEBUG nova.compute.manager [req-a55e1ffd-95dc-4814-9217-806f719d1e93 req-98801a14-817d-4237-abb6-85ab02b3d7b6 service nova] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Received event network-vif-plugged-fb6227f8-2978-4633-b5ff-97a503859aaf {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.384600] env[70039]: DEBUG oslo_concurrency.lockutils [req-a55e1ffd-95dc-4814-9217-806f719d1e93 req-98801a14-817d-4237-abb6-85ab02b3d7b6 service nova] Acquiring lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.384808] env[70039]: DEBUG oslo_concurrency.lockutils [req-a55e1ffd-95dc-4814-9217-806f719d1e93 req-98801a14-817d-4237-abb6-85ab02b3d7b6 service nova] Lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.384980] env[70039]: DEBUG oslo_concurrency.lockutils [req-a55e1ffd-95dc-4814-9217-806f719d1e93 req-98801a14-817d-4237-abb6-85ab02b3d7b6 service nova] Lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.385226] env[70039]: DEBUG nova.compute.manager [req-a55e1ffd-95dc-4814-9217-806f719d1e93 req-98801a14-817d-4237-abb6-85ab02b3d7b6 service nova] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] No waiting events found dispatching network-vif-plugged-fb6227f8-2978-4633-b5ff-97a503859aaf {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.385404] env[70039]: WARNING nova.compute.manager [req-a55e1ffd-95dc-4814-9217-806f719d1e93 req-98801a14-817d-4237-abb6-85ab02b3d7b6 service nova] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Received unexpected event network-vif-plugged-fb6227f8-2978-4633-b5ff-97a503859aaf for instance with vm_state building and task_state spawning. [ 838.592757] env[70039]: DEBUG nova.network.neutron [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Successfully updated port: fb6227f8-2978-4633-b5ff-97a503859aaf {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.637246] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Task: {'id': task-3330642, 'name': ReconfigVM_Task, 'duration_secs': 0.350967} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.638195] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 873ce976-872a-45d1-afcd-4685a91a8af2/873ce976-872a-45d1-afcd-4685a91a8af2.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.639234] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94d05240-21e5-4a0b-a3f2-b412804804e2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.649208] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Waiting for the task: (returnval){ [ 838.649208] env[70039]: value = "task-3330643" [ 838.649208] env[70039]: _type = "Task" [ 838.649208] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.660312] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Task: {'id': task-3330643, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.666362] env[70039]: DEBUG nova.compute.utils [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.671968] env[70039]: DEBUG nova.compute.manager [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.672193] env[70039]: DEBUG nova.network.neutron [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.742038] env[70039]: DEBUG nova.policy [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82c0178bea4d4009a7a2c3823fe9fda4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f1b538efaab4c0596968fee3532bd1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.096079] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Acquiring lock "refresh_cache-ab5aafce-9316-4fdf-a89b-ea1606d2a58b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.096383] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Acquired lock "refresh_cache-ab5aafce-9316-4fdf-a89b-ea1606d2a58b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.096424] env[70039]: DEBUG nova.network.neutron [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.167030] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Task: {'id': task-3330643, 'name': Rename_Task, 'duration_secs': 0.137758} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.167370] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.167652] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26ace8d0-1aaf-4459-8e82-1ed70477cb0a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.174359] env[70039]: DEBUG nova.compute.manager [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.180739] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Waiting for the task: (returnval){ [ 839.180739] env[70039]: value = "task-3330644" [ 839.180739] env[70039]: _type = "Task" [ 839.180739] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.190140] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Task: {'id': task-3330644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.232120] env[70039]: DEBUG nova.network.neutron [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Successfully created port: b165f61d-d4e6-41fc-bbd2-1f457454a7c4 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.307580] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaa692b-0036-48dd-bc5e-08f5ee7b7b34 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.315592] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b405e567-589f-4586-b509-c78d0426dec9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.349099] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707015cc-f1ab-43a1-a3f4-23f9ebbad9c8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.356612] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5021e1-d4cc-4e0b-91aa-2e97779001d1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.372091] env[70039]: DEBUG nova.compute.provider_tree [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.648270] env[70039]: DEBUG nova.network.neutron [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.696288] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Task: {'id': task-3330644, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.859912] env[70039]: DEBUG nova.network.neutron [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Updating instance_info_cache with network_info: [{"id": "fb6227f8-2978-4633-b5ff-97a503859aaf", "address": "fa:16:3e:f8:64:b8", "network": {"id": "4368df32-ef93-4798-9d7e-cbfeb15cc36f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-452057964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb7939185894f09bc6a11e99a05ada1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6227f8-29", "ovs_interfaceid": "fb6227f8-2978-4633-b5ff-97a503859aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.874888] env[70039]: DEBUG nova.scheduler.client.report [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.106751] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "2a3331a0-19ac-4f75-9541-57ff3e287f9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.107240] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "2a3331a0-19ac-4f75-9541-57ff3e287f9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.188066] env[70039]: DEBUG nova.compute.manager [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.202815] env[70039]: DEBUG oslo_vmware.api [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Task: {'id': task-3330644, 'name': PowerOnVM_Task, 'duration_secs': 0.647531} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.203227] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.203662] env[70039]: INFO nova.compute.manager [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Took 7.64 seconds to spawn the instance on the hypervisor. [ 840.205625] env[70039]: DEBUG nova.compute.manager [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.209706] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ecfd9a-c973-446e-b684-a5df3a78a6b4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.227879] env[70039]: DEBUG nova.virt.hardware [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.228198] env[70039]: DEBUG nova.virt.hardware [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.228394] env[70039]: DEBUG nova.virt.hardware [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.228617] env[70039]: DEBUG nova.virt.hardware [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.228774] env[70039]: DEBUG nova.virt.hardware [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.228945] env[70039]: DEBUG nova.virt.hardware [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.229800] env[70039]: DEBUG nova.virt.hardware [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.230011] env[70039]: DEBUG nova.virt.hardware [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.230236] env[70039]: DEBUG nova.virt.hardware [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.230414] env[70039]: DEBUG nova.virt.hardware [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.230594] env[70039]: DEBUG nova.virt.hardware [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.231414] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b52ae30-182c-4728-8abb-193560aab0d9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.239466] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ded0321-e781-48ac-81ca-629eaefcf653 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.257124] env[70039]: DEBUG oslo_vmware.rw_handles [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab5458-b831-efa2-110a-13a56fabb8cd/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 840.259344] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e635a838-0694-4675-8a75-bb81184c9038 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.266721] env[70039]: DEBUG oslo_vmware.rw_handles [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab5458-b831-efa2-110a-13a56fabb8cd/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 840.266907] env[70039]: ERROR oslo_vmware.rw_handles [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab5458-b831-efa2-110a-13a56fabb8cd/disk-0.vmdk due to incomplete transfer. [ 840.267125] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d7eba7c2-7187-4af7-a45e-015bb10b7012 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.274703] env[70039]: DEBUG oslo_vmware.rw_handles [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab5458-b831-efa2-110a-13a56fabb8cd/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 840.274904] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Uploaded image 9d2d0284-9681-4eb8-9a9d-56dc2a8ba2c6 to the Glance image server {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 840.277701] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Destroying the VM {{(pid=70039) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 840.277954] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f649f89c-699b-4a5e-b7b8-0ef3ea3eb59c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.284113] env[70039]: DEBUG oslo_vmware.api [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 840.284113] env[70039]: value = "task-3330645" [ 840.284113] env[70039]: _type = "Task" [ 840.284113] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.292175] env[70039]: DEBUG oslo_vmware.api [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330645, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.359508] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Releasing lock "refresh_cache-ab5aafce-9316-4fdf-a89b-ea1606d2a58b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.359851] env[70039]: DEBUG nova.compute.manager [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Instance network_info: |[{"id": "fb6227f8-2978-4633-b5ff-97a503859aaf", "address": "fa:16:3e:f8:64:b8", "network": {"id": "4368df32-ef93-4798-9d7e-cbfeb15cc36f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-452057964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb7939185894f09bc6a11e99a05ada1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6227f8-29", "ovs_interfaceid": "fb6227f8-2978-4633-b5ff-97a503859aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.360318] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:64:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d88bb07-f93c-45ca-bce7-230cb1f33833', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb6227f8-2978-4633-b5ff-97a503859aaf', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.368618] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Creating folder: Project (6eb7939185894f09bc6a11e99a05ada1). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.368904] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bee1a9c-db7c-49e8-ab88-98dc6dfda786 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.378975] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Created folder: Project (6eb7939185894f09bc6a11e99a05ada1) in parent group-v664777. [ 840.379226] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Creating folder: Instances. Parent ref: group-v664891. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.379420] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ebd7f68-fced-40fa-b7be-1863625556c3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.381545] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.384021] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.010s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.393610] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Created folder: Instances in parent group-v664891. [ 840.393873] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.394097] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.394315] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27f6462b-c405-40ea-9eb1-baf138f4d096 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.417588] env[70039]: INFO nova.scheduler.client.report [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Deleted allocations for instance 2a7892bc-4060-44b2-a6ff-cc9720783b3e [ 840.419590] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.419590] env[70039]: value = "task-3330648" [ 840.419590] env[70039]: _type = "Task" [ 840.419590] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.429613] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330648, 'name': CreateVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.462089] env[70039]: DEBUG nova.compute.manager [req-91b6c6c3-6cbc-42aa-beed-f438bf19cbf2 req-ca3f681f-cc10-48eb-877b-ea6436704fb2 service nova] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Received event network-changed-fb6227f8-2978-4633-b5ff-97a503859aaf {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.462368] env[70039]: DEBUG nova.compute.manager [req-91b6c6c3-6cbc-42aa-beed-f438bf19cbf2 req-ca3f681f-cc10-48eb-877b-ea6436704fb2 service nova] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Refreshing instance network info cache due to event network-changed-fb6227f8-2978-4633-b5ff-97a503859aaf. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.463112] env[70039]: DEBUG oslo_concurrency.lockutils [req-91b6c6c3-6cbc-42aa-beed-f438bf19cbf2 req-ca3f681f-cc10-48eb-877b-ea6436704fb2 service nova] Acquiring lock "refresh_cache-ab5aafce-9316-4fdf-a89b-ea1606d2a58b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.463112] env[70039]: DEBUG oslo_concurrency.lockutils [req-91b6c6c3-6cbc-42aa-beed-f438bf19cbf2 req-ca3f681f-cc10-48eb-877b-ea6436704fb2 service nova] Acquired lock "refresh_cache-ab5aafce-9316-4fdf-a89b-ea1606d2a58b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.463112] env[70039]: DEBUG nova.network.neutron [req-91b6c6c3-6cbc-42aa-beed-f438bf19cbf2 req-ca3f681f-cc10-48eb-877b-ea6436704fb2 service nova] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Refreshing network info cache for port fb6227f8-2978-4633-b5ff-97a503859aaf {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.731573] env[70039]: INFO nova.compute.manager [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Took 48.46 seconds to build instance. [ 840.794779] env[70039]: DEBUG oslo_vmware.api [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330645, 'name': Destroy_Task, 'duration_secs': 0.348885} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.796433] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Destroyed the VM [ 840.796433] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Deleting Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 840.796433] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-51a05340-5e98-4578-933e-3b38be2482a5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.803839] env[70039]: DEBUG oslo_vmware.api [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 840.803839] env[70039]: value = "task-3330649" [ 840.803839] env[70039]: _type = "Task" [ 840.803839] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.810379] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "bf89df54-384c-4b54-bc17-21ea92034696" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.810779] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "bf89df54-384c-4b54-bc17-21ea92034696" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.814835] env[70039]: DEBUG oslo_vmware.api [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330649, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.929585] env[70039]: DEBUG nova.network.neutron [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Successfully updated port: b165f61d-d4e6-41fc-bbd2-1f457454a7c4 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.943106] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330648, 'name': CreateVM_Task, 'duration_secs': 0.345366} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.943751] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6de7045-6746-40fe-bfaf-74b77474cc5f tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "2a7892bc-4060-44b2-a6ff-cc9720783b3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.956s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.944936] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.945565] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "2a7892bc-4060-44b2-a6ff-cc9720783b3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 36.144s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.947480] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquiring lock "2a7892bc-4060-44b2-a6ff-cc9720783b3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.947480] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "2a7892bc-4060-44b2-a6ff-cc9720783b3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.947480] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "2a7892bc-4060-44b2-a6ff-cc9720783b3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.948405] env[70039]: INFO nova.compute.manager [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Terminating instance [ 840.951406] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.951839] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.952576] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.953840] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dc088c4-457b-4176-b4ca-702f73e2fdb3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.960749] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Waiting for the task: (returnval){ [ 840.960749] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52db3f4a-fbe7-094a-01ef-d6d1bd02a954" [ 840.960749] env[70039]: _type = "Task" [ 840.960749] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.974233] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52db3f4a-fbe7-094a-01ef-d6d1bd02a954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.234774] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3bab664e-3272-4fe7-9827-5cab15941743 tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Lock "873ce976-872a-45d1-afcd-4685a91a8af2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.946s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.313995] env[70039]: DEBUG oslo_vmware.api [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330649, 'name': RemoveSnapshot_Task, 'duration_secs': 0.418042} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.314276] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Deleted Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 841.315778] env[70039]: INFO nova.compute.manager [None req-26f5ed76-b103-4a88-ad3f-b1f4f2376716 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Took 13.49 seconds to snapshot the instance on the hypervisor. [ 841.383932] env[70039]: DEBUG nova.network.neutron [req-91b6c6c3-6cbc-42aa-beed-f438bf19cbf2 req-ca3f681f-cc10-48eb-877b-ea6436704fb2 service nova] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Updated VIF entry in instance network info cache for port fb6227f8-2978-4633-b5ff-97a503859aaf. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.384341] env[70039]: DEBUG nova.network.neutron [req-91b6c6c3-6cbc-42aa-beed-f438bf19cbf2 req-ca3f681f-cc10-48eb-877b-ea6436704fb2 service nova] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Updating instance_info_cache with network_info: [{"id": "fb6227f8-2978-4633-b5ff-97a503859aaf", "address": "fa:16:3e:f8:64:b8", "network": {"id": "4368df32-ef93-4798-9d7e-cbfeb15cc36f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-452057964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb7939185894f09bc6a11e99a05ada1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6227f8-29", "ovs_interfaceid": "fb6227f8-2978-4633-b5ff-97a503859aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.403698] env[70039]: INFO nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Updating resource usage from migration 20ce57a0-7651-45b7-bd4d-1d666ec1589d [ 841.430324] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 6efccb6e-9996-4655-9901-8eb162970d73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 841.430574] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 880c0cc9-6e82-4985-aae5-a3a9d38ab91c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 841.430807] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 9ad70c76-963e-47ff-803d-1e31926b862a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 841.431283] env[70039]: WARNING nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 841.431388] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 49b611f4-ea23-46af-ba2e-b4e861eac8a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 841.431544] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 84e7b122-ed41-41b1-9b7a-d4d87764d0a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 841.431877] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 4c7eb769-8838-453b-8e4a-7664256d75f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 841.432167] env[70039]: WARNING nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 3ea7617e-f623-4aec-9a97-8a737b6307c5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 841.432406] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 3fadbf0b-4802-41a3-be05-1208371ae43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 841.432651] env[70039]: WARNING nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance d19fe63d-4364-4fd7-9dcf-dd281e8b87c7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 841.432887] env[70039]: WARNING nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 2e23ee1b-6eb8-439d-9e1d-40e228182daa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 841.433142] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 0a1d1dac-34f8-4446-b221-3425199e9af6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 841.433394] env[70039]: WARNING nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance f9ef26da-6c7f-409b-8e13-a26f6c648f1b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 841.433614] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 841.433838] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance cede758a-d0ee-4671-b83b-22c7c977b17a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 841.434062] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance dfd54a1a-b989-4277-8e7a-2892a1e0e510 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 841.434305] env[70039]: WARNING nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 64281a82-d12b-4f88-86b0-2d5c97fcd934 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 841.434527] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 873ce976-872a-45d1-afcd-4685a91a8af2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 841.434742] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance ab5aafce-9316-4fdf-a89b-ea1606d2a58b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 841.435008] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance b57a32ab-dd58-498b-bcdd-252f61920630 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 841.438190] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.438312] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquired lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.438566] env[70039]: DEBUG nova.network.neutron [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.458339] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquiring lock "refresh_cache-2a7892bc-4060-44b2-a6ff-cc9720783b3e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.458534] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquired lock "refresh_cache-2a7892bc-4060-44b2-a6ff-cc9720783b3e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.458709] env[70039]: DEBUG nova.network.neutron [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.473631] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52db3f4a-fbe7-094a-01ef-d6d1bd02a954, 'name': SearchDatastore_Task, 'duration_secs': 0.012977} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.473924] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.474179] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.474435] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.474582] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.474757] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.475024] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa683d61-8352-4455-8917-e66214f92e1d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.487955] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.488161] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.488904] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b136fb2-3ff7-467e-af2e-59757d14f6a0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.495240] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Waiting for the task: (returnval){ [ 841.495240] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5251dc88-5353-2b52-ad02-38b52a4567fd" [ 841.495240] env[70039]: _type = "Task" [ 841.495240] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.503101] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5251dc88-5353-2b52-ad02-38b52a4567fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.737716] env[70039]: DEBUG nova.compute.manager [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.887766] env[70039]: DEBUG oslo_concurrency.lockutils [req-91b6c6c3-6cbc-42aa-beed-f438bf19cbf2 req-ca3f681f-cc10-48eb-877b-ea6436704fb2 service nova] Releasing lock "refresh_cache-ab5aafce-9316-4fdf-a89b-ea1606d2a58b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.942950] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 80cbf532-257f-47c1-a22f-de7a8ca6a004 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 841.961499] env[70039]: DEBUG nova.compute.utils [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Can not refresh info_cache because instance was not found {{(pid=70039) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 841.989209] env[70039]: DEBUG nova.network.neutron [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.006713] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5251dc88-5353-2b52-ad02-38b52a4567fd, 'name': SearchDatastore_Task, 'duration_secs': 0.032251} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.007996] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d35294c0-06ac-4bda-a27d-f346746bef72 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.010694] env[70039]: DEBUG nova.network.neutron [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.017062] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Waiting for the task: (returnval){ [ 842.017062] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52281745-d4a7-3893-24ba-9847095e0b93" [ 842.017062] env[70039]: _type = "Task" [ 842.017062] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.026449] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52281745-d4a7-3893-24ba-9847095e0b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.200939] env[70039]: DEBUG nova.network.neutron [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.245768] env[70039]: DEBUG oslo_concurrency.lockutils [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquiring lock "49b611f4-ea23-46af-ba2e-b4e861eac8a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.246790] env[70039]: DEBUG oslo_concurrency.lockutils [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "49b611f4-ea23-46af-ba2e-b4e861eac8a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.246790] env[70039]: DEBUG oslo_concurrency.lockutils [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquiring lock "49b611f4-ea23-46af-ba2e-b4e861eac8a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.246790] env[70039]: DEBUG oslo_concurrency.lockutils [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "49b611f4-ea23-46af-ba2e-b4e861eac8a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.246790] env[70039]: DEBUG oslo_concurrency.lockutils [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "49b611f4-ea23-46af-ba2e-b4e861eac8a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.250323] env[70039]: INFO nova.compute.manager [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Terminating instance [ 842.266079] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.279253] env[70039]: DEBUG nova.network.neutron [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Updating instance_info_cache with network_info: [{"id": "b165f61d-d4e6-41fc-bbd2-1f457454a7c4", "address": "fa:16:3e:47:79:3a", "network": {"id": "4210840f-1282-42b9-a4c8-d61e8a259be7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1790591715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f1b538efaab4c0596968fee3532bd1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb165f61d-d4", "ovs_interfaceid": "b165f61d-d4e6-41fc-bbd2-1f457454a7c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.366882] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Acquiring lock "873ce976-872a-45d1-afcd-4685a91a8af2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.366882] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Lock "873ce976-872a-45d1-afcd-4685a91a8af2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.367283] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Acquiring lock "873ce976-872a-45d1-afcd-4685a91a8af2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.367447] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Lock "873ce976-872a-45d1-afcd-4685a91a8af2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.367620] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Lock "873ce976-872a-45d1-afcd-4685a91a8af2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.369627] env[70039]: INFO nova.compute.manager [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Terminating instance [ 842.449469] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 966ead37-1cec-42ec-8a35-4fc079cdea6f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 842.528405] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52281745-d4a7-3893-24ba-9847095e0b93, 'name': SearchDatastore_Task, 'duration_secs': 0.045217} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.528686] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.528944] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] ab5aafce-9316-4fdf-a89b-ea1606d2a58b/ab5aafce-9316-4fdf-a89b-ea1606d2a58b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.529797] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bdf91f3-ac42-47fb-aa3e-d71365187756 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.536448] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Waiting for the task: (returnval){ [ 842.536448] env[70039]: value = "task-3330650" [ 842.536448] env[70039]: _type = "Task" [ 842.536448] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.544346] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': task-3330650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.549872] env[70039]: DEBUG nova.compute.manager [req-4c847f7b-d521-4c34-9fd3-9af1151c00f3 req-4dde2fa7-3b5e-4420-9e88-3808edbd08c7 service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Received event network-vif-plugged-b165f61d-d4e6-41fc-bbd2-1f457454a7c4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.550118] env[70039]: DEBUG oslo_concurrency.lockutils [req-4c847f7b-d521-4c34-9fd3-9af1151c00f3 req-4dde2fa7-3b5e-4420-9e88-3808edbd08c7 service nova] Acquiring lock "b57a32ab-dd58-498b-bcdd-252f61920630-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.550347] env[70039]: DEBUG oslo_concurrency.lockutils [req-4c847f7b-d521-4c34-9fd3-9af1151c00f3 req-4dde2fa7-3b5e-4420-9e88-3808edbd08c7 service nova] Lock "b57a32ab-dd58-498b-bcdd-252f61920630-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.550519] env[70039]: DEBUG oslo_concurrency.lockutils [req-4c847f7b-d521-4c34-9fd3-9af1151c00f3 req-4dde2fa7-3b5e-4420-9e88-3808edbd08c7 service nova] Lock "b57a32ab-dd58-498b-bcdd-252f61920630-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.550802] env[70039]: DEBUG nova.compute.manager [req-4c847f7b-d521-4c34-9fd3-9af1151c00f3 req-4dde2fa7-3b5e-4420-9e88-3808edbd08c7 service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] No waiting events found dispatching network-vif-plugged-b165f61d-d4e6-41fc-bbd2-1f457454a7c4 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.550854] env[70039]: WARNING nova.compute.manager [req-4c847f7b-d521-4c34-9fd3-9af1151c00f3 req-4dde2fa7-3b5e-4420-9e88-3808edbd08c7 service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Received unexpected event network-vif-plugged-b165f61d-d4e6-41fc-bbd2-1f457454a7c4 for instance with vm_state building and task_state spawning. [ 842.552115] env[70039]: DEBUG nova.compute.manager [req-4c847f7b-d521-4c34-9fd3-9af1151c00f3 req-4dde2fa7-3b5e-4420-9e88-3808edbd08c7 service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Received event network-changed-b165f61d-d4e6-41fc-bbd2-1f457454a7c4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.552115] env[70039]: DEBUG nova.compute.manager [req-4c847f7b-d521-4c34-9fd3-9af1151c00f3 req-4dde2fa7-3b5e-4420-9e88-3808edbd08c7 service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Refreshing instance network info cache due to event network-changed-b165f61d-d4e6-41fc-bbd2-1f457454a7c4. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.552115] env[70039]: DEBUG oslo_concurrency.lockutils [req-4c847f7b-d521-4c34-9fd3-9af1151c00f3 req-4dde2fa7-3b5e-4420-9e88-3808edbd08c7 service nova] Acquiring lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.703621] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Releasing lock "refresh_cache-2a7892bc-4060-44b2-a6ff-cc9720783b3e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.704090] env[70039]: DEBUG nova.compute.manager [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.704375] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.704604] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-895eb86f-69c9-4d9d-90cd-f2becae2f781 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.715206] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcbf9bd-85d2-4c34-b7da-ab153ab9206e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.760766] env[70039]: DEBUG nova.compute.manager [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.761093] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.761728] env[70039]: WARNING nova.virt.vmwareapi.vmops [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2a7892bc-4060-44b2-a6ff-cc9720783b3e could not be found. [ 842.761919] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.762182] env[70039]: INFO nova.compute.manager [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Took 0.06 seconds to destroy the instance on the hypervisor. [ 842.762511] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.763688] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eee8324-18df-4186-b994-b94d14a9fab1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.767773] env[70039]: DEBUG nova.compute.manager [-] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.767911] env[70039]: DEBUG nova.network.neutron [-] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.776685] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.776966] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e53b18b-d940-4897-a7d9-4fcf50afe718 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.781456] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Releasing lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.781802] env[70039]: DEBUG nova.compute.manager [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Instance network_info: |[{"id": "b165f61d-d4e6-41fc-bbd2-1f457454a7c4", "address": "fa:16:3e:47:79:3a", "network": {"id": "4210840f-1282-42b9-a4c8-d61e8a259be7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1790591715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f1b538efaab4c0596968fee3532bd1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb165f61d-d4", "ovs_interfaceid": "b165f61d-d4e6-41fc-bbd2-1f457454a7c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.782083] env[70039]: DEBUG oslo_concurrency.lockutils [req-4c847f7b-d521-4c34-9fd3-9af1151c00f3 req-4dde2fa7-3b5e-4420-9e88-3808edbd08c7 service nova] Acquired lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.782233] env[70039]: DEBUG nova.network.neutron [req-4c847f7b-d521-4c34-9fd3-9af1151c00f3 req-4dde2fa7-3b5e-4420-9e88-3808edbd08c7 service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Refreshing network info cache for port b165f61d-d4e6-41fc-bbd2-1f457454a7c4 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.783560] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:79:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b165f61d-d4e6-41fc-bbd2-1f457454a7c4', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.793867] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.796333] env[70039]: DEBUG nova.network.neutron [-] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.799697] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.800130] env[70039]: DEBUG oslo_vmware.api [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for the task: (returnval){ [ 842.800130] env[70039]: value = "task-3330651" [ 842.800130] env[70039]: _type = "Task" [ 842.800130] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.802019] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03d0be19-a674-4b64-a829-436407da8bcc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.828210] env[70039]: DEBUG oslo_vmware.api [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.829893] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.829893] env[70039]: value = "task-3330652" [ 842.829893] env[70039]: _type = "Task" [ 842.829893] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.838680] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330652, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.860879] env[70039]: DEBUG oslo_concurrency.lockutils [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "dfd54a1a-b989-4277-8e7a-2892a1e0e510" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.860879] env[70039]: DEBUG oslo_concurrency.lockutils [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "dfd54a1a-b989-4277-8e7a-2892a1e0e510" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.860879] env[70039]: DEBUG oslo_concurrency.lockutils [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "dfd54a1a-b989-4277-8e7a-2892a1e0e510-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.860879] env[70039]: DEBUG oslo_concurrency.lockutils [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "dfd54a1a-b989-4277-8e7a-2892a1e0e510-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.861321] env[70039]: DEBUG oslo_concurrency.lockutils [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "dfd54a1a-b989-4277-8e7a-2892a1e0e510-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.865942] env[70039]: INFO nova.compute.manager [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Terminating instance [ 842.873929] env[70039]: DEBUG nova.compute.manager [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.874123] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.875238] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51077ac-f6c8-4e6d-bc5d-c3fea7da2713 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.886642] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.886957] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c490a6b-e98a-48ad-a42a-910909844a70 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.903208] env[70039]: DEBUG oslo_vmware.api [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Waiting for the task: (returnval){ [ 842.903208] env[70039]: value = "task-3330653" [ 842.903208] env[70039]: _type = "Task" [ 842.903208] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.912414] env[70039]: DEBUG oslo_vmware.api [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Task: {'id': task-3330653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.952619] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 477eea39-7f60-461a-9c38-f40236440f23 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 843.047265] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': task-3330650, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.122806] env[70039]: DEBUG nova.network.neutron [req-4c847f7b-d521-4c34-9fd3-9af1151c00f3 req-4dde2fa7-3b5e-4420-9e88-3808edbd08c7 service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Updated VIF entry in instance network info cache for port b165f61d-d4e6-41fc-bbd2-1f457454a7c4. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.123231] env[70039]: DEBUG nova.network.neutron [req-4c847f7b-d521-4c34-9fd3-9af1151c00f3 req-4dde2fa7-3b5e-4420-9e88-3808edbd08c7 service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Updating instance_info_cache with network_info: [{"id": "b165f61d-d4e6-41fc-bbd2-1f457454a7c4", "address": "fa:16:3e:47:79:3a", "network": {"id": "4210840f-1282-42b9-a4c8-d61e8a259be7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1790591715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f1b538efaab4c0596968fee3532bd1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb165f61d-d4", "ovs_interfaceid": "b165f61d-d4e6-41fc-bbd2-1f457454a7c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.301160] env[70039]: DEBUG nova.network.neutron [-] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.327250] env[70039]: DEBUG oslo_vmware.api [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330651, 'name': PowerOffVM_Task, 'duration_secs': 0.341576} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.327534] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.327642] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.327888] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a810e41-4fe0-4751-b969-e4f6662179c8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.340908] env[70039]: DEBUG oslo_concurrency.lockutils [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "fd51198c-0b97-487f-928e-7a79b18bd1e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.340908] env[70039]: DEBUG oslo_concurrency.lockutils [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "fd51198c-0b97-487f-928e-7a79b18bd1e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.342687] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330652, 'name': CreateVM_Task, 'duration_secs': 0.495288} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.343117] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.343685] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.343820] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.344140] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.344396] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14151568-e463-4c4c-9fc3-7c846418a50c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.349303] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 843.349303] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52201f63-f23a-547e-8b78-4b211f1ed5e6" [ 843.349303] env[70039]: _type = "Task" [ 843.349303] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.358601] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52201f63-f23a-547e-8b78-4b211f1ed5e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.379936] env[70039]: DEBUG nova.compute.manager [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.380808] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.381360] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0210c94-1149-491f-bc0f-5951bb3c8996 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.389044] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.389388] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e2945f7-c335-423d-b766-e166c09d029f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.417398] env[70039]: DEBUG oslo_vmware.api [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Task: {'id': task-3330653, 'name': PowerOffVM_Task, 'duration_secs': 0.412032} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.417770] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.417951] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.418190] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Deleting the datastore file [datastore2] 49b611f4-ea23-46af-ba2e-b4e861eac8a2 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.418572] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.418658] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.418920] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01743986-9dee-48c0-b0c1-55d9981ffcbe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.421465] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bde166aa-ed0d-4cd3-9390-1017f17f283c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.425835] env[70039]: DEBUG oslo_vmware.api [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for the task: (returnval){ [ 843.425835] env[70039]: value = "task-3330656" [ 843.425835] env[70039]: _type = "Task" [ 843.425835] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.434108] env[70039]: DEBUG oslo_vmware.api [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.454865] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.454865] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.454865] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Deleting the datastore file [datastore1] dfd54a1a-b989-4277-8e7a-2892a1e0e510 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.454865] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c55931d1-8e1a-411a-ad47-8888aa22b72d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.458877] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 843.461960] env[70039]: DEBUG oslo_vmware.api [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 843.461960] env[70039]: value = "task-3330658" [ 843.461960] env[70039]: _type = "Task" [ 843.461960] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.471343] env[70039]: DEBUG oslo_vmware.api [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.476336] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.476562] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.476747] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Deleting the datastore file [datastore2] 873ce976-872a-45d1-afcd-4685a91a8af2 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.477030] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-050ce902-a5e1-4af1-8d98-20532cc03e30 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.482728] env[70039]: DEBUG oslo_vmware.api [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Waiting for the task: (returnval){ [ 843.482728] env[70039]: value = "task-3330659" [ 843.482728] env[70039]: _type = "Task" [ 843.482728] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.490637] env[70039]: DEBUG oslo_vmware.api [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Task: {'id': task-3330659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.548871] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': task-3330650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515272} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.549150] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] ab5aafce-9316-4fdf-a89b-ea1606d2a58b/ab5aafce-9316-4fdf-a89b-ea1606d2a58b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.549396] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.549643] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e36afaae-2b16-47f1-aa85-01ea254201be {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.556407] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Waiting for the task: (returnval){ [ 843.556407] env[70039]: value = "task-3330660" [ 843.556407] env[70039]: _type = "Task" [ 843.556407] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.565256] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': task-3330660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.625797] env[70039]: DEBUG oslo_concurrency.lockutils [req-4c847f7b-d521-4c34-9fd3-9af1151c00f3 req-4dde2fa7-3b5e-4420-9e88-3808edbd08c7 service nova] Releasing lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.804910] env[70039]: INFO nova.compute.manager [-] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Took 1.04 seconds to deallocate network for instance. [ 843.862372] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52201f63-f23a-547e-8b78-4b211f1ed5e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009645} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.862707] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.863015] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.863333] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.863706] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.864078] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.864368] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a71e6b1c-95f9-4a1c-9537-5be955e78e57 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.873270] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.873440] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.874237] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43fbb1da-9c42-4e2e-a133-41be781b39d0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.881014] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 843.881014] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5201f47b-c396-1252-343a-77d0fbc634e0" [ 843.881014] env[70039]: _type = "Task" [ 843.881014] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.888480] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5201f47b-c396-1252-343a-77d0fbc634e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.934891] env[70039]: DEBUG oslo_vmware.api [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Task: {'id': task-3330656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145871} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.935198] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.935577] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.935813] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.936035] env[70039]: INFO nova.compute.manager [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 843.936269] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.936469] env[70039]: DEBUG nova.compute.manager [-] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.936570] env[70039]: DEBUG nova.network.neutron [-] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.963907] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 843.974995] env[70039]: DEBUG oslo_vmware.api [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17556} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.975455] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.975553] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.975783] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.975998] env[70039]: INFO nova.compute.manager [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Took 0.60 seconds to destroy the instance on the hypervisor. [ 843.976412] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.976548] env[70039]: DEBUG nova.compute.manager [-] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.976660] env[70039]: DEBUG nova.network.neutron [-] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.993866] env[70039]: DEBUG oslo_vmware.api [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Task: {'id': task-3330659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165623} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.994170] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.994360] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.994533] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.994705] env[70039]: INFO nova.compute.manager [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 843.994937] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.995195] env[70039]: DEBUG nova.compute.manager [-] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.995269] env[70039]: DEBUG nova.network.neutron [-] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.065967] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': task-3330660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075553} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.067283] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.067283] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6cdacb-5d30-49f3-95f6-3d0f45699ba9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.091983] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] ab5aafce-9316-4fdf-a89b-ea1606d2a58b/ab5aafce-9316-4fdf-a89b-ea1606d2a58b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.095020] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b79dd6a-23ae-4dba-bccc-6415011dfb7f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.113663] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Waiting for the task: (returnval){ [ 844.113663] env[70039]: value = "task-3330661" [ 844.113663] env[70039]: _type = "Task" [ 844.113663] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.122557] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': task-3330661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.311802] env[70039]: INFO nova.compute.manager [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Instance disappeared during terminate [ 844.311802] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf79aadb-16cf-4b29-9858-ed960e3cc324 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "2a7892bc-4060-44b2-a6ff-cc9720783b3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.366s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.393682] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5201f47b-c396-1252-343a-77d0fbc634e0, 'name': SearchDatastore_Task, 'duration_secs': 0.01017} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.395697] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27254c3-5321-4e72-b0c8-f228b24d6781 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.400361] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 844.400361] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521899b7-2fb9-3ef4-0227-8956083fc8cc" [ 844.400361] env[70039]: _type = "Task" [ 844.400361] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.408418] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521899b7-2fb9-3ef4-0227-8956083fc8cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.418035] env[70039]: DEBUG nova.compute.manager [req-ebe514e2-fe8f-4607-b6f3-a564335ace84 req-161e82dd-4d80-420f-8647-947128329006 service nova] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Received event network-vif-deleted-7d839b44-fb12-4b49-8f90-38aed3b000fc {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.418035] env[70039]: INFO nova.compute.manager [req-ebe514e2-fe8f-4607-b6f3-a564335ace84 req-161e82dd-4d80-420f-8647-947128329006 service nova] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Neutron deleted interface 7d839b44-fb12-4b49-8f90-38aed3b000fc; detaching it from the instance and deleting it from the info cache [ 844.419126] env[70039]: DEBUG nova.network.neutron [req-ebe514e2-fe8f-4607-b6f3-a564335ace84 req-161e82dd-4d80-420f-8647-947128329006 service nova] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.466540] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance d50b1222-93c9-4fcc-bfa8-06443220faf6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 844.626638] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': task-3330661, 'name': ReconfigVM_Task, 'duration_secs': 0.326631} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.626638] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Reconfigured VM instance instance-00000027 to attach disk [datastore2] ab5aafce-9316-4fdf-a89b-ea1606d2a58b/ab5aafce-9316-4fdf-a89b-ea1606d2a58b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.626638] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fedef07c-cefe-4ad8-b172-ccc612377758 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.634440] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Waiting for the task: (returnval){ [ 844.634440] env[70039]: value = "task-3330662" [ 844.634440] env[70039]: _type = "Task" [ 844.634440] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.643485] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': task-3330662, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.702192] env[70039]: DEBUG nova.compute.manager [req-bc16ffea-6444-412b-9c19-010119066ae0 req-df7c59e1-e1b9-4c8f-9a1f-9a56546808ec service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Received event network-vif-deleted-7c88842f-be38-41fe-a8ce-d3d4302d5ef3 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.702192] env[70039]: INFO nova.compute.manager [req-bc16ffea-6444-412b-9c19-010119066ae0 req-df7c59e1-e1b9-4c8f-9a1f-9a56546808ec service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Neutron deleted interface 7c88842f-be38-41fe-a8ce-d3d4302d5ef3; detaching it from the instance and deleting it from the info cache [ 844.702192] env[70039]: DEBUG nova.network.neutron [req-bc16ffea-6444-412b-9c19-010119066ae0 req-df7c59e1-e1b9-4c8f-9a1f-9a56546808ec service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.828891] env[70039]: DEBUG nova.network.neutron [-] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.862298] env[70039]: DEBUG nova.network.neutron [-] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.873237] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquiring lock "29f79a96-1b49-4f0e-94b5-d0c838a3bb84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.873719] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lock "29f79a96-1b49-4f0e-94b5-d0c838a3bb84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.914024] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521899b7-2fb9-3ef4-0227-8956083fc8cc, 'name': SearchDatastore_Task, 'duration_secs': 0.017603} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.914024] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.914024] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] b57a32ab-dd58-498b-bcdd-252f61920630/b57a32ab-dd58-498b-bcdd-252f61920630.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.914024] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b76c35c-6723-46d9-bb31-f14d055d2bad {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.919422] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 844.919422] env[70039]: value = "task-3330663" [ 844.919422] env[70039]: _type = "Task" [ 844.919422] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.922836] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77365d1b-1b30-4b38-83b4-3aa740c95a20 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.929916] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.933853] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f26dd6-f91c-4ab6-9735-813c6425e24b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.948021] env[70039]: DEBUG nova.network.neutron [-] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.970801] env[70039]: DEBUG nova.compute.manager [req-ebe514e2-fe8f-4607-b6f3-a564335ace84 req-161e82dd-4d80-420f-8647-947128329006 service nova] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Detach interface failed, port_id=7d839b44-fb12-4b49-8f90-38aed3b000fc, reason: Instance 873ce976-872a-45d1-afcd-4685a91a8af2 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 844.973255] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 39f01a63-4ec9-4603-bd89-55f34a4fbfe9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 844.974437] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Migration 20ce57a0-7651-45b7-bd4d-1d666ec1589d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 844.974437] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 4f708010-c2f7-4afd-b222-211dc24c32f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 845.144427] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': task-3330662, 'name': Rename_Task, 'duration_secs': 0.139004} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.144703] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.144937] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daa59eb7-1b75-4de4-ada1-fd43ca4de4fe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.151163] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Waiting for the task: (returnval){ [ 845.151163] env[70039]: value = "task-3330664" [ 845.151163] env[70039]: _type = "Task" [ 845.151163] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.158923] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': task-3330664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.181087] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquiring lock "d7e0a1d7-e155-4173-8828-8bd073cd2e86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.181315] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lock "d7e0a1d7-e155-4173-8828-8bd073cd2e86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.209690] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5520424-665a-4dfa-8c99-713f0a0e46f4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.219125] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31a0c64-46d6-4f21-a9a4-8aebfb38d329 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.250766] env[70039]: DEBUG nova.compute.manager [req-bc16ffea-6444-412b-9c19-010119066ae0 req-df7c59e1-e1b9-4c8f-9a1f-9a56546808ec service nova] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Detach interface failed, port_id=7c88842f-be38-41fe-a8ce-d3d4302d5ef3, reason: Instance 49b611f4-ea23-46af-ba2e-b4e861eac8a2 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 845.250993] env[70039]: DEBUG nova.compute.manager [req-bc16ffea-6444-412b-9c19-010119066ae0 req-df7c59e1-e1b9-4c8f-9a1f-9a56546808ec service nova] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Received event network-vif-deleted-48bbe5c3-e520-4927-a634-f561782124c1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.251185] env[70039]: INFO nova.compute.manager [req-bc16ffea-6444-412b-9c19-010119066ae0 req-df7c59e1-e1b9-4c8f-9a1f-9a56546808ec service nova] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Neutron deleted interface 48bbe5c3-e520-4927-a634-f561782124c1; detaching it from the instance and deleting it from the info cache [ 845.251358] env[70039]: DEBUG nova.network.neutron [req-bc16ffea-6444-412b-9c19-010119066ae0 req-df7c59e1-e1b9-4c8f-9a1f-9a56546808ec service nova] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.331565] env[70039]: INFO nova.compute.manager [-] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Took 1.34 seconds to deallocate network for instance. [ 845.364165] env[70039]: INFO nova.compute.manager [-] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Took 1.43 seconds to deallocate network for instance. [ 845.429326] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.449655] env[70039]: INFO nova.compute.manager [-] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Took 1.47 seconds to deallocate network for instance. [ 845.476897] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance fe48041e-1a3f-4be1-a2e8-44f4c0482552 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 845.661645] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': task-3330664, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.753735] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec860924-3599-479f-b615-8eb6d92ab3dc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.763718] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7418278c-cb97-41bb-8df4-353539759be4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.794669] env[70039]: DEBUG nova.compute.manager [req-bc16ffea-6444-412b-9c19-010119066ae0 req-df7c59e1-e1b9-4c8f-9a1f-9a56546808ec service nova] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Detach interface failed, port_id=48bbe5c3-e520-4927-a634-f561782124c1, reason: Instance dfd54a1a-b989-4277-8e7a-2892a1e0e510 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 845.841079] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.871337] env[70039]: DEBUG oslo_concurrency.lockutils [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.930146] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.959708] env[70039]: DEBUG oslo_concurrency.lockutils [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.981651] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 8336f568-c256-43cd-9411-bd415bc5e2f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 846.163899] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': task-3330664, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.430305] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330663, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.428842} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.430577] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] b57a32ab-dd58-498b-bcdd-252f61920630/b57a32ab-dd58-498b-bcdd-252f61920630.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.430793] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.431058] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbe96cc6-3bfe-4faf-8516-cd9a96e87270 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.437405] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 846.437405] env[70039]: value = "task-3330665" [ 846.437405] env[70039]: _type = "Task" [ 846.437405] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.448159] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.485288] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance e0113f7a-a90f-4add-bf71-d5a306f059cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 846.662400] env[70039]: DEBUG oslo_vmware.api [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': task-3330664, 'name': PowerOnVM_Task, 'duration_secs': 1.493962} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.662752] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.663136] env[70039]: INFO nova.compute.manager [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Took 9.24 seconds to spawn the instance on the hypervisor. [ 846.663458] env[70039]: DEBUG nova.compute.manager [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.664839] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03019f3-bb43-4402-89a0-b3d9f056721b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.947407] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064359} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.947670] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.948475] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d1dca0-f078-4340-b1c9-a9689f9fda4d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.969783] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] b57a32ab-dd58-498b-bcdd-252f61920630/b57a32ab-dd58-498b-bcdd-252f61920630.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.970078] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05ebbea3-87f0-4325-8eb2-efdcce6b2d1d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.988340] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance a749d9fd-c016-4684-afcd-1754a424ce51 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 846.990678] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 846.990678] env[70039]: value = "task-3330666" [ 846.990678] env[70039]: _type = "Task" [ 846.990678] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.999027] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.184163] env[70039]: INFO nova.compute.manager [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Took 50.99 seconds to build instance. [ 847.495797] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance a64a8294-f3f9-472e-877b-64955d2feb4f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 847.504914] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330666, 'name': ReconfigVM_Task, 'duration_secs': 0.267413} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.504914] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Reconfigured VM instance instance-00000028 to attach disk [datastore2] b57a32ab-dd58-498b-bcdd-252f61920630/b57a32ab-dd58-498b-bcdd-252f61920630.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.504914] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de3fe93e-e00d-4abd-a11b-cfe13e7f62bc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.510418] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 847.510418] env[70039]: value = "task-3330667" [ 847.510418] env[70039]: _type = "Task" [ 847.510418] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.519202] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330667, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.686892] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14d51e63-0128-438c-bcba-fab2cd9752bd tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.653s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.945874] env[70039]: DEBUG nova.compute.manager [req-07b804f1-08af-460c-ace3-0d8e8355e7d0 req-97fbe6e3-96b0-40f2-bd0f-efb738ff67c5 service nova] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Received event network-changed-fb6227f8-2978-4633-b5ff-97a503859aaf {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.946119] env[70039]: DEBUG nova.compute.manager [req-07b804f1-08af-460c-ace3-0d8e8355e7d0 req-97fbe6e3-96b0-40f2-bd0f-efb738ff67c5 service nova] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Refreshing instance network info cache due to event network-changed-fb6227f8-2978-4633-b5ff-97a503859aaf. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.948019] env[70039]: DEBUG oslo_concurrency.lockutils [req-07b804f1-08af-460c-ace3-0d8e8355e7d0 req-97fbe6e3-96b0-40f2-bd0f-efb738ff67c5 service nova] Acquiring lock "refresh_cache-ab5aafce-9316-4fdf-a89b-ea1606d2a58b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.948019] env[70039]: DEBUG oslo_concurrency.lockutils [req-07b804f1-08af-460c-ace3-0d8e8355e7d0 req-97fbe6e3-96b0-40f2-bd0f-efb738ff67c5 service nova] Acquired lock "refresh_cache-ab5aafce-9316-4fdf-a89b-ea1606d2a58b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.948019] env[70039]: DEBUG nova.network.neutron [req-07b804f1-08af-460c-ace3-0d8e8355e7d0 req-97fbe6e3-96b0-40f2-bd0f-efb738ff67c5 service nova] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Refreshing network info cache for port fb6227f8-2978-4633-b5ff-97a503859aaf {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.999762] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 2a3331a0-19ac-4f75-9541-57ff3e287f9e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 848.025797] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330667, 'name': Rename_Task, 'duration_secs': 0.13456} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.026092] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.026315] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48dc89fb-5831-49fe-93f0-86ad0fcd42db {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.032792] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 848.032792] env[70039]: value = "task-3330668" [ 848.032792] env[70039]: _type = "Task" [ 848.032792] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.041423] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.190438] env[70039]: DEBUG nova.compute.manager [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.502467] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance bf89df54-384c-4b54-bc17-21ea92034696 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 848.502798] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 848.502943] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 848.542802] env[70039]: DEBUG oslo_vmware.api [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3330668, 'name': PowerOnVM_Task, 'duration_secs': 0.427881} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.543197] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.543635] env[70039]: INFO nova.compute.manager [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Took 8.36 seconds to spawn the instance on the hypervisor. [ 848.543635] env[70039]: DEBUG nova.compute.manager [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.546816] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b118866d-ea78-476b-9dd0-0141108e5c6a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.713795] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.840281] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "interface-0a1d1dac-34f8-4446-b221-3425199e9af6-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.840583] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "interface-0a1d1dac-34f8-4446-b221-3425199e9af6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.840929] env[70039]: DEBUG nova.objects.instance [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lazy-loading 'flavor' on Instance uuid 0a1d1dac-34f8-4446-b221-3425199e9af6 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.877297] env[70039]: DEBUG nova.network.neutron [req-07b804f1-08af-460c-ace3-0d8e8355e7d0 req-97fbe6e3-96b0-40f2-bd0f-efb738ff67c5 service nova] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Updated VIF entry in instance network info cache for port fb6227f8-2978-4633-b5ff-97a503859aaf. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.877647] env[70039]: DEBUG nova.network.neutron [req-07b804f1-08af-460c-ace3-0d8e8355e7d0 req-97fbe6e3-96b0-40f2-bd0f-efb738ff67c5 service nova] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Updating instance_info_cache with network_info: [{"id": "fb6227f8-2978-4633-b5ff-97a503859aaf", "address": "fa:16:3e:f8:64:b8", "network": {"id": "4368df32-ef93-4798-9d7e-cbfeb15cc36f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-452057964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eb7939185894f09bc6a11e99a05ada1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6227f8-29", "ovs_interfaceid": "fb6227f8-2978-4633-b5ff-97a503859aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.014792] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06bca75-fd4e-4017-a83c-cc4a4ef2987d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.022679] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adfce7e-5751-4f2a-abd1-d5ff78d4061f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.054813] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecf0aea-ef62-4b89-9872-5df75b8c4930 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.065284] env[70039]: INFO nova.compute.manager [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Took 52.33 seconds to build instance. [ 849.069825] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e64c6a-0d90-4808-b856-05d532e1902d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.084226] env[70039]: DEBUG nova.compute.provider_tree [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.382243] env[70039]: DEBUG oslo_concurrency.lockutils [req-07b804f1-08af-460c-ace3-0d8e8355e7d0 req-97fbe6e3-96b0-40f2-bd0f-efb738ff67c5 service nova] Releasing lock "refresh_cache-ab5aafce-9316-4fdf-a89b-ea1606d2a58b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.419898] env[70039]: DEBUG nova.objects.instance [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lazy-loading 'pci_requests' on Instance uuid 0a1d1dac-34f8-4446-b221-3425199e9af6 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.567179] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e5684ed-a2ec-4328-bc8b-9e25a8cee58a tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "b57a32ab-dd58-498b-bcdd-252f61920630" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.406s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.587390] env[70039]: DEBUG nova.scheduler.client.report [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.922438] env[70039]: DEBUG nova.objects.base [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Object Instance<0a1d1dac-34f8-4446-b221-3425199e9af6> lazy-loaded attributes: flavor,pci_requests {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 849.922667] env[70039]: DEBUG nova.network.neutron [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.962580] env[70039]: DEBUG nova.policy [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5b2b138d0434a1983ea62e1280873b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1aebfad7ee04aa590d54a4f2fbf5e9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.075628] env[70039]: DEBUG nova.compute.manager [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.092831] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70039) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 850.093201] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.709s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.093495] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.011s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.095977] env[70039]: INFO nova.compute.claims [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.292878] env[70039]: DEBUG nova.network.neutron [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Successfully created port: 32f3e9bc-66a0-4d83-afd1-dee0454182a5 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.321160] env[70039]: DEBUG nova.compute.manager [req-196d3477-715c-4577-aa07-685b7d4295ec req-eba5be04-910b-45d6-93ab-e7b67675288b service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Received event network-changed-b165f61d-d4e6-41fc-bbd2-1f457454a7c4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.321160] env[70039]: DEBUG nova.compute.manager [req-196d3477-715c-4577-aa07-685b7d4295ec req-eba5be04-910b-45d6-93ab-e7b67675288b service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Refreshing instance network info cache due to event network-changed-b165f61d-d4e6-41fc-bbd2-1f457454a7c4. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.321160] env[70039]: DEBUG oslo_concurrency.lockutils [req-196d3477-715c-4577-aa07-685b7d4295ec req-eba5be04-910b-45d6-93ab-e7b67675288b service nova] Acquiring lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.321160] env[70039]: DEBUG oslo_concurrency.lockutils [req-196d3477-715c-4577-aa07-685b7d4295ec req-eba5be04-910b-45d6-93ab-e7b67675288b service nova] Acquired lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.321160] env[70039]: DEBUG nova.network.neutron [req-196d3477-715c-4577-aa07-685b7d4295ec req-eba5be04-910b-45d6-93ab-e7b67675288b service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Refreshing network info cache for port b165f61d-d4e6-41fc-bbd2-1f457454a7c4 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.599128] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.034848] env[70039]: DEBUG nova.network.neutron [req-196d3477-715c-4577-aa07-685b7d4295ec req-eba5be04-910b-45d6-93ab-e7b67675288b service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Updated VIF entry in instance network info cache for port b165f61d-d4e6-41fc-bbd2-1f457454a7c4. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.035343] env[70039]: DEBUG nova.network.neutron [req-196d3477-715c-4577-aa07-685b7d4295ec req-eba5be04-910b-45d6-93ab-e7b67675288b service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Updating instance_info_cache with network_info: [{"id": "b165f61d-d4e6-41fc-bbd2-1f457454a7c4", "address": "fa:16:3e:47:79:3a", "network": {"id": "4210840f-1282-42b9-a4c8-d61e8a259be7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1790591715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f1b538efaab4c0596968fee3532bd1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb165f61d-d4", "ovs_interfaceid": "b165f61d-d4e6-41fc-bbd2-1f457454a7c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.537855] env[70039]: DEBUG oslo_concurrency.lockutils [req-196d3477-715c-4577-aa07-685b7d4295ec req-eba5be04-910b-45d6-93ab-e7b67675288b service nova] Releasing lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.552519] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7a926c-ff6e-412e-93a3-2657b879b9c6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.561204] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d20dda3-648c-4b90-991a-39b76d22f53b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.592057] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795d297c-45eb-4f7b-a366-3a4a311ec49c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.600237] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b53e4e2-bf40-416a-a3ce-e58f38c90e90 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.613444] env[70039]: DEBUG nova.compute.provider_tree [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.748452] env[70039]: DEBUG nova.compute.manager [req-d0d3daf5-fe56-4c79-9acf-59a714c41c87 req-0ed81cd8-51e1-4c45-a835-053778f29b4e service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Received event network-vif-plugged-32f3e9bc-66a0-4d83-afd1-dee0454182a5 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.748674] env[70039]: DEBUG oslo_concurrency.lockutils [req-d0d3daf5-fe56-4c79-9acf-59a714c41c87 req-0ed81cd8-51e1-4c45-a835-053778f29b4e service nova] Acquiring lock "0a1d1dac-34f8-4446-b221-3425199e9af6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.748863] env[70039]: DEBUG oslo_concurrency.lockutils [req-d0d3daf5-fe56-4c79-9acf-59a714c41c87 req-0ed81cd8-51e1-4c45-a835-053778f29b4e service nova] Lock "0a1d1dac-34f8-4446-b221-3425199e9af6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.749039] env[70039]: DEBUG oslo_concurrency.lockutils [req-d0d3daf5-fe56-4c79-9acf-59a714c41c87 req-0ed81cd8-51e1-4c45-a835-053778f29b4e service nova] Lock "0a1d1dac-34f8-4446-b221-3425199e9af6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.749281] env[70039]: DEBUG nova.compute.manager [req-d0d3daf5-fe56-4c79-9acf-59a714c41c87 req-0ed81cd8-51e1-4c45-a835-053778f29b4e service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] No waiting events found dispatching network-vif-plugged-32f3e9bc-66a0-4d83-afd1-dee0454182a5 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.749369] env[70039]: WARNING nova.compute.manager [req-d0d3daf5-fe56-4c79-9acf-59a714c41c87 req-0ed81cd8-51e1-4c45-a835-053778f29b4e service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Received unexpected event network-vif-plugged-32f3e9bc-66a0-4d83-afd1-dee0454182a5 for instance with vm_state active and task_state None. [ 851.754448] env[70039]: DEBUG nova.network.neutron [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Successfully updated port: 32f3e9bc-66a0-4d83-afd1-dee0454182a5 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.116808] env[70039]: DEBUG nova.scheduler.client.report [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.257855] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "refresh_cache-0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.257962] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "refresh_cache-0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.258193] env[70039]: DEBUG nova.network.neutron [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.622904] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.623677] env[70039]: DEBUG nova.compute.manager [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.626202] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.303s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.627534] env[70039]: INFO nova.compute.claims [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.794600] env[70039]: WARNING nova.network.neutron [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] 4851bdbc-d525-45ca-9441-9a53f60bb5d2 already exists in list: networks containing: ['4851bdbc-d525-45ca-9441-9a53f60bb5d2']. ignoring it [ 853.094513] env[70039]: DEBUG nova.network.neutron [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Updating instance_info_cache with network_info: [{"id": "a4823606-12a7-4ee2-99ab-d1cfaa7b436d", "address": "fa:16:3e:db:66:22", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4823606-12", "ovs_interfaceid": "a4823606-12a7-4ee2-99ab-d1cfaa7b436d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "32f3e9bc-66a0-4d83-afd1-dee0454182a5", "address": "fa:16:3e:37:45:3c", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f3e9bc-66", "ovs_interfaceid": "32f3e9bc-66a0-4d83-afd1-dee0454182a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.131855] env[70039]: DEBUG nova.compute.utils [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.136070] env[70039]: DEBUG nova.compute.manager [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.136358] env[70039]: DEBUG nova.network.neutron [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.171814] env[70039]: DEBUG nova.policy [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76e54e61e74c4902a05413d168e29443', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4863bedbf28d48dea1efa112e9df0147', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.422145] env[70039]: DEBUG nova.network.neutron [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Successfully created port: fbb42ba0-0417-4448-8200-019f402d875c {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.597161] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "refresh_cache-0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.597841] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.598009] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.598896] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ab3d15-8cf4-4e64-b89d-873646b66241 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.620918] env[70039]: DEBUG nova.virt.hardware [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.621182] env[70039]: DEBUG nova.virt.hardware [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.621344] env[70039]: DEBUG nova.virt.hardware [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.621529] env[70039]: DEBUG nova.virt.hardware [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.621675] env[70039]: DEBUG nova.virt.hardware [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.621823] env[70039]: DEBUG nova.virt.hardware [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.622041] env[70039]: DEBUG nova.virt.hardware [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.622227] env[70039]: DEBUG nova.virt.hardware [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.622368] env[70039]: DEBUG nova.virt.hardware [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.622533] env[70039]: DEBUG nova.virt.hardware [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.622733] env[70039]: DEBUG nova.virt.hardware [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.629288] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Reconfiguring VM to attach interface {{(pid=70039) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 853.629696] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a668abc5-31b0-43b0-b818-403fa9aef9f9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.645731] env[70039]: DEBUG nova.compute.manager [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.654117] env[70039]: DEBUG oslo_vmware.api [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 853.654117] env[70039]: value = "task-3330669" [ 853.654117] env[70039]: _type = "Task" [ 853.654117] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.662531] env[70039]: DEBUG oslo_vmware.api [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330669, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.833378] env[70039]: DEBUG nova.compute.manager [req-1a4d1567-97f5-41ed-a3c6-2f5ddd768d6c req-a402a7a1-265e-47b8-bed4-2fb69a346fbe service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Received event network-changed-32f3e9bc-66a0-4d83-afd1-dee0454182a5 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.833596] env[70039]: DEBUG nova.compute.manager [req-1a4d1567-97f5-41ed-a3c6-2f5ddd768d6c req-a402a7a1-265e-47b8-bed4-2fb69a346fbe service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Refreshing instance network info cache due to event network-changed-32f3e9bc-66a0-4d83-afd1-dee0454182a5. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.833840] env[70039]: DEBUG oslo_concurrency.lockutils [req-1a4d1567-97f5-41ed-a3c6-2f5ddd768d6c req-a402a7a1-265e-47b8-bed4-2fb69a346fbe service nova] Acquiring lock "refresh_cache-0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.834039] env[70039]: DEBUG oslo_concurrency.lockutils [req-1a4d1567-97f5-41ed-a3c6-2f5ddd768d6c req-a402a7a1-265e-47b8-bed4-2fb69a346fbe service nova] Acquired lock "refresh_cache-0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.834224] env[70039]: DEBUG nova.network.neutron [req-1a4d1567-97f5-41ed-a3c6-2f5ddd768d6c req-a402a7a1-265e-47b8-bed4-2fb69a346fbe service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Refreshing network info cache for port 32f3e9bc-66a0-4d83-afd1-dee0454182a5 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.141054] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbd0322-7cf3-4999-9c55-c553d432a4e6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.149094] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0931dbe-2677-411a-82ae-9bd96aa54011 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.186714] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397852b0-c761-44d6-b5e5-d5de9d58e3ad {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.193249] env[70039]: DEBUG oslo_vmware.api [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330669, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.199799] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0711d383-c2d9-4606-9428-896b01da1c45 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.214985] env[70039]: DEBUG nova.compute.provider_tree [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.541575] env[70039]: DEBUG nova.network.neutron [req-1a4d1567-97f5-41ed-a3c6-2f5ddd768d6c req-a402a7a1-265e-47b8-bed4-2fb69a346fbe service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Updated VIF entry in instance network info cache for port 32f3e9bc-66a0-4d83-afd1-dee0454182a5. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.542039] env[70039]: DEBUG nova.network.neutron [req-1a4d1567-97f5-41ed-a3c6-2f5ddd768d6c req-a402a7a1-265e-47b8-bed4-2fb69a346fbe service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Updating instance_info_cache with network_info: [{"id": "a4823606-12a7-4ee2-99ab-d1cfaa7b436d", "address": "fa:16:3e:db:66:22", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4823606-12", "ovs_interfaceid": "a4823606-12a7-4ee2-99ab-d1cfaa7b436d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "32f3e9bc-66a0-4d83-afd1-dee0454182a5", "address": "fa:16:3e:37:45:3c", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f3e9bc-66", "ovs_interfaceid": "32f3e9bc-66a0-4d83-afd1-dee0454182a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.660736] env[70039]: DEBUG nova.compute.manager [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.668528] env[70039]: DEBUG oslo_vmware.api [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330669, 'name': ReconfigVM_Task, 'duration_secs': 0.588552} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.669022] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.669227] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Reconfigured VM to attach interface {{(pid=70039) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 854.688516] env[70039]: DEBUG nova.virt.hardware [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.688753] env[70039]: DEBUG nova.virt.hardware [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.688909] env[70039]: DEBUG nova.virt.hardware [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.689107] env[70039]: DEBUG nova.virt.hardware [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.689264] env[70039]: DEBUG nova.virt.hardware [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.689413] env[70039]: DEBUG nova.virt.hardware [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.689619] env[70039]: DEBUG nova.virt.hardware [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.689812] env[70039]: DEBUG nova.virt.hardware [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.689943] env[70039]: DEBUG nova.virt.hardware [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.690121] env[70039]: DEBUG nova.virt.hardware [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.690299] env[70039]: DEBUG nova.virt.hardware [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.691364] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944db772-fad6-41e6-ac05-185205151839 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.700692] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1bdf30-df63-408a-a1a1-fa70a9368050 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.718231] env[70039]: DEBUG nova.scheduler.client.report [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.880141] env[70039]: DEBUG nova.network.neutron [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Successfully updated port: fbb42ba0-0417-4448-8200-019f402d875c {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.045353] env[70039]: DEBUG oslo_concurrency.lockutils [req-1a4d1567-97f5-41ed-a3c6-2f5ddd768d6c req-a402a7a1-265e-47b8-bed4-2fb69a346fbe service nova] Releasing lock "refresh_cache-0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.174342] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f1410b08-10b0-44b8-bc65-46db3cb22537 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "interface-0a1d1dac-34f8-4446-b221-3425199e9af6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.334s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.223200] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.223783] env[70039]: DEBUG nova.compute.manager [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.226367] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.208s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.227196] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.228597] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.874s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.228785] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.230891] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.226s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.232751] env[70039]: INFO nova.compute.claims [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.259090] env[70039]: INFO nova.scheduler.client.report [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Deleted allocations for instance d19fe63d-4364-4fd7-9dcf-dd281e8b87c7 [ 855.260227] env[70039]: INFO nova.scheduler.client.report [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Deleted allocations for instance 2e23ee1b-6eb8-439d-9e1d-40e228182daa [ 855.388819] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Acquiring lock "refresh_cache-80cbf532-257f-47c1-a22f-de7a8ca6a004" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.388819] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Acquired lock "refresh_cache-80cbf532-257f-47c1-a22f-de7a8ca6a004" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.388819] env[70039]: DEBUG nova.network.neutron [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.738540] env[70039]: DEBUG nova.compute.utils [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.741221] env[70039]: DEBUG nova.compute.manager [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.742388] env[70039]: DEBUG nova.network.neutron [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.767214] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2629bb3d-c49b-483a-abd9-6a4c3e859732 tempest-ServerDiagnosticsV248Test-1208226549 tempest-ServerDiagnosticsV248Test-1208226549-project-member] Lock "d19fe63d-4364-4fd7-9dcf-dd281e8b87c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.684s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.770423] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6ff52cf4-e234-4bcc-8ee0-39f03291ddd1 tempest-ServerGroupTestJSON-1373147721 tempest-ServerGroupTestJSON-1373147721-project-member] Lock "2e23ee1b-6eb8-439d-9e1d-40e228182daa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.272s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.799307] env[70039]: DEBUG nova.policy [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0de9841043e4e89b6a069bbf7d23e93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ce5325cb457484ca7b33b78bab1ff0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.947584] env[70039]: DEBUG nova.network.neutron [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.966112] env[70039]: DEBUG nova.compute.manager [req-cdff67ab-5a60-4dac-b0f3-f5225417d797 req-f77a4300-936a-4ad8-91cb-be4da2b90ba2 service nova] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Received event network-vif-plugged-fbb42ba0-0417-4448-8200-019f402d875c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.966112] env[70039]: DEBUG oslo_concurrency.lockutils [req-cdff67ab-5a60-4dac-b0f3-f5225417d797 req-f77a4300-936a-4ad8-91cb-be4da2b90ba2 service nova] Acquiring lock "80cbf532-257f-47c1-a22f-de7a8ca6a004-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.966112] env[70039]: DEBUG oslo_concurrency.lockutils [req-cdff67ab-5a60-4dac-b0f3-f5225417d797 req-f77a4300-936a-4ad8-91cb-be4da2b90ba2 service nova] Lock "80cbf532-257f-47c1-a22f-de7a8ca6a004-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.966112] env[70039]: DEBUG oslo_concurrency.lockutils [req-cdff67ab-5a60-4dac-b0f3-f5225417d797 req-f77a4300-936a-4ad8-91cb-be4da2b90ba2 service nova] Lock "80cbf532-257f-47c1-a22f-de7a8ca6a004-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.966639] env[70039]: DEBUG nova.compute.manager [req-cdff67ab-5a60-4dac-b0f3-f5225417d797 req-f77a4300-936a-4ad8-91cb-be4da2b90ba2 service nova] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] No waiting events found dispatching network-vif-plugged-fbb42ba0-0417-4448-8200-019f402d875c {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.966979] env[70039]: WARNING nova.compute.manager [req-cdff67ab-5a60-4dac-b0f3-f5225417d797 req-f77a4300-936a-4ad8-91cb-be4da2b90ba2 service nova] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Received unexpected event network-vif-plugged-fbb42ba0-0417-4448-8200-019f402d875c for instance with vm_state building and task_state spawning. [ 855.968177] env[70039]: DEBUG nova.compute.manager [req-cdff67ab-5a60-4dac-b0f3-f5225417d797 req-f77a4300-936a-4ad8-91cb-be4da2b90ba2 service nova] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Received event network-changed-fbb42ba0-0417-4448-8200-019f402d875c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.968177] env[70039]: DEBUG nova.compute.manager [req-cdff67ab-5a60-4dac-b0f3-f5225417d797 req-f77a4300-936a-4ad8-91cb-be4da2b90ba2 service nova] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Refreshing instance network info cache due to event network-changed-fbb42ba0-0417-4448-8200-019f402d875c. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.968177] env[70039]: DEBUG oslo_concurrency.lockutils [req-cdff67ab-5a60-4dac-b0f3-f5225417d797 req-f77a4300-936a-4ad8-91cb-be4da2b90ba2 service nova] Acquiring lock "refresh_cache-80cbf532-257f-47c1-a22f-de7a8ca6a004" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.246213] env[70039]: DEBUG nova.compute.manager [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.265072] env[70039]: DEBUG nova.network.neutron [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Updating instance_info_cache with network_info: [{"id": "fbb42ba0-0417-4448-8200-019f402d875c", "address": "fa:16:3e:28:68:f4", "network": {"id": "70fc41df-7d1c-4521-8681-a0143d214085", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1045708228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4863bedbf28d48dea1efa112e9df0147", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb42ba0-04", "ovs_interfaceid": "fbb42ba0-0417-4448-8200-019f402d875c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.339286] env[70039]: DEBUG nova.network.neutron [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Successfully created port: 5431a41c-34eb-4583-bf20-b571a7fbcd29 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.767657] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Releasing lock "refresh_cache-80cbf532-257f-47c1-a22f-de7a8ca6a004" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.767942] env[70039]: DEBUG nova.compute.manager [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Instance network_info: |[{"id": "fbb42ba0-0417-4448-8200-019f402d875c", "address": "fa:16:3e:28:68:f4", "network": {"id": "70fc41df-7d1c-4521-8681-a0143d214085", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1045708228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4863bedbf28d48dea1efa112e9df0147", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb42ba0-04", "ovs_interfaceid": "fbb42ba0-0417-4448-8200-019f402d875c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.770646] env[70039]: DEBUG oslo_concurrency.lockutils [req-cdff67ab-5a60-4dac-b0f3-f5225417d797 req-f77a4300-936a-4ad8-91cb-be4da2b90ba2 service nova] Acquired lock "refresh_cache-80cbf532-257f-47c1-a22f-de7a8ca6a004" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.770646] env[70039]: DEBUG nova.network.neutron [req-cdff67ab-5a60-4dac-b0f3-f5225417d797 req-f77a4300-936a-4ad8-91cb-be4da2b90ba2 service nova] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Refreshing network info cache for port fbb42ba0-0417-4448-8200-019f402d875c {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.770646] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:68:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbb42ba0-0417-4448-8200-019f402d875c', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.778621] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Creating folder: Project (4863bedbf28d48dea1efa112e9df0147). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.783589] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2699ad65-8c4a-402e-8669-4eccf2c21cb3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.794920] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Created folder: Project (4863bedbf28d48dea1efa112e9df0147) in parent group-v664777. [ 856.794920] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Creating folder: Instances. Parent ref: group-v664895. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.795149] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cec5f3ad-a482-46a1-be81-9972bab15893 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.807882] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Created folder: Instances in parent group-v664895. [ 856.808181] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.809279] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.811843] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ca7d965-b2cc-47eb-9e4d-f9597e4e52d8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.838597] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.838597] env[70039]: value = "task-3330672" [ 856.838597] env[70039]: _type = "Task" [ 856.838597] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.845640] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330672, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.889706] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc8971f-ff55-497f-af68-7993032b73ed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.899171] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd121950-9ed2-4d8b-a8c3-9f52078c9533 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.931412] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd172f6-e034-44a8-b955-b9636d9fe3e9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.939805] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e7f866-7c13-4b07-a602-faaeb2a2e914 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.953781] env[70039]: DEBUG nova.compute.provider_tree [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.268814] env[70039]: DEBUG nova.compute.manager [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.302669] env[70039]: DEBUG nova.virt.hardware [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.302847] env[70039]: DEBUG nova.virt.hardware [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.303017] env[70039]: DEBUG nova.virt.hardware [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.303216] env[70039]: DEBUG nova.virt.hardware [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.303362] env[70039]: DEBUG nova.virt.hardware [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.303510] env[70039]: DEBUG nova.virt.hardware [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.303720] env[70039]: DEBUG nova.virt.hardware [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.303878] env[70039]: DEBUG nova.virt.hardware [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.304095] env[70039]: DEBUG nova.virt.hardware [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.304274] env[70039]: DEBUG nova.virt.hardware [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.304452] env[70039]: DEBUG nova.virt.hardware [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.305358] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4965bc-3319-4fea-9abb-94be7ed5a992 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.318019] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00b3aae-61c3-45d7-8578-fdb7e24261b5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.329625] env[70039]: DEBUG oslo_concurrency.lockutils [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "interface-0a1d1dac-34f8-4446-b221-3425199e9af6-32f3e9bc-66a0-4d83-afd1-dee0454182a5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.329867] env[70039]: DEBUG oslo_concurrency.lockutils [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "interface-0a1d1dac-34f8-4446-b221-3425199e9af6-32f3e9bc-66a0-4d83-afd1-dee0454182a5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.348116] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330672, 'name': CreateVM_Task, 'duration_secs': 0.372748} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.348249] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.349026] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.349130] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.349558] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.349703] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98083ac6-08b7-4990-891c-a6546b5f8ba4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.354748] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Waiting for the task: (returnval){ [ 857.354748] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52e79de7-cbf2-a303-5831-ba6ae2003c76" [ 857.354748] env[70039]: _type = "Task" [ 857.354748] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.363993] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e79de7-cbf2-a303-5831-ba6ae2003c76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.456891] env[70039]: DEBUG nova.scheduler.client.report [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.570999] env[70039]: DEBUG nova.network.neutron [req-cdff67ab-5a60-4dac-b0f3-f5225417d797 req-f77a4300-936a-4ad8-91cb-be4da2b90ba2 service nova] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Updated VIF entry in instance network info cache for port fbb42ba0-0417-4448-8200-019f402d875c. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.571548] env[70039]: DEBUG nova.network.neutron [req-cdff67ab-5a60-4dac-b0f3-f5225417d797 req-f77a4300-936a-4ad8-91cb-be4da2b90ba2 service nova] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Updating instance_info_cache with network_info: [{"id": "fbb42ba0-0417-4448-8200-019f402d875c", "address": "fa:16:3e:28:68:f4", "network": {"id": "70fc41df-7d1c-4521-8681-a0143d214085", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1045708228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4863bedbf28d48dea1efa112e9df0147", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb42ba0-04", "ovs_interfaceid": "fbb42ba0-0417-4448-8200-019f402d875c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.832143] env[70039]: DEBUG oslo_concurrency.lockutils [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.832863] env[70039]: DEBUG oslo_concurrency.lockutils [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.833821] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d713efb2-0ce2-4bde-b380-a057e57729a9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.855763] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916c26d7-8834-4e56-a3fb-f94e79d8ae66 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.885080] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Reconfiguring VM to detach interface {{(pid=70039) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 857.888651] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b90874e3-aae6-49ce-b5da-f5930bb58a52 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.902206] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e79de7-cbf2-a303-5831-ba6ae2003c76, 'name': SearchDatastore_Task, 'duration_secs': 0.033769} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.902363] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.902599] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.902826] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.902970] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.903190] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.903864] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edeef8c3-e88b-4e67-ac18-4d49548264ec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.908602] env[70039]: DEBUG oslo_vmware.api [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 857.908602] env[70039]: value = "task-3330673" [ 857.908602] env[70039]: _type = "Task" [ 857.908602] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.913781] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.914013] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.917704] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c05fbd69-ea52-4241-a92f-91eeae61da3f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.919844] env[70039]: DEBUG oslo_vmware.api [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330673, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.922636] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Waiting for the task: (returnval){ [ 857.922636] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ac3818-1626-e02a-2684-e5645c6fee87" [ 857.922636] env[70039]: _type = "Task" [ 857.922636] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.931983] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ac3818-1626-e02a-2684-e5645c6fee87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.969556] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.970118] env[70039]: DEBUG nova.compute.manager [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.972842] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.097s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.977028] env[70039]: INFO nova.compute.claims [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.074796] env[70039]: DEBUG oslo_concurrency.lockutils [req-cdff67ab-5a60-4dac-b0f3-f5225417d797 req-f77a4300-936a-4ad8-91cb-be4da2b90ba2 service nova] Releasing lock "refresh_cache-80cbf532-257f-47c1-a22f-de7a8ca6a004" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.183184] env[70039]: DEBUG nova.compute.manager [req-097e3eff-a388-4f3d-a335-585abd8539ad req-cc48aa90-c225-4022-854f-44fff1ddf87a service nova] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Received event network-vif-plugged-5431a41c-34eb-4583-bf20-b571a7fbcd29 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.183419] env[70039]: DEBUG oslo_concurrency.lockutils [req-097e3eff-a388-4f3d-a335-585abd8539ad req-cc48aa90-c225-4022-854f-44fff1ddf87a service nova] Acquiring lock "966ead37-1cec-42ec-8a35-4fc079cdea6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.183644] env[70039]: DEBUG oslo_concurrency.lockutils [req-097e3eff-a388-4f3d-a335-585abd8539ad req-cc48aa90-c225-4022-854f-44fff1ddf87a service nova] Lock "966ead37-1cec-42ec-8a35-4fc079cdea6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.183817] env[70039]: DEBUG oslo_concurrency.lockutils [req-097e3eff-a388-4f3d-a335-585abd8539ad req-cc48aa90-c225-4022-854f-44fff1ddf87a service nova] Lock "966ead37-1cec-42ec-8a35-4fc079cdea6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.183986] env[70039]: DEBUG nova.compute.manager [req-097e3eff-a388-4f3d-a335-585abd8539ad req-cc48aa90-c225-4022-854f-44fff1ddf87a service nova] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] No waiting events found dispatching network-vif-plugged-5431a41c-34eb-4583-bf20-b571a7fbcd29 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.184168] env[70039]: WARNING nova.compute.manager [req-097e3eff-a388-4f3d-a335-585abd8539ad req-cc48aa90-c225-4022-854f-44fff1ddf87a service nova] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Received unexpected event network-vif-plugged-5431a41c-34eb-4583-bf20-b571a7fbcd29 for instance with vm_state building and task_state spawning. [ 858.259854] env[70039]: DEBUG nova.network.neutron [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Successfully updated port: 5431a41c-34eb-4583-bf20-b571a7fbcd29 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.418773] env[70039]: DEBUG oslo_vmware.api [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.431205] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ac3818-1626-e02a-2684-e5645c6fee87, 'name': SearchDatastore_Task, 'duration_secs': 0.012081} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.431942] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb2387a-5f8d-41d6-89f0-51c8a68e49ea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.436923] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Waiting for the task: (returnval){ [ 858.436923] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52999ffe-38b2-6966-f4d8-c6c803242dfa" [ 858.436923] env[70039]: _type = "Task" [ 858.436923] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.445465] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52999ffe-38b2-6966-f4d8-c6c803242dfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.480974] env[70039]: DEBUG nova.compute.utils [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.482251] env[70039]: DEBUG nova.compute.manager [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.482399] env[70039]: DEBUG nova.network.neutron [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.557980] env[70039]: DEBUG nova.policy [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c401cf447d845c5addc76d608ef5baf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c5779f7bbc04aa38c7290864a25537c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.764844] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Acquiring lock "refresh_cache-966ead37-1cec-42ec-8a35-4fc079cdea6f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.764995] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Acquired lock "refresh_cache-966ead37-1cec-42ec-8a35-4fc079cdea6f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.765243] env[70039]: DEBUG nova.network.neutron [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.929175] env[70039]: DEBUG oslo_vmware.api [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.947929] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52999ffe-38b2-6966-f4d8-c6c803242dfa, 'name': SearchDatastore_Task, 'duration_secs': 0.00981} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.948229] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.948492] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 80cbf532-257f-47c1-a22f-de7a8ca6a004/80cbf532-257f-47c1-a22f-de7a8ca6a004.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.948925] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-297bd0a7-1fe2-46f1-ace0-4cd96ef8c4e3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.959523] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Waiting for the task: (returnval){ [ 858.959523] env[70039]: value = "task-3330674" [ 858.959523] env[70039]: _type = "Task" [ 858.959523] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.971725] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': task-3330674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.986578] env[70039]: DEBUG nova.compute.manager [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.036042] env[70039]: DEBUG nova.network.neutron [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Successfully created port: ae7fdd8d-fa88-40be-b448-9c1d5b8ad73c {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.342958] env[70039]: DEBUG nova.network.neutron [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.424356] env[70039]: DEBUG oslo_vmware.api [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.472586] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': task-3330674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448575} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.472934] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 80cbf532-257f-47c1-a22f-de7a8ca6a004/80cbf532-257f-47c1-a22f-de7a8ca6a004.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.473197] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.473464] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-375e0bfd-aeaf-42ae-98b6-eab1e44cd254 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.484165] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Waiting for the task: (returnval){ [ 859.484165] env[70039]: value = "task-3330675" [ 859.484165] env[70039]: _type = "Task" [ 859.484165] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.496866] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': task-3330675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.533826] env[70039]: DEBUG nova.network.neutron [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Updating instance_info_cache with network_info: [{"id": "5431a41c-34eb-4583-bf20-b571a7fbcd29", "address": "fa:16:3e:97:d1:55", "network": {"id": "52946a9d-4b33-4648-a720-60df397d3fc9", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1751950131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ce5325cb457484ca7b33b78bab1ff0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5431a41c-34", "ovs_interfaceid": "5431a41c-34eb-4583-bf20-b571a7fbcd29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.553502] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2148e923-375a-4189-b31c-0114f9b24d36 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.560808] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f61835-abf4-4754-9600-cc88aaf0a84a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.594014] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a424c123-e477-46cc-9a6f-40c4607af64e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.602270] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f12af27-99b6-49b5-a8ed-846f4795d430 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.616064] env[70039]: DEBUG nova.compute.provider_tree [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.921590] env[70039]: DEBUG oslo_vmware.api [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.993969] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': task-3330675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065437} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.994443] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.995233] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8983ba61-168c-4f42-9b09-3ba654013261 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.010981] env[70039]: DEBUG nova.compute.manager [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.020593] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 80cbf532-257f-47c1-a22f-de7a8ca6a004/80cbf532-257f-47c1-a22f-de7a8ca6a004.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.021282] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74a5188f-569c-40cb-957a-e3bccb628b7e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.042708] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Releasing lock "refresh_cache-966ead37-1cec-42ec-8a35-4fc079cdea6f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.043340] env[70039]: DEBUG nova.compute.manager [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Instance network_info: |[{"id": "5431a41c-34eb-4583-bf20-b571a7fbcd29", "address": "fa:16:3e:97:d1:55", "network": {"id": "52946a9d-4b33-4648-a720-60df397d3fc9", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1751950131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ce5325cb457484ca7b33b78bab1ff0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5431a41c-34", "ovs_interfaceid": "5431a41c-34eb-4583-bf20-b571a7fbcd29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.044196] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:d1:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '03ac2c9c-6ad2-4a85-bfab-c7e336df859a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5431a41c-34eb-4583-bf20-b571a7fbcd29', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.053926] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Creating folder: Project (9ce5325cb457484ca7b33b78bab1ff0d). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.057969] env[70039]: DEBUG nova.virt.hardware [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.058225] env[70039]: DEBUG nova.virt.hardware [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.058388] env[70039]: DEBUG nova.virt.hardware [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.058614] env[70039]: DEBUG nova.virt.hardware [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.058786] env[70039]: DEBUG nova.virt.hardware [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.058937] env[70039]: DEBUG nova.virt.hardware [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.059166] env[70039]: DEBUG nova.virt.hardware [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.059328] env[70039]: DEBUG nova.virt.hardware [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.059497] env[70039]: DEBUG nova.virt.hardware [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.059657] env[70039]: DEBUG nova.virt.hardware [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.059828] env[70039]: DEBUG nova.virt.hardware [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.060246] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-772655fc-7883-4756-a3f1-daea27e31769 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.062988] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24976d0-f685-430c-ba2b-efdf22bc03ea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.067641] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Waiting for the task: (returnval){ [ 860.067641] env[70039]: value = "task-3330676" [ 860.067641] env[70039]: _type = "Task" [ 860.067641] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.074282] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8878536-a79e-45a6-868b-8a4f33ee81d0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.082309] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Created folder: Project (9ce5325cb457484ca7b33b78bab1ff0d) in parent group-v664777. [ 860.082505] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Creating folder: Instances. Parent ref: group-v664898. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.082748] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': task-3330676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.083334] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-328157d3-8a8f-43e8-9eda-fcfd0fa9fc4d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.094108] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Created folder: Instances in parent group-v664898. [ 860.094614] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.094614] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.094749] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbadad14-74a7-474c-83a6-76344c6b8350 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.113762] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.113762] env[70039]: value = "task-3330679" [ 860.113762] env[70039]: _type = "Task" [ 860.113762] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.118986] env[70039]: DEBUG nova.scheduler.client.report [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.126137] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330679, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.368909] env[70039]: DEBUG nova.compute.manager [req-37b392ed-df56-483f-969f-bc50e0936013 req-834a3c72-63f6-4ea2-a242-a3b0af8d0869 service nova] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Received event network-changed-5431a41c-34eb-4583-bf20-b571a7fbcd29 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.369281] env[70039]: DEBUG nova.compute.manager [req-37b392ed-df56-483f-969f-bc50e0936013 req-834a3c72-63f6-4ea2-a242-a3b0af8d0869 service nova] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Refreshing instance network info cache due to event network-changed-5431a41c-34eb-4583-bf20-b571a7fbcd29. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.369641] env[70039]: DEBUG oslo_concurrency.lockutils [req-37b392ed-df56-483f-969f-bc50e0936013 req-834a3c72-63f6-4ea2-a242-a3b0af8d0869 service nova] Acquiring lock "refresh_cache-966ead37-1cec-42ec-8a35-4fc079cdea6f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.369909] env[70039]: DEBUG oslo_concurrency.lockutils [req-37b392ed-df56-483f-969f-bc50e0936013 req-834a3c72-63f6-4ea2-a242-a3b0af8d0869 service nova] Acquired lock "refresh_cache-966ead37-1cec-42ec-8a35-4fc079cdea6f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.371402] env[70039]: DEBUG nova.network.neutron [req-37b392ed-df56-483f-969f-bc50e0936013 req-834a3c72-63f6-4ea2-a242-a3b0af8d0869 service nova] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Refreshing network info cache for port 5431a41c-34eb-4583-bf20-b571a7fbcd29 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.420769] env[70039]: DEBUG oslo_vmware.api [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.580265] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': task-3330676, 'name': ReconfigVM_Task, 'duration_secs': 0.315085} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.580792] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 80cbf532-257f-47c1-a22f-de7a8ca6a004/80cbf532-257f-47c1-a22f-de7a8ca6a004.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.582028] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efab0921-26bb-47ad-ad39-722966abc694 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.590463] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Waiting for the task: (returnval){ [ 860.590463] env[70039]: value = "task-3330680" [ 860.590463] env[70039]: _type = "Task" [ 860.590463] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.599171] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': task-3330680, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.624431] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330679, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.629042] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.629042] env[70039]: DEBUG nova.compute.manager [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.629982] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.361s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.631057] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.633105] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 40.463s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.669071] env[70039]: INFO nova.scheduler.client.report [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Deleted allocations for instance 3ea7617e-f623-4aec-9a97-8a737b6307c5 [ 860.922466] env[70039]: DEBUG oslo_vmware.api [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.015364] env[70039]: DEBUG oslo_concurrency.lockutils [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Acquiring lock "6efccb6e-9996-4655-9901-8eb162970d73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.015656] env[70039]: DEBUG oslo_concurrency.lockutils [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Lock "6efccb6e-9996-4655-9901-8eb162970d73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.015869] env[70039]: DEBUG oslo_concurrency.lockutils [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Acquiring lock "6efccb6e-9996-4655-9901-8eb162970d73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.016062] env[70039]: DEBUG oslo_concurrency.lockutils [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Lock "6efccb6e-9996-4655-9901-8eb162970d73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.016233] env[70039]: DEBUG oslo_concurrency.lockutils [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Lock "6efccb6e-9996-4655-9901-8eb162970d73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.018948] env[70039]: INFO nova.compute.manager [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Terminating instance [ 861.100669] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': task-3330680, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.122866] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330679, 'name': CreateVM_Task, 'duration_secs': 0.511518} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.126603] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.126603] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.126603] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.126603] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.126603] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f85aa325-1789-4956-b8fe-8ef518986790 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.131592] env[70039]: DEBUG nova.compute.utils [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.132950] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Waiting for the task: (returnval){ [ 861.132950] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524d7b0b-20b3-fbc7-63c2-1d8a4859e5a7" [ 861.132950] env[70039]: _type = "Task" [ 861.132950] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.133545] env[70039]: DEBUG nova.compute.manager [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.133769] env[70039]: DEBUG nova.network.neutron [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.141398] env[70039]: INFO nova.compute.claims [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.152512] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524d7b0b-20b3-fbc7-63c2-1d8a4859e5a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.155951] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Acquiring lock "84e7b122-ed41-41b1-9b7a-d4d87764d0a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.156209] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Lock "84e7b122-ed41-41b1-9b7a-d4d87764d0a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.156444] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Acquiring lock "84e7b122-ed41-41b1-9b7a-d4d87764d0a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.156631] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Lock "84e7b122-ed41-41b1-9b7a-d4d87764d0a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.156797] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Lock "84e7b122-ed41-41b1-9b7a-d4d87764d0a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.159429] env[70039]: INFO nova.compute.manager [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Terminating instance [ 861.184480] env[70039]: DEBUG nova.policy [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4511b358403a4286b5674fd6f14de179', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5999c5a8bd44ccaafad6f106e527670', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.186809] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b00497d3-137c-4454-b7ed-1ec188465e3f tempest-ServerRescueTestJSONUnderV235-551022415 tempest-ServerRescueTestJSONUnderV235-551022415-project-member] Lock "3ea7617e-f623-4aec-9a97-8a737b6307c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.678s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.320200] env[70039]: DEBUG nova.network.neutron [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Successfully updated port: ae7fdd8d-fa88-40be-b448-9c1d5b8ad73c {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.387666] env[70039]: DEBUG nova.network.neutron [req-37b392ed-df56-483f-969f-bc50e0936013 req-834a3c72-63f6-4ea2-a242-a3b0af8d0869 service nova] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Updated VIF entry in instance network info cache for port 5431a41c-34eb-4583-bf20-b571a7fbcd29. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.387666] env[70039]: DEBUG nova.network.neutron [req-37b392ed-df56-483f-969f-bc50e0936013 req-834a3c72-63f6-4ea2-a242-a3b0af8d0869 service nova] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Updating instance_info_cache with network_info: [{"id": "5431a41c-34eb-4583-bf20-b571a7fbcd29", "address": "fa:16:3e:97:d1:55", "network": {"id": "52946a9d-4b33-4648-a720-60df397d3fc9", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1751950131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ce5325cb457484ca7b33b78bab1ff0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5431a41c-34", "ovs_interfaceid": "5431a41c-34eb-4583-bf20-b571a7fbcd29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.421906] env[70039]: DEBUG oslo_vmware.api [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.523447] env[70039]: DEBUG nova.compute.manager [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.523447] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.524346] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada6a591-e408-4b98-8468-6a84496a52ba {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.532667] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.532858] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c5ded90-1734-4820-bfa8-47f6be74d62f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.540028] env[70039]: DEBUG oslo_vmware.api [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Waiting for the task: (returnval){ [ 861.540028] env[70039]: value = "task-3330681" [ 861.540028] env[70039]: _type = "Task" [ 861.540028] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.547358] env[70039]: DEBUG oslo_vmware.api [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': task-3330681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.600146] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': task-3330680, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.634269] env[70039]: DEBUG nova.compute.manager [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.651161] env[70039]: INFO nova.compute.resource_tracker [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Updating resource usage from migration 20ce57a0-7651-45b7-bd4d-1d666ec1589d [ 861.654326] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524d7b0b-20b3-fbc7-63c2-1d8a4859e5a7, 'name': SearchDatastore_Task, 'duration_secs': 0.029668} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.655097] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.655097] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.657566] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.657566] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.657566] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.657566] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fb2a905-7217-4bda-ae21-18563408972d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.663044] env[70039]: DEBUG nova.compute.manager [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.663303] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.664300] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0ada32-d1f4-4fd8-a0c1-267b171df1b7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.671144] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.671288] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.672411] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32ad4f3b-2839-4dbc-a6ce-c1aabff086d0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.679266] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.681916] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5faa8bbe-585b-4ddb-96b4-a71dc5ad3644 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.687811] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Waiting for the task: (returnval){ [ 861.687811] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]527b1667-d66f-1420-4de7-966568139e83" [ 861.687811] env[70039]: _type = "Task" [ 861.687811] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.693061] env[70039]: DEBUG oslo_vmware.api [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Waiting for the task: (returnval){ [ 861.693061] env[70039]: value = "task-3330682" [ 861.693061] env[70039]: _type = "Task" [ 861.693061] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.703509] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527b1667-d66f-1420-4de7-966568139e83, 'name': SearchDatastore_Task, 'duration_secs': 0.008728} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.707652] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-097ed76a-d674-4fe6-a628-40def50c2588 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.714549] env[70039]: DEBUG oslo_vmware.api [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': task-3330682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.718337] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Waiting for the task: (returnval){ [ 861.718337] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52a44d64-7acf-c61e-684b-a2edd10d2f9d" [ 861.718337] env[70039]: _type = "Task" [ 861.718337] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.724483] env[70039]: DEBUG nova.network.neutron [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Successfully created port: 55d864e4-4ea3-41fd-93b3-b5f6c52d6585 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.732906] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a44d64-7acf-c61e-684b-a2edd10d2f9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.825778] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "refresh_cache-477eea39-7f60-461a-9c38-f40236440f23" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.825949] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "refresh_cache-477eea39-7f60-461a-9c38-f40236440f23" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.826665] env[70039]: DEBUG nova.network.neutron [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.889377] env[70039]: DEBUG oslo_concurrency.lockutils [req-37b392ed-df56-483f-969f-bc50e0936013 req-834a3c72-63f6-4ea2-a242-a3b0af8d0869 service nova] Releasing lock "refresh_cache-966ead37-1cec-42ec-8a35-4fc079cdea6f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.924610] env[70039]: DEBUG oslo_vmware.api [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.050897] env[70039]: DEBUG oslo_vmware.api [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': task-3330681, 'name': PowerOffVM_Task, 'duration_secs': 0.368121} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.057035] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.057035] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.057035] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d3fd2e6-517f-4090-93de-3fbcdd092caa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.100040] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': task-3330680, 'name': Rename_Task, 'duration_secs': 1.150563} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.100494] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.100620] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-342d497e-3eda-412e-a39a-ee86bdbb6beb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.107394] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Waiting for the task: (returnval){ [ 862.107394] env[70039]: value = "task-3330684" [ 862.107394] env[70039]: _type = "Task" [ 862.107394] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.114880] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.115133] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.116894] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Deleting the datastore file [datastore2] 6efccb6e-9996-4655-9901-8eb162970d73 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.116894] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17aad1fb-146c-4127-ae4f-51eafb46b0e2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.120832] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': task-3330684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.125036] env[70039]: DEBUG oslo_vmware.api [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Waiting for the task: (returnval){ [ 862.125036] env[70039]: value = "task-3330685" [ 862.125036] env[70039]: _type = "Task" [ 862.125036] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.135056] env[70039]: DEBUG oslo_vmware.api [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': task-3330685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.206303] env[70039]: DEBUG oslo_vmware.api [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': task-3330682, 'name': PowerOffVM_Task, 'duration_secs': 0.223468} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.206603] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.206786] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.207020] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-432bf8a2-3a36-4ce7-bdaf-a56c5d099d41 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.228819] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a44d64-7acf-c61e-684b-a2edd10d2f9d, 'name': SearchDatastore_Task, 'duration_secs': 0.013903} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.229137] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.229516] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 966ead37-1cec-42ec-8a35-4fc079cdea6f/966ead37-1cec-42ec-8a35-4fc079cdea6f.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.229975] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebe5c5ac-f18f-4834-9b82-a21871f3892c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.238645] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Waiting for the task: (returnval){ [ 862.238645] env[70039]: value = "task-3330687" [ 862.238645] env[70039]: _type = "Task" [ 862.238645] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.247836] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': task-3330687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.267744] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.267978] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.268181] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Deleting the datastore file [datastore2] 84e7b122-ed41-41b1-9b7a-d4d87764d0a4 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.268481] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abcf76ea-7d91-4110-8343-5b36bd7db1f4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.274218] env[70039]: DEBUG oslo_vmware.api [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Waiting for the task: (returnval){ [ 862.274218] env[70039]: value = "task-3330688" [ 862.274218] env[70039]: _type = "Task" [ 862.274218] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.287515] env[70039]: DEBUG oslo_vmware.api [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': task-3330688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.311234] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323a0f2c-36bc-4dc3-9559-532830b33806 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.320559] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6982055-942f-4b83-b3b9-d0f2c5bbf3ca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.363285] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3a2ec3-067d-4ff5-821d-0186b6bda58c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.368842] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682b3c75-ffab-493c-a87e-15afd1e44b37 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.382451] env[70039]: DEBUG nova.compute.provider_tree [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.426594] env[70039]: DEBUG oslo_vmware.api [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.439907] env[70039]: DEBUG nova.network.neutron [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.618938] env[70039]: DEBUG oslo_vmware.api [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': task-3330684, 'name': PowerOnVM_Task, 'duration_secs': 0.473541} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.618938] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.619176] env[70039]: INFO nova.compute.manager [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Took 7.96 seconds to spawn the instance on the hypervisor. [ 862.619335] env[70039]: DEBUG nova.compute.manager [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.620192] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b9821d-eef4-40bc-907b-445be35da5cd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.638556] env[70039]: DEBUG oslo_vmware.api [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Task: {'id': task-3330685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181699} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.638824] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.639021] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.639200] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.639377] env[70039]: INFO nova.compute.manager [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Took 1.12 seconds to destroy the instance on the hypervisor. [ 862.639634] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.639827] env[70039]: DEBUG nova.compute.manager [-] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.639917] env[70039]: DEBUG nova.network.neutron [-] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.648236] env[70039]: DEBUG nova.compute.manager [req-248df136-36aa-4ed5-9ce3-000ded2424e0 req-4c345140-3251-4ac7-89f2-a53d230c6e74 service nova] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Received event network-vif-plugged-ae7fdd8d-fa88-40be-b448-9c1d5b8ad73c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.648369] env[70039]: DEBUG oslo_concurrency.lockutils [req-248df136-36aa-4ed5-9ce3-000ded2424e0 req-4c345140-3251-4ac7-89f2-a53d230c6e74 service nova] Acquiring lock "477eea39-7f60-461a-9c38-f40236440f23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.648522] env[70039]: DEBUG oslo_concurrency.lockutils [req-248df136-36aa-4ed5-9ce3-000ded2424e0 req-4c345140-3251-4ac7-89f2-a53d230c6e74 service nova] Lock "477eea39-7f60-461a-9c38-f40236440f23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.648684] env[70039]: DEBUG oslo_concurrency.lockutils [req-248df136-36aa-4ed5-9ce3-000ded2424e0 req-4c345140-3251-4ac7-89f2-a53d230c6e74 service nova] Lock "477eea39-7f60-461a-9c38-f40236440f23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.648848] env[70039]: DEBUG nova.compute.manager [req-248df136-36aa-4ed5-9ce3-000ded2424e0 req-4c345140-3251-4ac7-89f2-a53d230c6e74 service nova] [instance: 477eea39-7f60-461a-9c38-f40236440f23] No waiting events found dispatching network-vif-plugged-ae7fdd8d-fa88-40be-b448-9c1d5b8ad73c {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.649015] env[70039]: WARNING nova.compute.manager [req-248df136-36aa-4ed5-9ce3-000ded2424e0 req-4c345140-3251-4ac7-89f2-a53d230c6e74 service nova] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Received unexpected event network-vif-plugged-ae7fdd8d-fa88-40be-b448-9c1d5b8ad73c for instance with vm_state building and task_state spawning. [ 862.649262] env[70039]: DEBUG nova.compute.manager [req-248df136-36aa-4ed5-9ce3-000ded2424e0 req-4c345140-3251-4ac7-89f2-a53d230c6e74 service nova] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Received event network-changed-ae7fdd8d-fa88-40be-b448-9c1d5b8ad73c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.649417] env[70039]: DEBUG nova.compute.manager [req-248df136-36aa-4ed5-9ce3-000ded2424e0 req-4c345140-3251-4ac7-89f2-a53d230c6e74 service nova] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Refreshing instance network info cache due to event network-changed-ae7fdd8d-fa88-40be-b448-9c1d5b8ad73c. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.649579] env[70039]: DEBUG oslo_concurrency.lockutils [req-248df136-36aa-4ed5-9ce3-000ded2424e0 req-4c345140-3251-4ac7-89f2-a53d230c6e74 service nova] Acquiring lock "refresh_cache-477eea39-7f60-461a-9c38-f40236440f23" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.650873] env[70039]: DEBUG nova.compute.manager [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.693403] env[70039]: DEBUG nova.virt.hardware [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.693507] env[70039]: DEBUG nova.virt.hardware [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.693726] env[70039]: DEBUG nova.virt.hardware [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.695134] env[70039]: DEBUG nova.virt.hardware [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.695134] env[70039]: DEBUG nova.virt.hardware [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.695134] env[70039]: DEBUG nova.virt.hardware [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.695134] env[70039]: DEBUG nova.virt.hardware [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.695357] env[70039]: DEBUG nova.virt.hardware [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.696446] env[70039]: DEBUG nova.virt.hardware [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.696446] env[70039]: DEBUG nova.virt.hardware [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.696446] env[70039]: DEBUG nova.virt.hardware [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.696914] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58042ca1-47c2-476f-b386-b2800cb43ea9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.710076] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14e1f9c-34f1-4a56-a0c1-144051580ac3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.749133] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': task-3330687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473112} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.749674] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 966ead37-1cec-42ec-8a35-4fc079cdea6f/966ead37-1cec-42ec-8a35-4fc079cdea6f.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.750067] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.750471] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e06cb795-71cf-4f30-af8b-19ded45c6481 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.759245] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Waiting for the task: (returnval){ [ 862.759245] env[70039]: value = "task-3330689" [ 862.759245] env[70039]: _type = "Task" [ 862.759245] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.766283] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': task-3330689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.789317] env[70039]: DEBUG oslo_vmware.api [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Task: {'id': task-3330688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175343} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.789317] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.789317] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.789549] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.789706] env[70039]: INFO nova.compute.manager [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 862.789958] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.790572] env[70039]: DEBUG nova.compute.manager [-] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.790572] env[70039]: DEBUG nova.network.neutron [-] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.885906] env[70039]: DEBUG nova.scheduler.client.report [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.925678] env[70039]: DEBUG oslo_vmware.api [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.087659] env[70039]: DEBUG nova.network.neutron [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Updating instance_info_cache with network_info: [{"id": "ae7fdd8d-fa88-40be-b448-9c1d5b8ad73c", "address": "fa:16:3e:97:b9:c1", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae7fdd8d-fa", "ovs_interfaceid": "ae7fdd8d-fa88-40be-b448-9c1d5b8ad73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.148030] env[70039]: INFO nova.compute.manager [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Took 54.08 seconds to build instance. [ 863.267673] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': task-3330689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07038} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.267947] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.270019] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91cd740-c46b-43c1-81d0-76726edc81e1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.292467] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 966ead37-1cec-42ec-8a35-4fc079cdea6f/966ead37-1cec-42ec-8a35-4fc079cdea6f.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.292919] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3d8b79b-a91a-4956-b18b-667a54bb19af {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.316104] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Waiting for the task: (returnval){ [ 863.316104] env[70039]: value = "task-3330690" [ 863.316104] env[70039]: _type = "Task" [ 863.316104] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.324080] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': task-3330690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.395018] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.759s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.395018] env[70039]: INFO nova.compute.manager [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Migrating [ 863.400943] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.443s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.402597] env[70039]: INFO nova.compute.claims [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.436181] env[70039]: DEBUG oslo_vmware.api [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330673, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.589678] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "refresh_cache-477eea39-7f60-461a-9c38-f40236440f23" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.590692] env[70039]: DEBUG nova.compute.manager [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Instance network_info: |[{"id": "ae7fdd8d-fa88-40be-b448-9c1d5b8ad73c", "address": "fa:16:3e:97:b9:c1", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae7fdd8d-fa", "ovs_interfaceid": "ae7fdd8d-fa88-40be-b448-9c1d5b8ad73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.591780] env[70039]: DEBUG oslo_concurrency.lockutils [req-248df136-36aa-4ed5-9ce3-000ded2424e0 req-4c345140-3251-4ac7-89f2-a53d230c6e74 service nova] Acquired lock "refresh_cache-477eea39-7f60-461a-9c38-f40236440f23" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.591780] env[70039]: DEBUG nova.network.neutron [req-248df136-36aa-4ed5-9ce3-000ded2424e0 req-4c345140-3251-4ac7-89f2-a53d230c6e74 service nova] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Refreshing network info cache for port ae7fdd8d-fa88-40be-b448-9c1d5b8ad73c {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.592627] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:b9:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae7fdd8d-fa88-40be-b448-9c1d5b8ad73c', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.607424] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.614899] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.615764] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bda3c4ad-4f58-42ef-97c8-b22586f898c1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.642014] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.642014] env[70039]: value = "task-3330691" [ 863.642014] env[70039]: _type = "Task" [ 863.642014] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.650921] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330691, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.652557] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9fbc851a-9d40-4abb-ae28-4c64ca746ff4 tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Lock "80cbf532-257f-47c1-a22f-de7a8ca6a004" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.090s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.826445] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': task-3330690, 'name': ReconfigVM_Task, 'duration_secs': 0.314636} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.826611] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 966ead37-1cec-42ec-8a35-4fc079cdea6f/966ead37-1cec-42ec-8a35-4fc079cdea6f.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.827268] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04296ab2-77d3-4dd4-827e-8eb43120ce8a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.833553] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Waiting for the task: (returnval){ [ 863.833553] env[70039]: value = "task-3330692" [ 863.833553] env[70039]: _type = "Task" [ 863.833553] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.843037] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': task-3330692, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.922687] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "refresh_cache-4f708010-c2f7-4afd-b222-211dc24c32f1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.922846] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquired lock "refresh_cache-4f708010-c2f7-4afd-b222-211dc24c32f1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.923054] env[70039]: DEBUG nova.network.neutron [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.939770] env[70039]: DEBUG oslo_vmware.api [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330673, 'name': ReconfigVM_Task, 'duration_secs': 5.833381} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.940251] env[70039]: DEBUG oslo_concurrency.lockutils [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.940251] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Reconfigured VM to detach interface {{(pid=70039) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 864.040691] env[70039]: DEBUG nova.network.neutron [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Successfully updated port: 55d864e4-4ea3-41fd-93b3-b5f6c52d6585 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.156275] env[70039]: DEBUG nova.compute.manager [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.160094] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330691, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.163532] env[70039]: DEBUG nova.compute.manager [req-06d534ae-cd08-486f-8ad4-a44a38230789 req-8aea30c9-6f6d-435f-9f9f-bfe02e91edd7 service nova] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Received event network-vif-plugged-55d864e4-4ea3-41fd-93b3-b5f6c52d6585 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.164434] env[70039]: DEBUG oslo_concurrency.lockutils [req-06d534ae-cd08-486f-8ad4-a44a38230789 req-8aea30c9-6f6d-435f-9f9f-bfe02e91edd7 service nova] Acquiring lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.165081] env[70039]: DEBUG oslo_concurrency.lockutils [req-06d534ae-cd08-486f-8ad4-a44a38230789 req-8aea30c9-6f6d-435f-9f9f-bfe02e91edd7 service nova] Lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.165081] env[70039]: DEBUG oslo_concurrency.lockutils [req-06d534ae-cd08-486f-8ad4-a44a38230789 req-8aea30c9-6f6d-435f-9f9f-bfe02e91edd7 service nova] Lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.165622] env[70039]: DEBUG nova.compute.manager [req-06d534ae-cd08-486f-8ad4-a44a38230789 req-8aea30c9-6f6d-435f-9f9f-bfe02e91edd7 service nova] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] No waiting events found dispatching network-vif-plugged-55d864e4-4ea3-41fd-93b3-b5f6c52d6585 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.165992] env[70039]: WARNING nova.compute.manager [req-06d534ae-cd08-486f-8ad4-a44a38230789 req-8aea30c9-6f6d-435f-9f9f-bfe02e91edd7 service nova] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Received unexpected event network-vif-plugged-55d864e4-4ea3-41fd-93b3-b5f6c52d6585 for instance with vm_state building and task_state spawning. [ 864.222434] env[70039]: DEBUG nova.network.neutron [req-248df136-36aa-4ed5-9ce3-000ded2424e0 req-4c345140-3251-4ac7-89f2-a53d230c6e74 service nova] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Updated VIF entry in instance network info cache for port ae7fdd8d-fa88-40be-b448-9c1d5b8ad73c. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.222526] env[70039]: DEBUG nova.network.neutron [req-248df136-36aa-4ed5-9ce3-000ded2424e0 req-4c345140-3251-4ac7-89f2-a53d230c6e74 service nova] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Updating instance_info_cache with network_info: [{"id": "ae7fdd8d-fa88-40be-b448-9c1d5b8ad73c", "address": "fa:16:3e:97:b9:c1", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae7fdd8d-fa", "ovs_interfaceid": "ae7fdd8d-fa88-40be-b448-9c1d5b8ad73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.349567] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': task-3330692, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.548098] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquiring lock "refresh_cache-5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.548098] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquired lock "refresh_cache-5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.548098] env[70039]: DEBUG nova.network.neutron [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.623429] env[70039]: DEBUG nova.network.neutron [-] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.658586] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330691, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.668540] env[70039]: DEBUG nova.network.neutron [-] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.690293] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.725908] env[70039]: DEBUG oslo_concurrency.lockutils [req-248df136-36aa-4ed5-9ce3-000ded2424e0 req-4c345140-3251-4ac7-89f2-a53d230c6e74 service nova] Releasing lock "refresh_cache-477eea39-7f60-461a-9c38-f40236440f23" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.754792] env[70039]: DEBUG nova.network.neutron [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Updating instance_info_cache with network_info: [{"id": "fb6cdacf-e1b0-47b1-9fd8-0660c71fe019", "address": "fa:16:3e:33:c9:d8", "network": {"id": "9ff38878-283c-474f-979b-436beef68ef8", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-657367659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a78931973c46ffb11d8cb2da17d519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6cdacf-e1", "ovs_interfaceid": "fb6cdacf-e1b0-47b1-9fd8-0660c71fe019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.815141] env[70039]: DEBUG nova.compute.manager [req-b891dd47-398b-4315-adc6-648e22459fdc req-a5694654-2e52-4c5b-b1bd-b39731c32e4b service nova] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Received event network-vif-deleted-269e588c-8163-4fd1-81c3-42cb470eee4d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.815749] env[70039]: DEBUG nova.compute.manager [req-b891dd47-398b-4315-adc6-648e22459fdc req-a5694654-2e52-4c5b-b1bd-b39731c32e4b service nova] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Received event network-vif-deleted-066c4a84-02ae-4344-b513-6ae550dc9f38 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.815749] env[70039]: DEBUG nova.compute.manager [req-b891dd47-398b-4315-adc6-648e22459fdc req-a5694654-2e52-4c5b-b1bd-b39731c32e4b service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Received event network-vif-deleted-32f3e9bc-66a0-4d83-afd1-dee0454182a5 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.815749] env[70039]: INFO nova.compute.manager [req-b891dd47-398b-4315-adc6-648e22459fdc req-a5694654-2e52-4c5b-b1bd-b39731c32e4b service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Neutron deleted interface 32f3e9bc-66a0-4d83-afd1-dee0454182a5; detaching it from the instance and deleting it from the info cache [ 864.815994] env[70039]: DEBUG nova.network.neutron [req-b891dd47-398b-4315-adc6-648e22459fdc req-a5694654-2e52-4c5b-b1bd-b39731c32e4b service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Updating instance_info_cache with network_info: [{"id": "a4823606-12a7-4ee2-99ab-d1cfaa7b436d", "address": "fa:16:3e:db:66:22", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4823606-12", "ovs_interfaceid": "a4823606-12a7-4ee2-99ab-d1cfaa7b436d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.856007] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': task-3330692, 'name': Rename_Task, 'duration_secs': 0.902011} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.856542] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.856884] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15eece7b-51ab-4e60-8e44-418578560969 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.864137] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Waiting for the task: (returnval){ [ 864.864137] env[70039]: value = "task-3330693" [ 864.864137] env[70039]: _type = "Task" [ 864.864137] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.873232] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': task-3330693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.102181] env[70039]: DEBUG nova.network.neutron [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.111951] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27837f5c-5d81-4b1b-946d-23a485b73f26 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.121049] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8be052-bcb9-4359-bc76-e1a0f55c61f8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.128486] env[70039]: INFO nova.compute.manager [-] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Took 2.49 seconds to deallocate network for instance. [ 865.169318] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274d8a93-a8b3-4c67-8988-67fcbdff1d0e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.179670] env[70039]: INFO nova.compute.manager [-] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Took 2.39 seconds to deallocate network for instance. [ 865.179909] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330691, 'name': CreateVM_Task, 'duration_secs': 1.239397} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.185304] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.185730] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.185894] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.186226] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.187631] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9242b51e-d61a-4b47-864d-c89f989a20fb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.194819] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d40b3c0-e0a4-412d-91c5-6ff2ff47b408 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.202972] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 865.202972] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52051c19-212e-1011-5077-76c77ab50483" [ 865.202972] env[70039]: _type = "Task" [ 865.202972] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.212014] env[70039]: DEBUG nova.compute.provider_tree [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.225572] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52051c19-212e-1011-5077-76c77ab50483, 'name': SearchDatastore_Task, 'duration_secs': 0.012463} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.225886] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.226168] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.226384] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.226526] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.226704] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.229630] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de41018f-83e6-4966-af40-e8c259c4a9ec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.243092] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.243092] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.243729] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af2e7117-9691-42bb-a823-92d8c251b8eb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.249705] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 865.249705] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52caacb3-d8e1-d795-1538-47fc15899020" [ 865.249705] env[70039]: _type = "Task" [ 865.249705] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.258332] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52caacb3-d8e1-d795-1538-47fc15899020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.259939] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Releasing lock "refresh_cache-4f708010-c2f7-4afd-b222-211dc24c32f1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.316189] env[70039]: DEBUG nova.network.neutron [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Updating instance_info_cache with network_info: [{"id": "55d864e4-4ea3-41fd-93b3-b5f6c52d6585", "address": "fa:16:3e:39:e2:52", "network": {"id": "f68369d4-0324-4aad-a221-dfd686d6fe98", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-956040862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5999c5a8bd44ccaafad6f106e527670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d864e4-4e", "ovs_interfaceid": "55d864e4-4ea3-41fd-93b3-b5f6c52d6585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.320975] env[70039]: DEBUG oslo_concurrency.lockutils [req-b891dd47-398b-4315-adc6-648e22459fdc req-a5694654-2e52-4c5b-b1bd-b39731c32e4b service nova] Acquiring lock "0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.321070] env[70039]: DEBUG oslo_concurrency.lockutils [req-b891dd47-398b-4315-adc6-648e22459fdc req-a5694654-2e52-4c5b-b1bd-b39731c32e4b service nova] Acquired lock "0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.321935] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b54b24a-cc2a-4111-a890-27b043165c97 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.340560] env[70039]: DEBUG oslo_concurrency.lockutils [req-b891dd47-398b-4315-adc6-648e22459fdc req-a5694654-2e52-4c5b-b1bd-b39731c32e4b service nova] Releasing lock "0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.340823] env[70039]: WARNING nova.compute.manager [req-b891dd47-398b-4315-adc6-648e22459fdc req-a5694654-2e52-4c5b-b1bd-b39731c32e4b service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Detach interface failed, port_id=32f3e9bc-66a0-4d83-afd1-dee0454182a5, reason: No device with interface-id 32f3e9bc-66a0-4d83-afd1-dee0454182a5 exists on VM: nova.exception.NotFound: No device with interface-id 32f3e9bc-66a0-4d83-afd1-dee0454182a5 exists on VM [ 865.376206] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': task-3330693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.390934] env[70039]: DEBUG oslo_concurrency.lockutils [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "refresh_cache-0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.391128] env[70039]: DEBUG oslo_concurrency.lockutils [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "refresh_cache-0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.391309] env[70039]: DEBUG nova.network.neutron [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.555691] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "0a1d1dac-34f8-4446-b221-3425199e9af6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.555691] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "0a1d1dac-34f8-4446-b221-3425199e9af6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.555691] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "0a1d1dac-34f8-4446-b221-3425199e9af6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.555691] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "0a1d1dac-34f8-4446-b221-3425199e9af6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.555691] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "0a1d1dac-34f8-4446-b221-3425199e9af6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.556973] env[70039]: INFO nova.compute.manager [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Terminating instance [ 865.673594] env[70039]: DEBUG oslo_concurrency.lockutils [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.700473] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.717362] env[70039]: DEBUG nova.scheduler.client.report [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.765969] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52caacb3-d8e1-d795-1538-47fc15899020, 'name': SearchDatastore_Task, 'duration_secs': 0.010124} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.767027] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559aca4e-31ee-4eca-84fd-e50af800b7ed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.773151] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 865.773151] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52fcc60b-2530-8afa-8db5-ada1e103bbb9" [ 865.773151] env[70039]: _type = "Task" [ 865.773151] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.781078] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fcc60b-2530-8afa-8db5-ada1e103bbb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.818923] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Releasing lock "refresh_cache-5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.819465] env[70039]: DEBUG nova.compute.manager [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Instance network_info: |[{"id": "55d864e4-4ea3-41fd-93b3-b5f6c52d6585", "address": "fa:16:3e:39:e2:52", "network": {"id": "f68369d4-0324-4aad-a221-dfd686d6fe98", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-956040862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5999c5a8bd44ccaafad6f106e527670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d864e4-4e", "ovs_interfaceid": "55d864e4-4ea3-41fd-93b3-b5f6c52d6585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.820051] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:e2:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55d864e4-4ea3-41fd-93b3-b5f6c52d6585', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.830480] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Creating folder: Project (e5999c5a8bd44ccaafad6f106e527670). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.830480] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afe59f7c-ec54-419f-ae5e-39d831dd4614 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.842082] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Created folder: Project (e5999c5a8bd44ccaafad6f106e527670) in parent group-v664777. [ 865.842082] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Creating folder: Instances. Parent ref: group-v664902. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.842238] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e20bc58f-1802-41ae-b72a-a5f02e789a52 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.850341] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Created folder: Instances in parent group-v664902. [ 865.850597] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.850755] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.850949] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc2c1855-f718-4910-a3f8-4f0d79efc73a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.875259] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': task-3330693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.876527] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.876527] env[70039]: value = "task-3330696" [ 865.876527] env[70039]: _type = "Task" [ 865.876527] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.884509] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330696, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.055278] env[70039]: DEBUG oslo_concurrency.lockutils [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Acquiring lock "c883117a-f815-463b-b6de-9b791946d8fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.055517] env[70039]: DEBUG oslo_concurrency.lockutils [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Lock "c883117a-f815-463b-b6de-9b791946d8fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.064067] env[70039]: DEBUG nova.compute.manager [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.064334] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.065477] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd2318d-eadb-40a8-bba7-b6179628a0d4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.074231] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.074851] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-555dafbb-e2e8-4da4-9877-3ca6868aba14 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.081599] env[70039]: DEBUG oslo_vmware.api [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 866.081599] env[70039]: value = "task-3330697" [ 866.081599] env[70039]: _type = "Task" [ 866.081599] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.093467] env[70039]: DEBUG oslo_vmware.api [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.224489] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.224489] env[70039]: DEBUG nova.compute.manager [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.228503] env[70039]: DEBUG oslo_concurrency.lockutils [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.922s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.228830] env[70039]: DEBUG oslo_concurrency.lockutils [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.232432] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.965s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.234179] env[70039]: INFO nova.compute.claims [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.239581] env[70039]: DEBUG nova.network.neutron [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Updating instance_info_cache with network_info: [{"id": "a4823606-12a7-4ee2-99ab-d1cfaa7b436d", "address": "fa:16:3e:db:66:22", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4823606-12", "ovs_interfaceid": "a4823606-12a7-4ee2-99ab-d1cfaa7b436d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.279706] env[70039]: DEBUG nova.compute.manager [req-a7ae443b-932f-4125-a8d0-797cedaaa5b7 req-2c398d5c-48c5-4165-9275-c0e2f00f2ec7 service nova] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Received event network-changed-55d864e4-4ea3-41fd-93b3-b5f6c52d6585 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.279914] env[70039]: DEBUG nova.compute.manager [req-a7ae443b-932f-4125-a8d0-797cedaaa5b7 req-2c398d5c-48c5-4165-9275-c0e2f00f2ec7 service nova] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Refreshing instance network info cache due to event network-changed-55d864e4-4ea3-41fd-93b3-b5f6c52d6585. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.280155] env[70039]: DEBUG oslo_concurrency.lockutils [req-a7ae443b-932f-4125-a8d0-797cedaaa5b7 req-2c398d5c-48c5-4165-9275-c0e2f00f2ec7 service nova] Acquiring lock "refresh_cache-5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.280293] env[70039]: DEBUG oslo_concurrency.lockutils [req-a7ae443b-932f-4125-a8d0-797cedaaa5b7 req-2c398d5c-48c5-4165-9275-c0e2f00f2ec7 service nova] Acquired lock "refresh_cache-5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.280448] env[70039]: DEBUG nova.network.neutron [req-a7ae443b-932f-4125-a8d0-797cedaaa5b7 req-2c398d5c-48c5-4165-9275-c0e2f00f2ec7 service nova] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Refreshing network info cache for port 55d864e4-4ea3-41fd-93b3-b5f6c52d6585 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.285712] env[70039]: INFO nova.scheduler.client.report [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Deleted allocations for instance f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5 [ 866.298046] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fcc60b-2530-8afa-8db5-ada1e103bbb9, 'name': SearchDatastore_Task, 'duration_secs': 0.009532} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.299567] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.299831] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 477eea39-7f60-461a-9c38-f40236440f23/477eea39-7f60-461a-9c38-f40236440f23.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.300137] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5633183a-a369-48ad-9d90-7180f3e3c807 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.311578] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 866.311578] env[70039]: value = "task-3330698" [ 866.311578] env[70039]: _type = "Task" [ 866.311578] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.109106] env[70039]: DEBUG nova.compute.utils [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.112290] env[70039]: DEBUG oslo_concurrency.lockutils [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "refresh_cache-0a1d1dac-34f8-4446-b221-3425199e9af6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.119146] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.119216] env[70039]: WARNING oslo_vmware.common.loopingcall [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] task run outlasted interval by 0.30689900000000003 sec [ 867.119955] env[70039]: DEBUG oslo_concurrency.lockutils [None req-49ab13c7-d2fd-40f6-b0e0-c2eb96961b48 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lock "f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.608s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.135382] env[70039]: DEBUG nova.compute.manager [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.135382] env[70039]: DEBUG nova.network.neutron [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.135942] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab57480b-0365-49bf-8f6d-cbe321db40a8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.151921] env[70039]: DEBUG oslo_vmware.api [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': task-3330693, 'name': PowerOnVM_Task, 'duration_secs': 1.3924} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.152172] env[70039]: DEBUG oslo_vmware.api [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330697, 'name': PowerOffVM_Task, 'duration_secs': 0.206241} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.169780] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.170024] env[70039]: INFO nova.compute.manager [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Took 9.90 seconds to spawn the instance on the hypervisor. [ 867.170213] env[70039]: DEBUG nova.compute.manager [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.170500] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.170652] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.170839] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330696, 'name': CreateVM_Task, 'duration_secs': 0.357751} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.171560] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Updating instance '4f708010-c2f7-4afd-b222-211dc24c32f1' progress to 0 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.175928] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bf228d-3ea4-4e66-8b96-9176cf47a9b2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.178930] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70b9bb27-4f29-499e-a0b8-725e8c4c37f4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.180013] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.183858] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.184034] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.184337] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.184866] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330698, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.185729] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-414c0ba3-ab5a-4eb2-8a8d-2bdedf7888d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.195277] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 867.195277] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]525c7ddf-6233-bc45-0430-ab8254363340" [ 867.195277] env[70039]: _type = "Task" [ 867.195277] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.203213] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525c7ddf-6233-bc45-0430-ab8254363340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.248734] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.249015] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.249134] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Deleting the datastore file [datastore2] 0a1d1dac-34f8-4446-b221-3425199e9af6 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.249389] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd254384-88fb-40fe-88d5-bb0a9b377e12 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.257070] env[70039]: DEBUG oslo_vmware.api [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 867.257070] env[70039]: value = "task-3330700" [ 867.257070] env[70039]: _type = "Task" [ 867.257070] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.265217] env[70039]: DEBUG oslo_vmware.api [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.441928] env[70039]: DEBUG nova.policy [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f53f7b05414c41d297f48a7713fdd270', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7577ae55d8074da185ea6deebbd41cc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.467499] env[70039]: DEBUG oslo_concurrency.lockutils [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Acquiring lock "1f6d998f-e79c-4bb7-8124-7e5a791d60f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.467499] env[70039]: DEBUG oslo_concurrency.lockutils [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Lock "1f6d998f-e79c-4bb7-8124-7e5a791d60f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.624175] env[70039]: DEBUG oslo_concurrency.lockutils [None req-256e3bb3-71e8-4b53-bf01-8f38b428a62a tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "interface-0a1d1dac-34f8-4446-b221-3425199e9af6-32f3e9bc-66a0-4d83-afd1-dee0454182a5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.293s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.627105] env[70039]: DEBUG nova.compute.manager [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.645933] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330698, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.682863] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.683798] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd169acc-072a-47b4-b116-50f4d7b5cedf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.699152] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 867.699152] env[70039]: value = "task-3330701" [ 867.699152] env[70039]: _type = "Task" [ 867.699152] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.703663] env[70039]: INFO nova.compute.manager [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Took 57.40 seconds to build instance. [ 867.725611] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.726469] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525c7ddf-6233-bc45-0430-ab8254363340, 'name': SearchDatastore_Task, 'duration_secs': 0.03067} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.728843] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.729122] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.729372] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.729521] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.729701] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.730714] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b659cfd-0765-4d5f-be5d-465575df2ac8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.743221] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.743221] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.743221] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d4fd54-63a7-4449-a5f2-d5aa14b67ecd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.748229] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 867.748229] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52da4d87-3d69-2efa-d4fe-31e67d035c90" [ 867.748229] env[70039]: _type = "Task" [ 867.748229] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.761754] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52da4d87-3d69-2efa-d4fe-31e67d035c90, 'name': SearchDatastore_Task, 'duration_secs': 0.008629} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.771397] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae76957e-9599-4528-820b-68d2b9265d8a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.789017] env[70039]: DEBUG oslo_vmware.api [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.789017] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 867.789017] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52014026-98f7-a279-b89a-3d862e0186a0" [ 867.789017] env[70039]: _type = "Task" [ 867.789017] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.789871] env[70039]: DEBUG nova.network.neutron [req-a7ae443b-932f-4125-a8d0-797cedaaa5b7 req-2c398d5c-48c5-4165-9275-c0e2f00f2ec7 service nova] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Updated VIF entry in instance network info cache for port 55d864e4-4ea3-41fd-93b3-b5f6c52d6585. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.790914] env[70039]: DEBUG nova.network.neutron [req-a7ae443b-932f-4125-a8d0-797cedaaa5b7 req-2c398d5c-48c5-4165-9275-c0e2f00f2ec7 service nova] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Updating instance_info_cache with network_info: [{"id": "55d864e4-4ea3-41fd-93b3-b5f6c52d6585", "address": "fa:16:3e:39:e2:52", "network": {"id": "f68369d4-0324-4aad-a221-dfd686d6fe98", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-956040862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5999c5a8bd44ccaafad6f106e527670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d864e4-4e", "ovs_interfaceid": "55d864e4-4ea3-41fd-93b3-b5f6c52d6585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.804549] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52014026-98f7-a279-b89a-3d862e0186a0, 'name': SearchDatastore_Task, 'duration_secs': 0.008779} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.805194] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.805194] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57/5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.805531] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f6fc57e-ad3c-4eb9-b8df-4d393f207459 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.812867] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 867.812867] env[70039]: value = "task-3330702" [ 867.812867] env[70039]: _type = "Task" [ 867.812867] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.823660] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3330702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.941263] env[70039]: DEBUG nova.network.neutron [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Successfully created port: d3f9c871-0b1a-4816-a0ed-fd0e134ee209 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.147230] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330698, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.530925} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.149937] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 477eea39-7f60-461a-9c38-f40236440f23/477eea39-7f60-461a-9c38-f40236440f23.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.150734] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.150734] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1b55ad7-5b78-4289-b276-e13396aa83eb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.160735] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 868.160735] env[70039]: value = "task-3330703" [ 868.160735] env[70039]: _type = "Task" [ 868.160735] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.178198] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.211873] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cd4807b4-10db-4180-b415-1d7b890a8333 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Lock "966ead37-1cec-42ec-8a35-4fc079cdea6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.545s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.217677] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330701, 'name': PowerOffVM_Task, 'duration_secs': 0.373015} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.217677] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.217934] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Updating instance '4f708010-c2f7-4afd-b222-211dc24c32f1' progress to 17 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 868.277461] env[70039]: DEBUG oslo_vmware.api [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.608512} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.278083] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.278950] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.278950] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.278950] env[70039]: INFO nova.compute.manager [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Took 2.21 seconds to destroy the instance on the hypervisor. [ 868.278950] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.279168] env[70039]: DEBUG oslo_concurrency.lockutils [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Acquiring lock "966ead37-1cec-42ec-8a35-4fc079cdea6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.279984] env[70039]: DEBUG oslo_concurrency.lockutils [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Lock "966ead37-1cec-42ec-8a35-4fc079cdea6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.279984] env[70039]: DEBUG oslo_concurrency.lockutils [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Acquiring lock "966ead37-1cec-42ec-8a35-4fc079cdea6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.279984] env[70039]: DEBUG oslo_concurrency.lockutils [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Lock "966ead37-1cec-42ec-8a35-4fc079cdea6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.280160] env[70039]: DEBUG oslo_concurrency.lockutils [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Lock "966ead37-1cec-42ec-8a35-4fc079cdea6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.284041] env[70039]: DEBUG nova.compute.manager [-] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.284041] env[70039]: DEBUG nova.network.neutron [-] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.284041] env[70039]: INFO nova.compute.manager [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Terminating instance [ 868.294339] env[70039]: DEBUG oslo_concurrency.lockutils [req-a7ae443b-932f-4125-a8d0-797cedaaa5b7 req-2c398d5c-48c5-4165-9275-c0e2f00f2ec7 service nova] Releasing lock "refresh_cache-5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.326907] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3330702, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.348738] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6f0976-e386-4ae5-86ac-4b6853c03a0f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.358746] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a69ccf-e931-4588-919b-184fc192fb02 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.392278] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e16a02-6a7b-4118-a72c-94497f9183de {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.399463] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cadeab7-3716-44b1-9337-cb206282ed45 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.416017] env[70039]: DEBUG nova.compute.provider_tree [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.639008] env[70039]: DEBUG nova.compute.manager [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.671357] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11902} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.671694] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.672543] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5836f2d-20fe-4135-af1a-7c44caa7f9b9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.698299] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 477eea39-7f60-461a-9c38-f40236440f23/477eea39-7f60-461a-9c38-f40236440f23.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.699783] env[70039]: DEBUG nova.virt.hardware [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.703140] env[70039]: DEBUG nova.virt.hardware [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.703140] env[70039]: DEBUG nova.virt.hardware [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.703140] env[70039]: DEBUG nova.virt.hardware [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.703140] env[70039]: DEBUG nova.virt.hardware [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.703140] env[70039]: DEBUG nova.virt.hardware [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.703140] env[70039]: DEBUG nova.virt.hardware [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.703140] env[70039]: DEBUG nova.virt.hardware [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.703140] env[70039]: DEBUG nova.virt.hardware [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.703140] env[70039]: DEBUG nova.virt.hardware [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.703140] env[70039]: DEBUG nova.virt.hardware [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.703140] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0d1b928-4d34-4c31-a68c-471abb988b00 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.721714] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3f4163-f7e1-4973-bf4f-738321dd8d85 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.724795] env[70039]: DEBUG nova.compute.manager [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.729509] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:17:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1916845994',id=39,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-675108600',projects=,root_gb=1,rxtx_factor=1.0,swap=1024,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.729732] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.729885] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.730079] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.730230] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.730448] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.730574] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.730732] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.730897] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.731068] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.731243] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.736808] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebb32e05-c7a3-4538-aafa-15ffd1688b65 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.748381] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 868.748381] env[70039]: value = "task-3330704" [ 868.748381] env[70039]: _type = "Task" [ 868.748381] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.756121] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6c1c5d-dd18-4047-bb5c-2146d8fa64f7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.760636] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 868.760636] env[70039]: value = "task-3330705" [ 868.760636] env[70039]: _type = "Task" [ 868.760636] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.764249] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330704, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.782768] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.791197] env[70039]: DEBUG nova.compute.manager [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.791875] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.792590] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d0317a-1093-432a-8b89-158369975dea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.802872] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.803196] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4f4a596-f52c-49aa-8888-b1c515b0f104 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.810579] env[70039]: DEBUG oslo_vmware.api [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Waiting for the task: (returnval){ [ 868.810579] env[70039]: value = "task-3330706" [ 868.810579] env[70039]: _type = "Task" [ 868.810579] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.820323] env[70039]: DEBUG oslo_vmware.api [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': task-3330706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.825377] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3330702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570364} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.825664] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57/5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.825851] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.826123] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da433642-fff7-4a51-ac21-8a4c3878e877 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.831903] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 868.831903] env[70039]: value = "task-3330707" [ 868.831903] env[70039]: _type = "Task" [ 868.831903] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.840125] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3330707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.918275] env[70039]: DEBUG nova.scheduler.client.report [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.949864] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Acquiring lock "80cbf532-257f-47c1-a22f-de7a8ca6a004" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.952287] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Lock "80cbf532-257f-47c1-a22f-de7a8ca6a004" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.952287] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Acquiring lock "80cbf532-257f-47c1-a22f-de7a8ca6a004-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.952287] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Lock "80cbf532-257f-47c1-a22f-de7a8ca6a004-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.952287] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Lock "80cbf532-257f-47c1-a22f-de7a8ca6a004-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.956034] env[70039]: INFO nova.compute.manager [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Terminating instance [ 868.996890] env[70039]: DEBUG nova.compute.manager [req-f5e995f7-ac60-47c4-aa97-65f9dee1d844 req-4d9469fb-df33-41d0-9924-1c4840da5655 service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Received event network-vif-deleted-a4823606-12a7-4ee2-99ab-d1cfaa7b436d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.997088] env[70039]: INFO nova.compute.manager [req-f5e995f7-ac60-47c4-aa97-65f9dee1d844 req-4d9469fb-df33-41d0-9924-1c4840da5655 service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Neutron deleted interface a4823606-12a7-4ee2-99ab-d1cfaa7b436d; detaching it from the instance and deleting it from the info cache [ 868.997294] env[70039]: DEBUG nova.network.neutron [req-f5e995f7-ac60-47c4-aa97-65f9dee1d844 req-4d9469fb-df33-41d0-9924-1c4840da5655 service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.258487] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330704, 'name': ReconfigVM_Task, 'duration_secs': 0.419255} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.259534] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 477eea39-7f60-461a-9c38-f40236440f23/477eea39-7f60-461a-9c38-f40236440f23.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.260543] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.260781] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef7e354f-1586-4a73-a398-bef868102484 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.268750] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 869.268750] env[70039]: value = "task-3330708" [ 869.268750] env[70039]: _type = "Task" [ 869.268750] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.275951] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330705, 'name': ReconfigVM_Task, 'duration_secs': 0.201712} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.276502] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Updating instance '4f708010-c2f7-4afd-b222-211dc24c32f1' progress to 33 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 869.282455] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330708, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.320970] env[70039]: DEBUG oslo_vmware.api [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': task-3330706, 'name': PowerOffVM_Task, 'duration_secs': 0.203247} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.320970] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.321133] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.321432] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-613eccfb-342e-499b-a8d4-e4c42e4ff5e2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.340726] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3330707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158206} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.341016] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.341869] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ba4863-5874-4ce5-87c4-ca6f8adf0e9d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.364336] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57/5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.365009] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0112824a-4af3-4d4b-8b6c-01ae6ab6b385 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.381413] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.381657] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.381840] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Deleting the datastore file [datastore1] 966ead37-1cec-42ec-8a35-4fc079cdea6f {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.382489] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90637541-2f0d-43e1-ad21-45f514f341a6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.386262] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 869.386262] env[70039]: value = "task-3330710" [ 869.386262] env[70039]: _type = "Task" [ 869.386262] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.391048] env[70039]: DEBUG oslo_vmware.api [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Waiting for the task: (returnval){ [ 869.391048] env[70039]: value = "task-3330711" [ 869.391048] env[70039]: _type = "Task" [ 869.391048] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.397545] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3330710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.402215] env[70039]: DEBUG oslo_vmware.api [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': task-3330711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.423774] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.191s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.424204] env[70039]: DEBUG nova.compute.manager [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.427381] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.779s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.427611] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.430025] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.634s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.431212] env[70039]: INFO nova.compute.claims [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.458574] env[70039]: INFO nova.scheduler.client.report [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Deleted allocations for instance f9ef26da-6c7f-409b-8e13-a26f6c648f1b [ 869.460063] env[70039]: DEBUG nova.compute.manager [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.460293] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.462367] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348991cc-9df4-4a2c-a7fb-c1c153bca578 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.473079] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.473264] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-957d2af6-7db8-47dd-a6a1-86ea5a0579f0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.477778] env[70039]: DEBUG nova.network.neutron [-] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.482514] env[70039]: DEBUG oslo_vmware.api [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Waiting for the task: (returnval){ [ 869.482514] env[70039]: value = "task-3330712" [ 869.482514] env[70039]: _type = "Task" [ 869.482514] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.491602] env[70039]: DEBUG oslo_vmware.api [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': task-3330712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.501294] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1d7bd28-8b39-45bf-a2cc-ac9b87ed87e0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.513269] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3d92fd-fa9c-4f18-b051-00fa2c2dc940 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.547545] env[70039]: DEBUG nova.compute.manager [req-f5e995f7-ac60-47c4-aa97-65f9dee1d844 req-4d9469fb-df33-41d0-9924-1c4840da5655 service nova] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Detach interface failed, port_id=a4823606-12a7-4ee2-99ab-d1cfaa7b436d, reason: Instance 0a1d1dac-34f8-4446-b221-3425199e9af6 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 869.699445] env[70039]: DEBUG nova.network.neutron [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Successfully updated port: d3f9c871-0b1a-4816-a0ed-fd0e134ee209 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.780223] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330708, 'name': Rename_Task, 'duration_secs': 0.162146} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.780642] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.780858] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d2e744c-be0c-4a12-b558-14c65fa81711 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.785709] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:14:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1102121229',id=19,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-740248297',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.785934] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.786155] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.786409] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.786566] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.786728] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.786938] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.787107] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.787277] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.787442] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.787611] env[70039]: DEBUG nova.virt.hardware [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.792866] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 869.794362] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d876a87-ae20-417c-bc4f-40f5d9ea88d8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.807568] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 869.807568] env[70039]: value = "task-3330713" [ 869.807568] env[70039]: _type = "Task" [ 869.807568] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.812199] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 869.812199] env[70039]: value = "task-3330714" [ 869.812199] env[70039]: _type = "Task" [ 869.812199] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.820623] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330713, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.824309] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.898800] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3330710, 'name': ReconfigVM_Task, 'duration_secs': 0.418823} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.898800] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57/5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.899260] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39d55658-85f2-4426-ac6d-5b628bb7bb4f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.904316] env[70039]: DEBUG oslo_vmware.api [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Task: {'id': task-3330711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302572} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.904433] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.905056] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.905056] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.905056] env[70039]: INFO nova.compute.manager [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 869.905431] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.905502] env[70039]: DEBUG nova.compute.manager [-] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.905583] env[70039]: DEBUG nova.network.neutron [-] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.908539] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 869.908539] env[70039]: value = "task-3330715" [ 869.908539] env[70039]: _type = "Task" [ 869.908539] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.920474] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3330715, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.936152] env[70039]: DEBUG nova.compute.utils [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.941023] env[70039]: DEBUG nova.compute.manager [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.941023] env[70039]: DEBUG nova.network.neutron [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.975204] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5dbb434f-0a98-4411-96eb-d1b65fb4a663 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "f9ef26da-6c7f-409b-8e13-a26f6c648f1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.863s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.984063] env[70039]: INFO nova.compute.manager [-] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Took 1.70 seconds to deallocate network for instance. [ 870.001291] env[70039]: DEBUG oslo_vmware.api [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': task-3330712, 'name': PowerOffVM_Task, 'duration_secs': 0.229656} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.001498] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.001628] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.001951] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-048a8c28-7d66-48e1-a52c-4e7b48507526 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.038496] env[70039]: DEBUG nova.policy [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb6dc24b32d94edeab05e030d939723a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '662739e7ed1941fd908db04c15842038', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.067573] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.068457] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.068457] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Deleting the datastore file [datastore1] 80cbf532-257f-47c1-a22f-de7a8ca6a004 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.068457] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23aee594-6649-4b4a-a4fe-bf2bb16d35e0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.075148] env[70039]: DEBUG oslo_vmware.api [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Waiting for the task: (returnval){ [ 870.075148] env[70039]: value = "task-3330717" [ 870.075148] env[70039]: _type = "Task" [ 870.075148] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.085386] env[70039]: DEBUG oslo_vmware.api [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': task-3330717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.202630] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Acquiring lock "refresh_cache-a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.202797] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Acquired lock "refresh_cache-a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.203019] env[70039]: DEBUG nova.network.neutron [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.322307] env[70039]: DEBUG oslo_vmware.api [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330713, 'name': PowerOnVM_Task, 'duration_secs': 0.497361} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.325481] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.325730] env[70039]: INFO nova.compute.manager [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Took 10.32 seconds to spawn the instance on the hypervisor. [ 870.326116] env[70039]: DEBUG nova.compute.manager [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.326463] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330714, 'name': ReconfigVM_Task, 'duration_secs': 0.157502} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.327175] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24067e6-5eae-44e7-87a2-2cf266b393b7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.329928] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 870.330944] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52911b3-ebcd-4f94-a01f-1a5a12235e63 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.355485] env[70039]: DEBUG nova.objects.instance [None req-7981af0d-852d-4ee1-8749-e11aee7310bf tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Lazy-loading 'flavor' on Instance uuid 4c7eb769-8838-453b-8e4a-7664256d75f5 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.366144] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 4f708010-c2f7-4afd-b222-211dc24c32f1/4f708010-c2f7-4afd-b222-211dc24c32f1.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.366144] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be199b60-c016-4726-8e84-bb95b55d8759 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.386598] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 870.386598] env[70039]: value = "task-3330718" [ 870.386598] env[70039]: _type = "Task" [ 870.386598] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.395366] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.419411] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3330715, 'name': Rename_Task, 'duration_secs': 0.143644} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.419899] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.420150] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0ec03c1-6e8b-4b59-9026-c045066a2df0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.426361] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 870.426361] env[70039]: value = "task-3330719" [ 870.426361] env[70039]: _type = "Task" [ 870.426361] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.434579] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3330719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.440083] env[70039]: DEBUG nova.compute.manager [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.504414] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.576141] env[70039]: DEBUG nova.network.neutron [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Successfully created port: e47c594a-03ea-469f-af7b-b04d2d1e1361 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.590291] env[70039]: DEBUG oslo_vmware.api [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Task: {'id': task-3330717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15211} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.591028] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.591028] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.591151] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.591248] env[70039]: INFO nova.compute.manager [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Took 1.13 seconds to destroy the instance on the hypervisor. [ 870.591518] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.591745] env[70039]: DEBUG nova.compute.manager [-] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.591855] env[70039]: DEBUG nova.network.neutron [-] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.787431] env[70039]: DEBUG nova.network.neutron [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.882551] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7981af0d-852d-4ee1-8749-e11aee7310bf tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Acquiring lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.882551] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7981af0d-852d-4ee1-8749-e11aee7310bf tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Acquired lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.885580] env[70039]: INFO nova.compute.manager [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Took 57.89 seconds to build instance. [ 870.899978] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330718, 'name': ReconfigVM_Task, 'duration_secs': 0.393892} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.900488] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 4f708010-c2f7-4afd-b222-211dc24c32f1/4f708010-c2f7-4afd-b222-211dc24c32f1.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.900776] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Updating instance '4f708010-c2f7-4afd-b222-211dc24c32f1' progress to 50 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 870.921118] env[70039]: DEBUG nova.network.neutron [-] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.941415] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3330719, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.127080] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae60868-71bf-41f6-86b9-986e84ea17f0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.139063] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbab9c32-62b3-4be8-995f-6b76cc589439 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.171256] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4929863d-f25b-4dbc-aa9b-02dc9f9a88fd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.178049] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdb231b-10d4-40d3-a5bd-67a4ad5513ce {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.193437] env[70039]: DEBUG nova.compute.provider_tree [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.243134] env[70039]: DEBUG nova.compute.manager [req-1a1954bf-067b-4061-9e64-c6d22cda2dc2 req-b694173f-fe67-4ec7-a42f-d39f0b71712b service nova] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Received event network-vif-plugged-d3f9c871-0b1a-4816-a0ed-fd0e134ee209 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.243586] env[70039]: DEBUG oslo_concurrency.lockutils [req-1a1954bf-067b-4061-9e64-c6d22cda2dc2 req-b694173f-fe67-4ec7-a42f-d39f0b71712b service nova] Acquiring lock "a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.243889] env[70039]: DEBUG oslo_concurrency.lockutils [req-1a1954bf-067b-4061-9e64-c6d22cda2dc2 req-b694173f-fe67-4ec7-a42f-d39f0b71712b service nova] Lock "a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.244422] env[70039]: DEBUG oslo_concurrency.lockutils [req-1a1954bf-067b-4061-9e64-c6d22cda2dc2 req-b694173f-fe67-4ec7-a42f-d39f0b71712b service nova] Lock "a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.244664] env[70039]: DEBUG nova.compute.manager [req-1a1954bf-067b-4061-9e64-c6d22cda2dc2 req-b694173f-fe67-4ec7-a42f-d39f0b71712b service nova] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] No waiting events found dispatching network-vif-plugged-d3f9c871-0b1a-4816-a0ed-fd0e134ee209 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.244879] env[70039]: WARNING nova.compute.manager [req-1a1954bf-067b-4061-9e64-c6d22cda2dc2 req-b694173f-fe67-4ec7-a42f-d39f0b71712b service nova] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Received unexpected event network-vif-plugged-d3f9c871-0b1a-4816-a0ed-fd0e134ee209 for instance with vm_state building and task_state spawning. [ 871.245092] env[70039]: DEBUG nova.compute.manager [req-1a1954bf-067b-4061-9e64-c6d22cda2dc2 req-b694173f-fe67-4ec7-a42f-d39f0b71712b service nova] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Received event network-changed-d3f9c871-0b1a-4816-a0ed-fd0e134ee209 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.245276] env[70039]: DEBUG nova.compute.manager [req-1a1954bf-067b-4061-9e64-c6d22cda2dc2 req-b694173f-fe67-4ec7-a42f-d39f0b71712b service nova] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Refreshing instance network info cache due to event network-changed-d3f9c871-0b1a-4816-a0ed-fd0e134ee209. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.245688] env[70039]: DEBUG oslo_concurrency.lockutils [req-1a1954bf-067b-4061-9e64-c6d22cda2dc2 req-b694173f-fe67-4ec7-a42f-d39f0b71712b service nova] Acquiring lock "refresh_cache-a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.318296] env[70039]: DEBUG nova.network.neutron [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Updating instance_info_cache with network_info: [{"id": "d3f9c871-0b1a-4816-a0ed-fd0e134ee209", "address": "fa:16:3e:52:78:1b", "network": {"id": "98dd1af2-0742-4b03-a558-82ce8f7c8fc4", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1575826346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7577ae55d8074da185ea6deebbd41cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f9c871-0b", "ovs_interfaceid": "d3f9c871-0b1a-4816-a0ed-fd0e134ee209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.392762] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e6495af-bdbc-49cc-ba0a-05a802d889b5 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "477eea39-7f60-461a-9c38-f40236440f23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.610s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.412658] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbdf7e4-0905-4cb3-b65c-6220c9a9ce77 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.433821] env[70039]: INFO nova.compute.manager [-] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Took 1.53 seconds to deallocate network for instance. [ 871.447453] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1746b7e7-3dd2-46f0-9c5b-450e2ddfece0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.458298] env[70039]: DEBUG nova.compute.manager [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.468283] env[70039]: DEBUG oslo_vmware.api [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3330719, 'name': PowerOnVM_Task, 'duration_secs': 0.527783} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.484167] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.484167] env[70039]: INFO nova.compute.manager [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Took 8.83 seconds to spawn the instance on the hypervisor. [ 871.484167] env[70039]: DEBUG nova.compute.manager [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.484266] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Updating instance '4f708010-c2f7-4afd-b222-211dc24c32f1' progress to 67 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.488991] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea87166c-2365-4a0f-ad2d-d0dd2549ebc8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.522375] env[70039]: DEBUG nova.virt.hardware [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.522658] env[70039]: DEBUG nova.virt.hardware [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.522933] env[70039]: DEBUG nova.virt.hardware [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.523029] env[70039]: DEBUG nova.virt.hardware [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.523253] env[70039]: DEBUG nova.virt.hardware [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.523434] env[70039]: DEBUG nova.virt.hardware [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.523673] env[70039]: DEBUG nova.virt.hardware [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.523862] env[70039]: DEBUG nova.virt.hardware [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.524124] env[70039]: DEBUG nova.virt.hardware [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.524340] env[70039]: DEBUG nova.virt.hardware [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.524567] env[70039]: DEBUG nova.virt.hardware [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.525504] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d3e139-fc34-4bb0-b4f0-0ace399862da {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.536961] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08165dc1-7f00-41e6-979e-7e470f5649c9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.696590] env[70039]: DEBUG nova.scheduler.client.report [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.742024] env[70039]: DEBUG nova.network.neutron [None req-7981af0d-852d-4ee1-8749-e11aee7310bf tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.820566] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Releasing lock "refresh_cache-a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.820904] env[70039]: DEBUG nova.compute.manager [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Instance network_info: |[{"id": "d3f9c871-0b1a-4816-a0ed-fd0e134ee209", "address": "fa:16:3e:52:78:1b", "network": {"id": "98dd1af2-0742-4b03-a558-82ce8f7c8fc4", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1575826346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7577ae55d8074da185ea6deebbd41cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f9c871-0b", "ovs_interfaceid": "d3f9c871-0b1a-4816-a0ed-fd0e134ee209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.821226] env[70039]: DEBUG oslo_concurrency.lockutils [req-1a1954bf-067b-4061-9e64-c6d22cda2dc2 req-b694173f-fe67-4ec7-a42f-d39f0b71712b service nova] Acquired lock "refresh_cache-a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.821407] env[70039]: DEBUG nova.network.neutron [req-1a1954bf-067b-4061-9e64-c6d22cda2dc2 req-b694173f-fe67-4ec7-a42f-d39f0b71712b service nova] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Refreshing network info cache for port d3f9c871-0b1a-4816-a0ed-fd0e134ee209 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.822589] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:78:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3f9c871-0b1a-4816-a0ed-fd0e134ee209', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.830246] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Creating folder: Project (7577ae55d8074da185ea6deebbd41cc4). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.833924] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07e7cd61-cae5-4ddc-a3cd-513e101dd74e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.844910] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Created folder: Project (7577ae55d8074da185ea6deebbd41cc4) in parent group-v664777. [ 871.845112] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Creating folder: Instances. Parent ref: group-v664905. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.845387] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d855cf1-bb25-4f29-8b7b-9d1641c70136 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.854353] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Created folder: Instances in parent group-v664905. [ 871.854580] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.854773] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.854975] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2dca4ea-e6da-418c-8ef1-a012e317f301 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.873315] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.873315] env[70039]: value = "task-3330722" [ 871.873315] env[70039]: _type = "Task" [ 871.873315] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.878478] env[70039]: DEBUG nova.network.neutron [-] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.884162] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330722, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.896430] env[70039]: DEBUG nova.compute.manager [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.956577] env[70039]: DEBUG oslo_concurrency.lockutils [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.011609] env[70039]: INFO nova.compute.manager [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Took 57.16 seconds to build instance. [ 872.083332] env[70039]: DEBUG nova.network.neutron [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Port fb6cdacf-e1b0-47b1-9fd8-0660c71fe019 binding to destination host cpu-1 is already ACTIVE {{(pid=70039) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 872.166408] env[70039]: DEBUG nova.network.neutron [req-1a1954bf-067b-4061-9e64-c6d22cda2dc2 req-b694173f-fe67-4ec7-a42f-d39f0b71712b service nova] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Updated VIF entry in instance network info cache for port d3f9c871-0b1a-4816-a0ed-fd0e134ee209. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.166887] env[70039]: DEBUG nova.network.neutron [req-1a1954bf-067b-4061-9e64-c6d22cda2dc2 req-b694173f-fe67-4ec7-a42f-d39f0b71712b service nova] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Updating instance_info_cache with network_info: [{"id": "d3f9c871-0b1a-4816-a0ed-fd0e134ee209", "address": "fa:16:3e:52:78:1b", "network": {"id": "98dd1af2-0742-4b03-a558-82ce8f7c8fc4", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1575826346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7577ae55d8074da185ea6deebbd41cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f9c871-0b", "ovs_interfaceid": "d3f9c871-0b1a-4816-a0ed-fd0e134ee209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.201938] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.202483] env[70039]: DEBUG nova.compute.manager [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.205429] env[70039]: DEBUG oslo_concurrency.lockutils [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.466s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.205755] env[70039]: DEBUG oslo_concurrency.lockutils [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.208065] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.942s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.210567] env[70039]: INFO nova.compute.claims [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.277911] env[70039]: INFO nova.scheduler.client.report [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Deleted allocations for instance 64281a82-d12b-4f88-86b0-2d5c97fcd934 [ 872.384498] env[70039]: INFO nova.compute.manager [-] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Took 1.79 seconds to deallocate network for instance. [ 872.384738] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330722, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.429415] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.483755] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "477eea39-7f60-461a-9c38-f40236440f23" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.483755] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "477eea39-7f60-461a-9c38-f40236440f23" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.513520] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2340b584-f242-458b-afb4-6753cbe5f148 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.977s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.658253] env[70039]: DEBUG nova.network.neutron [None req-7981af0d-852d-4ee1-8749-e11aee7310bf tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Updating instance_info_cache with network_info: [{"id": "fd274843-22d2-4393-9ea8-b08f21e6f4d6", "address": "fa:16:3e:12:02:01", "network": {"id": "9a88484d-e00a-450f-9870-853d92a5a7fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1659914850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa1d6327778143099f8562cf83fb236b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd274843-22", "ovs_interfaceid": "fd274843-22d2-4393-9ea8-b08f21e6f4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.670090] env[70039]: DEBUG oslo_concurrency.lockutils [req-1a1954bf-067b-4061-9e64-c6d22cda2dc2 req-b694173f-fe67-4ec7-a42f-d39f0b71712b service nova] Releasing lock "refresh_cache-a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.670875] env[70039]: DEBUG nova.compute.manager [req-1a1954bf-067b-4061-9e64-c6d22cda2dc2 req-b694173f-fe67-4ec7-a42f-d39f0b71712b service nova] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Received event network-vif-deleted-5431a41c-34eb-4583-bf20-b571a7fbcd29 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.717596] env[70039]: DEBUG nova.compute.utils [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.720165] env[70039]: DEBUG nova.compute.manager [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.720471] env[70039]: DEBUG nova.network.neutron [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.788138] env[70039]: DEBUG nova.policy [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c147f142ea2d4293841554121ca7d643', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e22042faf1f54fb38f52987967c3970b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.790162] env[70039]: DEBUG oslo_concurrency.lockutils [None req-61918077-0a3c-4698-8b7a-bf56d7912072 tempest-ServerDiagnosticsNegativeTest-552375318 tempest-ServerDiagnosticsNegativeTest-552375318-project-member] Lock "64281a82-d12b-4f88-86b0-2d5c97fcd934" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.913s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.888121] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330722, 'name': CreateVM_Task, 'duration_secs': 0.75574} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.888121] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.889293] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.890024] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.890704] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.891291] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-029fe6b2-e73d-45e2-9417-88e816838edb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.901168] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.902094] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Waiting for the task: (returnval){ [ 872.902094] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52cdbb2a-9ba0-5c10-eb62-bfb425c166df" [ 872.902094] env[70039]: _type = "Task" [ 872.902094] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.906040] env[70039]: DEBUG nova.network.neutron [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Successfully updated port: e47c594a-03ea-469f-af7b-b04d2d1e1361 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.915579] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52cdbb2a-9ba0-5c10-eb62-bfb425c166df, 'name': SearchDatastore_Task, 'duration_secs': 0.012313} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.915930] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.916217] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.916484] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.916670] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.916890] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.917196] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d57ce76-4ec8-4af4-a553-76c4fcd311bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.925640] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.925912] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.926684] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1c1940c-94ce-49ed-973b-9c7e9c132256 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.932080] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Waiting for the task: (returnval){ [ 872.932080] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]527f574e-e011-3746-4fb1-d8b83f922840" [ 872.932080] env[70039]: _type = "Task" [ 872.932080] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.940876] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527f574e-e011-3746-4fb1-d8b83f922840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.990837] env[70039]: DEBUG nova.compute.utils [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.017607] env[70039]: DEBUG nova.compute.manager [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.109460] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "4f708010-c2f7-4afd-b222-211dc24c32f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.109709] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "4f708010-c2f7-4afd-b222-211dc24c32f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.109906] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "4f708010-c2f7-4afd-b222-211dc24c32f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.160034] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7981af0d-852d-4ee1-8749-e11aee7310bf tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Releasing lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.160440] env[70039]: DEBUG nova.compute.manager [None req-7981af0d-852d-4ee1-8749-e11aee7310bf tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Inject network info {{(pid=70039) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 873.160750] env[70039]: DEBUG nova.compute.manager [None req-7981af0d-852d-4ee1-8749-e11aee7310bf tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] network_info to inject: |[{"id": "fd274843-22d2-4393-9ea8-b08f21e6f4d6", "address": "fa:16:3e:12:02:01", "network": {"id": "9a88484d-e00a-450f-9870-853d92a5a7fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1659914850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa1d6327778143099f8562cf83fb236b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd274843-22", "ovs_interfaceid": "fd274843-22d2-4393-9ea8-b08f21e6f4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 873.166180] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7981af0d-852d-4ee1-8749-e11aee7310bf tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Reconfiguring VM instance to set the machine id {{(pid=70039) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 873.167635] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a0494e2-5b38-4b58-b67e-0e5757aaebf8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.178348] env[70039]: DEBUG nova.network.neutron [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Successfully created port: 650c095b-db82-4d68-bebf-b31a3913431c {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.187228] env[70039]: DEBUG oslo_vmware.api [None req-7981af0d-852d-4ee1-8749-e11aee7310bf tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Waiting for the task: (returnval){ [ 873.187228] env[70039]: value = "task-3330723" [ 873.187228] env[70039]: _type = "Task" [ 873.187228] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.197341] env[70039]: DEBUG oslo_vmware.api [None req-7981af0d-852d-4ee1-8749-e11aee7310bf tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': task-3330723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.225529] env[70039]: DEBUG nova.compute.manager [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.410683] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Acquiring lock "refresh_cache-d50b1222-93c9-4fcc-bfa8-06443220faf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.410683] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Acquired lock "refresh_cache-d50b1222-93c9-4fcc-bfa8-06443220faf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.410683] env[70039]: DEBUG nova.network.neutron [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.442556] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527f574e-e011-3746-4fb1-d8b83f922840, 'name': SearchDatastore_Task, 'duration_secs': 0.009713} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.445935] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff7b6d8-7a3e-4e29-a867-707f2c802f96 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.451338] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Waiting for the task: (returnval){ [ 873.451338] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52bb99dc-e7c7-923d-c0f5-fe6a6d5900d2" [ 873.451338] env[70039]: _type = "Task" [ 873.451338] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.461369] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52bb99dc-e7c7-923d-c0f5-fe6a6d5900d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.484242] env[70039]: DEBUG nova.compute.manager [req-2eebba2a-7f44-4e24-ad61-4979f73fd9b8 req-91965dde-056f-453d-8a7e-d5ef6e92bb10 service nova] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Received event network-changed-55d864e4-4ea3-41fd-93b3-b5f6c52d6585 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.484353] env[70039]: DEBUG nova.compute.manager [req-2eebba2a-7f44-4e24-ad61-4979f73fd9b8 req-91965dde-056f-453d-8a7e-d5ef6e92bb10 service nova] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Refreshing instance network info cache due to event network-changed-55d864e4-4ea3-41fd-93b3-b5f6c52d6585. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.484535] env[70039]: DEBUG oslo_concurrency.lockutils [req-2eebba2a-7f44-4e24-ad61-4979f73fd9b8 req-91965dde-056f-453d-8a7e-d5ef6e92bb10 service nova] Acquiring lock "refresh_cache-5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.484677] env[70039]: DEBUG oslo_concurrency.lockutils [req-2eebba2a-7f44-4e24-ad61-4979f73fd9b8 req-91965dde-056f-453d-8a7e-d5ef6e92bb10 service nova] Acquired lock "refresh_cache-5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.484837] env[70039]: DEBUG nova.network.neutron [req-2eebba2a-7f44-4e24-ad61-4979f73fd9b8 req-91965dde-056f-453d-8a7e-d5ef6e92bb10 service nova] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Refreshing network info cache for port 55d864e4-4ea3-41fd-93b3-b5f6c52d6585 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.495300] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "477eea39-7f60-461a-9c38-f40236440f23" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.536908] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.699480] env[70039]: DEBUG oslo_vmware.api [None req-7981af0d-852d-4ee1-8749-e11aee7310bf tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': task-3330723, 'name': ReconfigVM_Task, 'duration_secs': 0.182689} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.702416] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7981af0d-852d-4ee1-8749-e11aee7310bf tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Reconfigured VM instance to set the machine id {{(pid=70039) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 873.830896] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a89dffb-431e-4e83-aebc-22eb69e17432 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.839279] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc28be4a-3b92-48df-a9c6-64f8fddc3ebf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.872855] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526ca9ed-9c29-47a7-840c-108ee92365a6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.880168] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d6162a-4def-4eee-bf15-37caeaf1b181 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.895454] env[70039]: DEBUG nova.compute.provider_tree [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.951274] env[70039]: DEBUG nova.network.neutron [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.962930] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52bb99dc-e7c7-923d-c0f5-fe6a6d5900d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010682} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.963406] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.963684] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7/a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.964009] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28ad02f4-ca01-4a5f-b81b-890ca9f2b965 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.970859] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Waiting for the task: (returnval){ [ 873.970859] env[70039]: value = "task-3330724" [ 873.970859] env[70039]: _type = "Task" [ 873.970859] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.980586] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': task-3330724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.190535] env[70039]: DEBUG nova.network.neutron [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Updating instance_info_cache with network_info: [{"id": "e47c594a-03ea-469f-af7b-b04d2d1e1361", "address": "fa:16:3e:a3:8b:fd", "network": {"id": "246fe59c-d90b-44e5-b38d-ebcb31bc42a6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1059797840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "662739e7ed1941fd908db04c15842038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape47c594a-03", "ovs_interfaceid": "e47c594a-03ea-469f-af7b-b04d2d1e1361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.238524] env[70039]: DEBUG nova.compute.manager [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.270624] env[70039]: DEBUG nova.network.neutron [req-2eebba2a-7f44-4e24-ad61-4979f73fd9b8 req-91965dde-056f-453d-8a7e-d5ef6e92bb10 service nova] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Updated VIF entry in instance network info cache for port 55d864e4-4ea3-41fd-93b3-b5f6c52d6585. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.270997] env[70039]: DEBUG nova.network.neutron [req-2eebba2a-7f44-4e24-ad61-4979f73fd9b8 req-91965dde-056f-453d-8a7e-d5ef6e92bb10 service nova] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Updating instance_info_cache with network_info: [{"id": "55d864e4-4ea3-41fd-93b3-b5f6c52d6585", "address": "fa:16:3e:39:e2:52", "network": {"id": "f68369d4-0324-4aad-a221-dfd686d6fe98", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-956040862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5999c5a8bd44ccaafad6f106e527670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d864e4-4e", "ovs_interfaceid": "55d864e4-4ea3-41fd-93b3-b5f6c52d6585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.281595] env[70039]: DEBUG nova.virt.hardware [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.281845] env[70039]: DEBUG nova.virt.hardware [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.282012] env[70039]: DEBUG nova.virt.hardware [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.282209] env[70039]: DEBUG nova.virt.hardware [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.282360] env[70039]: DEBUG nova.virt.hardware [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.282511] env[70039]: DEBUG nova.virt.hardware [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.282720] env[70039]: DEBUG nova.virt.hardware [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.282878] env[70039]: DEBUG nova.virt.hardware [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.283055] env[70039]: DEBUG nova.virt.hardware [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.283218] env[70039]: DEBUG nova.virt.hardware [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.283393] env[70039]: DEBUG nova.virt.hardware [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.284275] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd48c45-c3db-49f6-9283-33f99a81d7aa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.293233] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02854798-2b70-4ca7-894e-6a2873f06c6c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.400360] env[70039]: DEBUG nova.scheduler.client.report [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.451298] env[70039]: DEBUG nova.compute.manager [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Received event network-vif-deleted-fbb42ba0-0417-4448-8200-019f402d875c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.451547] env[70039]: DEBUG nova.compute.manager [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Received event network-changed-fd274843-22d2-4393-9ea8-b08f21e6f4d6 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.451665] env[70039]: DEBUG nova.compute.manager [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Refreshing instance network info cache due to event network-changed-fd274843-22d2-4393-9ea8-b08f21e6f4d6. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.451917] env[70039]: DEBUG oslo_concurrency.lockutils [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] Acquiring lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.452107] env[70039]: DEBUG oslo_concurrency.lockutils [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] Acquired lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.452279] env[70039]: DEBUG nova.network.neutron [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Refreshing network info cache for port fd274843-22d2-4393-9ea8-b08f21e6f4d6 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.482617] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': task-3330724, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.641911] env[70039]: DEBUG nova.objects.instance [None req-38eaae7c-1caf-405f-8307-4efbfb02667a tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Lazy-loading 'flavor' on Instance uuid 4c7eb769-8838-453b-8e4a-7664256d75f5 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.694138] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Releasing lock "refresh_cache-d50b1222-93c9-4fcc-bfa8-06443220faf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.694486] env[70039]: DEBUG nova.compute.manager [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Instance network_info: |[{"id": "e47c594a-03ea-469f-af7b-b04d2d1e1361", "address": "fa:16:3e:a3:8b:fd", "network": {"id": "246fe59c-d90b-44e5-b38d-ebcb31bc42a6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1059797840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "662739e7ed1941fd908db04c15842038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape47c594a-03", "ovs_interfaceid": "e47c594a-03ea-469f-af7b-b04d2d1e1361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.694934] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:8b:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e47c594a-03ea-469f-af7b-b04d2d1e1361', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.702804] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Creating folder: Project (662739e7ed1941fd908db04c15842038). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.703145] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a70809f2-4e3d-43a8-b560-2c63bad51705 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.717996] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Created folder: Project (662739e7ed1941fd908db04c15842038) in parent group-v664777. [ 874.718241] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Creating folder: Instances. Parent ref: group-v664908. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.718491] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35382c04-9b6e-478b-9a5e-e63958f755aa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.729884] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Created folder: Instances in parent group-v664908. [ 874.730167] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.730490] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.730655] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6f04f23-df0f-461f-b2d9-fbc0dbb6ff86 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.751781] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.751781] env[70039]: value = "task-3330727" [ 874.751781] env[70039]: _type = "Task" [ 874.751781] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.759512] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330727, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.773528] env[70039]: DEBUG oslo_concurrency.lockutils [req-2eebba2a-7f44-4e24-ad61-4979f73fd9b8 req-91965dde-056f-453d-8a7e-d5ef6e92bb10 service nova] Releasing lock "refresh_cache-5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.854278] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "477eea39-7f60-461a-9c38-f40236440f23" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.854278] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "477eea39-7f60-461a-9c38-f40236440f23" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.854278] env[70039]: INFO nova.compute.manager [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Attaching volume 78160488-e7eb-498b-a5f3-fe873c886f58 to /dev/sdb [ 874.898986] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9644c1ef-af87-43d8-9c1c-1a04b2ae6b13 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.907229] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.907786] env[70039]: DEBUG nova.compute.manager [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.910447] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.069s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.910663] env[70039]: DEBUG nova.objects.instance [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Lazy-loading 'resources' on Instance uuid 873ce976-872a-45d1-afcd-4685a91a8af2 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.912457] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2415dae-e016-4c09-b38d-764059d4a356 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.929565] env[70039]: DEBUG nova.virt.block_device [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Updating existing volume attachment record: b6bef446-d52b-4837-8ca0-f471fa467315 {{(pid=70039) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 874.984735] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': task-3330724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843995} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.985011] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7/a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.985242] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.985567] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a3e563c-f229-424e-bc7e-ca71332c3a92 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.992228] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Waiting for the task: (returnval){ [ 874.992228] env[70039]: value = "task-3330728" [ 874.992228] env[70039]: _type = "Task" [ 874.992228] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.005311] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': task-3330728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.147912] env[70039]: DEBUG oslo_concurrency.lockutils [None req-38eaae7c-1caf-405f-8307-4efbfb02667a tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Acquiring lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.251480] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "refresh_cache-4f708010-c2f7-4afd-b222-211dc24c32f1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.251677] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquired lock "refresh_cache-4f708010-c2f7-4afd-b222-211dc24c32f1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.251863] env[70039]: DEBUG nova.network.neutron [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.269143] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330727, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.269864] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.270405] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.270842] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.270842] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.270964] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.274029] env[70039]: INFO nova.compute.manager [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Terminating instance [ 875.368424] env[70039]: DEBUG nova.network.neutron [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Successfully updated port: 650c095b-db82-4d68-bebf-b31a3913431c {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.420189] env[70039]: DEBUG nova.compute.utils [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.423707] env[70039]: DEBUG nova.compute.manager [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.423707] env[70039]: DEBUG nova.network.neutron [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.505512] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': task-3330728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070277} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.505512] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.508958] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdb217f-ba97-4643-9af6-2ab3c629554a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.535671] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7/a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.538597] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f026b6df-3e73-4726-a7e1-ffd3c1e3571c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.555336] env[70039]: DEBUG nova.policy [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ada34c216ff49c88d7571e76a0acee4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '068507032c75493db692ec11932fc397', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.563350] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Waiting for the task: (returnval){ [ 875.563350] env[70039]: value = "task-3330733" [ 875.563350] env[70039]: _type = "Task" [ 875.563350] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.573984] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': task-3330733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.579897] env[70039]: DEBUG nova.network.neutron [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Updated VIF entry in instance network info cache for port fd274843-22d2-4393-9ea8-b08f21e6f4d6. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.580361] env[70039]: DEBUG nova.network.neutron [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Updating instance_info_cache with network_info: [{"id": "fd274843-22d2-4393-9ea8-b08f21e6f4d6", "address": "fa:16:3e:12:02:01", "network": {"id": "9a88484d-e00a-450f-9870-853d92a5a7fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1659914850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa1d6327778143099f8562cf83fb236b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd274843-22", "ovs_interfaceid": "fd274843-22d2-4393-9ea8-b08f21e6f4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.689969] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "cede758a-d0ee-4671-b83b-22c7c977b17a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.690345] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "cede758a-d0ee-4671-b83b-22c7c977b17a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.690482] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "cede758a-d0ee-4671-b83b-22c7c977b17a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.690673] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "cede758a-d0ee-4671-b83b-22c7c977b17a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.690843] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "cede758a-d0ee-4671-b83b-22c7c977b17a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.692903] env[70039]: INFO nova.compute.manager [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Terminating instance [ 875.771277] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330727, 'name': CreateVM_Task, 'duration_secs': 0.924304} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.771277] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.771620] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.771731] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.775025] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.775025] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68cbf350-4dc8-4bbd-80a4-d8e9135ad932 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.777829] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Waiting for the task: (returnval){ [ 875.777829] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521f181f-c188-a0b3-b75a-7435a322d50f" [ 875.777829] env[70039]: _type = "Task" [ 875.777829] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.782244] env[70039]: DEBUG nova.compute.manager [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.782344] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.784120] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02041130-06d5-4357-8c1c-94883402cd1f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.795899] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521f181f-c188-a0b3-b75a-7435a322d50f, 'name': SearchDatastore_Task, 'duration_secs': 0.011837} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.797104] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.797104] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.797104] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.797104] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.797104] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.798046] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efe0467e-c8fd-42e9-9b69-10b1677c8d8a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.801837] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.802668] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c750d3b2-a3a0-46f5-a80a-b69a00c1ed22 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.807950] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.808141] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.810034] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9c72a8-1cbd-4b83-8de5-8f0c032606d7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.812036] env[70039]: DEBUG oslo_vmware.api [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 875.812036] env[70039]: value = "task-3330734" [ 875.812036] env[70039]: _type = "Task" [ 875.812036] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.819981] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Waiting for the task: (returnval){ [ 875.819981] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520d8bc5-6d23-935a-da3c-925092da9771" [ 875.819981] env[70039]: _type = "Task" [ 875.819981] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.826866] env[70039]: DEBUG oslo_vmware.api [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.834064] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520d8bc5-6d23-935a-da3c-925092da9771, 'name': SearchDatastore_Task, 'duration_secs': 0.011277} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.834829] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e000c26-8171-4877-8854-36989c064227 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.840183] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Waiting for the task: (returnval){ [ 875.840183] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b8a32f-37da-1542-ac1d-b243d5c03374" [ 875.840183] env[70039]: _type = "Task" [ 875.840183] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.851290] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b8a32f-37da-1542-ac1d-b243d5c03374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.871178] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "refresh_cache-39f01a63-4ec9-4603-bd89-55f34a4fbfe9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.871334] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquired lock "refresh_cache-39f01a63-4ec9-4603-bd89-55f34a4fbfe9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.871490] env[70039]: DEBUG nova.network.neutron [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.928571] env[70039]: DEBUG nova.compute.manager [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.071924] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': task-3330733, 'name': ReconfigVM_Task, 'duration_secs': 0.3439} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.073114] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Reconfigured VM instance instance-0000002d to attach disk [datastore2] a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7/a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.074287] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5ba34b-1d76-4c81-a67f-61f20939b48f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.080254] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24bbdace-c70d-4630-a74f-0a81dc6fc3ad {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.086675] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687f36a4-6f29-41d0-a39a-8e593ea3370c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.089487] env[70039]: DEBUG oslo_concurrency.lockutils [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] Releasing lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.089738] env[70039]: DEBUG nova.compute.manager [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Received event network-vif-plugged-e47c594a-03ea-469f-af7b-b04d2d1e1361 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.089925] env[70039]: DEBUG oslo_concurrency.lockutils [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] Acquiring lock "d50b1222-93c9-4fcc-bfa8-06443220faf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.090138] env[70039]: DEBUG oslo_concurrency.lockutils [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] Lock "d50b1222-93c9-4fcc-bfa8-06443220faf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.090296] env[70039]: DEBUG oslo_concurrency.lockutils [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] Lock "d50b1222-93c9-4fcc-bfa8-06443220faf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.090468] env[70039]: DEBUG nova.compute.manager [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] No waiting events found dispatching network-vif-plugged-e47c594a-03ea-469f-af7b-b04d2d1e1361 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.090630] env[70039]: WARNING nova.compute.manager [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Received unexpected event network-vif-plugged-e47c594a-03ea-469f-af7b-b04d2d1e1361 for instance with vm_state building and task_state spawning. [ 876.090790] env[70039]: DEBUG nova.compute.manager [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Received event network-changed-e47c594a-03ea-469f-af7b-b04d2d1e1361 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.090941] env[70039]: DEBUG nova.compute.manager [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Refreshing instance network info cache due to event network-changed-e47c594a-03ea-469f-af7b-b04d2d1e1361. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.091168] env[70039]: DEBUG oslo_concurrency.lockutils [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] Acquiring lock "refresh_cache-d50b1222-93c9-4fcc-bfa8-06443220faf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.091304] env[70039]: DEBUG oslo_concurrency.lockutils [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] Acquired lock "refresh_cache-d50b1222-93c9-4fcc-bfa8-06443220faf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.091524] env[70039]: DEBUG nova.network.neutron [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Refreshing network info cache for port e47c594a-03ea-469f-af7b-b04d2d1e1361 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.093020] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Waiting for the task: (returnval){ [ 876.093020] env[70039]: value = "task-3330735" [ 876.093020] env[70039]: _type = "Task" [ 876.093020] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.095729] env[70039]: DEBUG oslo_concurrency.lockutils [None req-38eaae7c-1caf-405f-8307-4efbfb02667a tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Acquired lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.129858] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4701a709-b258-4297-8086-2501ddc6ff19 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.136657] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': task-3330735, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.142369] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97da7f12-c4af-42a2-8ebe-742a48b03def {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.157238] env[70039]: DEBUG nova.compute.provider_tree [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.196695] env[70039]: DEBUG nova.compute.manager [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.196958] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.197966] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e83d3f-9d4d-43ce-a38b-dca829fdc7e7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.207895] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.208154] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57187cbc-de02-459d-8b09-488e2357fea5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.214260] env[70039]: DEBUG oslo_vmware.api [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 876.214260] env[70039]: value = "task-3330736" [ 876.214260] env[70039]: _type = "Task" [ 876.214260] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.228695] env[70039]: DEBUG oslo_vmware.api [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.324861] env[70039]: DEBUG oslo_vmware.api [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330734, 'name': PowerOffVM_Task, 'duration_secs': 0.405198} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.325153] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.325410] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.325679] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb1a0880-4298-475a-965c-99bd24e6b6a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.354196] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b8a32f-37da-1542-ac1d-b243d5c03374, 'name': SearchDatastore_Task, 'duration_secs': 0.01084} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.354196] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.354506] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] d50b1222-93c9-4fcc-bfa8-06443220faf6/d50b1222-93c9-4fcc-bfa8-06443220faf6.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.354647] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8bd7dad-4f34-4720-9775-ea7e086236c1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.360834] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Waiting for the task: (returnval){ [ 876.360834] env[70039]: value = "task-3330738" [ 876.360834] env[70039]: _type = "Task" [ 876.360834] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.370270] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': task-3330738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.387661] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.388055] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.388381] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Deleting the datastore file [datastore2] ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.388787] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82fa18f3-578a-48ba-84e0-afcd2de242f9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.396690] env[70039]: DEBUG oslo_vmware.api [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 876.396690] env[70039]: value = "task-3330739" [ 876.396690] env[70039]: _type = "Task" [ 876.396690] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.405469] env[70039]: DEBUG oslo_vmware.api [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.456183] env[70039]: DEBUG nova.network.neutron [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Successfully created port: acd661e5-50d1-40d8-9ab2-883096c92f48 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.485391] env[70039]: DEBUG nova.network.neutron [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.513393] env[70039]: DEBUG nova.network.neutron [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Updating instance_info_cache with network_info: [{"id": "fb6cdacf-e1b0-47b1-9fd8-0660c71fe019", "address": "fa:16:3e:33:c9:d8", "network": {"id": "9ff38878-283c-474f-979b-436beef68ef8", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-657367659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a78931973c46ffb11d8cb2da17d519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6cdacf-e1", "ovs_interfaceid": "fb6cdacf-e1b0-47b1-9fd8-0660c71fe019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.601430] env[70039]: DEBUG nova.compute.manager [req-f6666bcc-55dc-4d02-950f-e293154f5d08 req-3ee227a0-30f1-43e5-b87a-1fbd47770a8c service nova] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Received event network-vif-plugged-650c095b-db82-4d68-bebf-b31a3913431c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.601706] env[70039]: DEBUG oslo_concurrency.lockutils [req-f6666bcc-55dc-4d02-950f-e293154f5d08 req-3ee227a0-30f1-43e5-b87a-1fbd47770a8c service nova] Acquiring lock "39f01a63-4ec9-4603-bd89-55f34a4fbfe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.601974] env[70039]: DEBUG oslo_concurrency.lockutils [req-f6666bcc-55dc-4d02-950f-e293154f5d08 req-3ee227a0-30f1-43e5-b87a-1fbd47770a8c service nova] Lock "39f01a63-4ec9-4603-bd89-55f34a4fbfe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.602454] env[70039]: DEBUG oslo_concurrency.lockutils [req-f6666bcc-55dc-4d02-950f-e293154f5d08 req-3ee227a0-30f1-43e5-b87a-1fbd47770a8c service nova] Lock "39f01a63-4ec9-4603-bd89-55f34a4fbfe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.602572] env[70039]: DEBUG nova.compute.manager [req-f6666bcc-55dc-4d02-950f-e293154f5d08 req-3ee227a0-30f1-43e5-b87a-1fbd47770a8c service nova] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] No waiting events found dispatching network-vif-plugged-650c095b-db82-4d68-bebf-b31a3913431c {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.602795] env[70039]: WARNING nova.compute.manager [req-f6666bcc-55dc-4d02-950f-e293154f5d08 req-3ee227a0-30f1-43e5-b87a-1fbd47770a8c service nova] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Received unexpected event network-vif-plugged-650c095b-db82-4d68-bebf-b31a3913431c for instance with vm_state building and task_state spawning. [ 876.603024] env[70039]: DEBUG nova.compute.manager [req-f6666bcc-55dc-4d02-950f-e293154f5d08 req-3ee227a0-30f1-43e5-b87a-1fbd47770a8c service nova] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Received event network-changed-650c095b-db82-4d68-bebf-b31a3913431c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.603293] env[70039]: DEBUG nova.compute.manager [req-f6666bcc-55dc-4d02-950f-e293154f5d08 req-3ee227a0-30f1-43e5-b87a-1fbd47770a8c service nova] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Refreshing instance network info cache due to event network-changed-650c095b-db82-4d68-bebf-b31a3913431c. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.603457] env[70039]: DEBUG oslo_concurrency.lockutils [req-f6666bcc-55dc-4d02-950f-e293154f5d08 req-3ee227a0-30f1-43e5-b87a-1fbd47770a8c service nova] Acquiring lock "refresh_cache-39f01a63-4ec9-4603-bd89-55f34a4fbfe9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.620409] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': task-3330735, 'name': Rename_Task, 'duration_secs': 0.141831} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.620409] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.620409] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bc0fa2c-6dff-4600-aee0-213c51a969de {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.628387] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Waiting for the task: (returnval){ [ 876.628387] env[70039]: value = "task-3330740" [ 876.628387] env[70039]: _type = "Task" [ 876.628387] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.645619] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': task-3330740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.678441] env[70039]: DEBUG nova.scheduler.client.report [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.728858] env[70039]: DEBUG oslo_vmware.api [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330736, 'name': PowerOffVM_Task, 'duration_secs': 0.202876} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.729177] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.729345] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.729601] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5673fe2-2ea9-4f45-a0a9-57bb94e0be02 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.802027] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.802027] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.802027] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Deleting the datastore file [datastore1] cede758a-d0ee-4671-b83b-22c7c977b17a {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.802610] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4762347-db39-4bec-9819-7fc73b03d8a4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.810291] env[70039]: DEBUG oslo_vmware.api [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for the task: (returnval){ [ 876.810291] env[70039]: value = "task-3330742" [ 876.810291] env[70039]: _type = "Task" [ 876.810291] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.820569] env[70039]: DEBUG oslo_vmware.api [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.872493] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': task-3330738, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.911456] env[70039]: DEBUG oslo_vmware.api [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362477} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.911456] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.911456] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.911456] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.911456] env[70039]: INFO nova.compute.manager [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 876.911456] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.911456] env[70039]: DEBUG nova.compute.manager [-] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.911456] env[70039]: DEBUG nova.network.neutron [-] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.944161] env[70039]: DEBUG nova.compute.manager [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.973503] env[70039]: DEBUG nova.virt.hardware [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:17:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='21f209e4-9302-4ed7-8415-70caba9eafbd',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-863536117',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.974104] env[70039]: DEBUG nova.virt.hardware [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.974429] env[70039]: DEBUG nova.virt.hardware [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.974763] env[70039]: DEBUG nova.virt.hardware [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.975066] env[70039]: DEBUG nova.virt.hardware [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.975374] env[70039]: DEBUG nova.virt.hardware [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.975904] env[70039]: DEBUG nova.virt.hardware [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.976262] env[70039]: DEBUG nova.virt.hardware [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.976686] env[70039]: DEBUG nova.virt.hardware [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.977025] env[70039]: DEBUG nova.virt.hardware [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.977339] env[70039]: DEBUG nova.virt.hardware [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.979137] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77a8623-e970-48d4-b8fc-9deb76865d63 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.982420] env[70039]: DEBUG nova.network.neutron [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Updating instance_info_cache with network_info: [{"id": "650c095b-db82-4d68-bebf-b31a3913431c", "address": "fa:16:3e:c0:bf:74", "network": {"id": "780852e3-ae58-461a-907c-f203483c2e87", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-904820194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e22042faf1f54fb38f52987967c3970b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap650c095b-db", "ovs_interfaceid": "650c095b-db82-4d68-bebf-b31a3913431c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.991623] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70de3715-4415-491a-a018-87dea73cebe9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.017729] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Releasing lock "refresh_cache-4f708010-c2f7-4afd-b222-211dc24c32f1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.139176] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': task-3330740, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.189024] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.191493] env[70039]: DEBUG oslo_concurrency.lockutils [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.320s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.191760] env[70039]: DEBUG nova.objects.instance [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lazy-loading 'resources' on Instance uuid 49b611f4-ea23-46af-ba2e-b4e861eac8a2 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.246792] env[70039]: INFO nova.scheduler.client.report [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Deleted allocations for instance 873ce976-872a-45d1-afcd-4685a91a8af2 [ 877.274429] env[70039]: DEBUG nova.network.neutron [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Updated VIF entry in instance network info cache for port e47c594a-03ea-469f-af7b-b04d2d1e1361. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.274808] env[70039]: DEBUG nova.network.neutron [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Updating instance_info_cache with network_info: [{"id": "e47c594a-03ea-469f-af7b-b04d2d1e1361", "address": "fa:16:3e:a3:8b:fd", "network": {"id": "246fe59c-d90b-44e5-b38d-ebcb31bc42a6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1059797840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "662739e7ed1941fd908db04c15842038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape47c594a-03", "ovs_interfaceid": "e47c594a-03ea-469f-af7b-b04d2d1e1361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.309042] env[70039]: DEBUG nova.network.neutron [None req-38eaae7c-1caf-405f-8307-4efbfb02667a tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.324071] env[70039]: DEBUG oslo_vmware.api [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Task: {'id': task-3330742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415021} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.324991] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.325421] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.325509] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.325756] env[70039]: INFO nova.compute.manager [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 877.326124] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.326543] env[70039]: DEBUG nova.compute.manager [-] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.326644] env[70039]: DEBUG nova.network.neutron [-] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.379211] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': task-3330738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62138} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.379817] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] d50b1222-93c9-4fcc-bfa8-06443220faf6/d50b1222-93c9-4fcc-bfa8-06443220faf6.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.379817] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.380102] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db54716e-cdbd-4d77-8d9f-bf4b27898417 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.387303] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Waiting for the task: (returnval){ [ 877.387303] env[70039]: value = "task-3330743" [ 877.387303] env[70039]: _type = "Task" [ 877.387303] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.397072] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': task-3330743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.491344] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Releasing lock "refresh_cache-39f01a63-4ec9-4603-bd89-55f34a4fbfe9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.491344] env[70039]: DEBUG nova.compute.manager [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Instance network_info: |[{"id": "650c095b-db82-4d68-bebf-b31a3913431c", "address": "fa:16:3e:c0:bf:74", "network": {"id": "780852e3-ae58-461a-907c-f203483c2e87", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-904820194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e22042faf1f54fb38f52987967c3970b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap650c095b-db", "ovs_interfaceid": "650c095b-db82-4d68-bebf-b31a3913431c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.491344] env[70039]: DEBUG oslo_concurrency.lockutils [req-f6666bcc-55dc-4d02-950f-e293154f5d08 req-3ee227a0-30f1-43e5-b87a-1fbd47770a8c service nova] Acquired lock "refresh_cache-39f01a63-4ec9-4603-bd89-55f34a4fbfe9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.491344] env[70039]: DEBUG nova.network.neutron [req-f6666bcc-55dc-4d02-950f-e293154f5d08 req-3ee227a0-30f1-43e5-b87a-1fbd47770a8c service nova] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Refreshing network info cache for port 650c095b-db82-4d68-bebf-b31a3913431c {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.491344] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:bf:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '650c095b-db82-4d68-bebf-b31a3913431c', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.501124] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.505266] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.505756] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e622260d-92f5-4815-ab47-a62c01981c7a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.531334] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.531334] env[70039]: value = "task-3330745" [ 877.531334] env[70039]: _type = "Task" [ 877.531334] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.540554] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330745, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.544594] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dfa087-b8b6-4f9e-9e09-0cbf90ad3308 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.564276] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddcb4ee-313f-40e6-9781-0e85db1b501d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.571694] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70039) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 877.572391] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-9b30a8dc-8bdc-4cac-b431-3421db88d1a7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.579213] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 877.579213] env[70039]: value = "task-3330746" [ 877.579213] env[70039]: _type = "Task" [ 877.579213] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.587743] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330746, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.638752] env[70039]: DEBUG oslo_vmware.api [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': task-3330740, 'name': PowerOnVM_Task, 'duration_secs': 0.616311} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.639098] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.639313] env[70039]: INFO nova.compute.manager [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Took 9.00 seconds to spawn the instance on the hypervisor. [ 877.639533] env[70039]: DEBUG nova.compute.manager [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.640468] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c78738-63ec-4d9c-939c-f3e291c8840f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.764350] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a14b75c0-5bdd-4c1c-b366-6fd6cb322f9f tempest-ServerPasswordTestJSON-598535803 tempest-ServerPasswordTestJSON-598535803-project-member] Lock "873ce976-872a-45d1-afcd-4685a91a8af2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.398s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.778684] env[70039]: DEBUG oslo_concurrency.lockutils [req-21fed0de-9114-4447-83dd-8f7518816cfa req-d666ce56-1988-491d-a5b8-41bd22b427f9 service nova] Releasing lock "refresh_cache-d50b1222-93c9-4fcc-bfa8-06443220faf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.869008] env[70039]: DEBUG nova.network.neutron [-] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.906544] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': task-3330743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234842} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.906843] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.907664] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e9a032-78d6-4ff2-b6ac-225f47b9ed63 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.936491] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] d50b1222-93c9-4fcc-bfa8-06443220faf6/d50b1222-93c9-4fcc-bfa8-06443220faf6.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.944855] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c451cc9-39c3-44c8-a838-1671bb2cdf2f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.967366] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "f27525d9-4f10-4814-a02a-162631012ad9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.968037] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "f27525d9-4f10-4814-a02a-162631012ad9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.973643] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Waiting for the task: (returnval){ [ 877.973643] env[70039]: value = "task-3330747" [ 877.973643] env[70039]: _type = "Task" [ 877.973643] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.985921] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': task-3330747, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.043853] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330745, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.092235] env[70039]: DEBUG nova.compute.manager [req-da562b5f-9750-467a-89f0-756ea0011340 req-ed9a9fe9-f2d6-4d13-aa2b-5e08dd3e667b service nova] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Received event network-vif-deleted-bba3b332-9fbc-4998-bd9c-fcc140dbd274 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.103125] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330746, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.094744} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.103959] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70039) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 878.104811] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093f9f28-f805-47ac-90e2-0aad4103d692 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.133830] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 4f708010-c2f7-4afd-b222-211dc24c32f1/swap.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.136981] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61ecaabd-e2de-4ac6-947a-ca228dae7c8f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.152097] env[70039]: DEBUG nova.network.neutron [req-f6666bcc-55dc-4d02-950f-e293154f5d08 req-3ee227a0-30f1-43e5-b87a-1fbd47770a8c service nova] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Updated VIF entry in instance network info cache for port 650c095b-db82-4d68-bebf-b31a3913431c. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.152097] env[70039]: DEBUG nova.network.neutron [req-f6666bcc-55dc-4d02-950f-e293154f5d08 req-3ee227a0-30f1-43e5-b87a-1fbd47770a8c service nova] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Updating instance_info_cache with network_info: [{"id": "650c095b-db82-4d68-bebf-b31a3913431c", "address": "fa:16:3e:c0:bf:74", "network": {"id": "780852e3-ae58-461a-907c-f203483c2e87", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-904820194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e22042faf1f54fb38f52987967c3970b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap650c095b-db", "ovs_interfaceid": "650c095b-db82-4d68-bebf-b31a3913431c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.159923] env[70039]: INFO nova.compute.manager [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Took 55.23 seconds to build instance. [ 878.164876] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 878.164876] env[70039]: value = "task-3330748" [ 878.164876] env[70039]: _type = "Task" [ 878.164876] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.174956] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.217753] env[70039]: DEBUG nova.network.neutron [-] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.371593] env[70039]: INFO nova.compute.manager [-] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Took 1.46 seconds to deallocate network for instance. [ 878.383095] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cec6a3d-7d51-448f-9134-f685eef3fce3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.391266] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca1aa03-8b7a-4a01-861b-c8874e127c0e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.428311] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1720cd2b-968f-4c20-ba9c-a78110d5fe62 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.436041] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7ae675-ac02-40bf-a64d-25d72c8fa6e1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.451626] env[70039]: DEBUG nova.compute.provider_tree [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.484886] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': task-3330747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.519428] env[70039]: DEBUG nova.network.neutron [None req-38eaae7c-1caf-405f-8307-4efbfb02667a tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Updating instance_info_cache with network_info: [{"id": "fd274843-22d2-4393-9ea8-b08f21e6f4d6", "address": "fa:16:3e:12:02:01", "network": {"id": "9a88484d-e00a-450f-9870-853d92a5a7fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1659914850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa1d6327778143099f8562cf83fb236b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd274843-22", "ovs_interfaceid": "fd274843-22d2-4393-9ea8-b08f21e6f4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.545562] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330745, 'name': CreateVM_Task, 'duration_secs': 0.637605} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.545823] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.546609] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.546852] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.547193] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.547762] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c822772-a450-4795-8b99-5ba1797a88ee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.553219] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 878.553219] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52fefd98-7fa5-7dbc-f7cb-dc99dd8b2453" [ 878.553219] env[70039]: _type = "Task" [ 878.553219] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.563554] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fefd98-7fa5-7dbc-f7cb-dc99dd8b2453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.657787] env[70039]: DEBUG oslo_concurrency.lockutils [req-f6666bcc-55dc-4d02-950f-e293154f5d08 req-3ee227a0-30f1-43e5-b87a-1fbd47770a8c service nova] Releasing lock "refresh_cache-39f01a63-4ec9-4603-bd89-55f34a4fbfe9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.665655] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e35811c7-c768-4c07-959d-4b91fec87405 tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Lock "a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.997s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.680118] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.722322] env[70039]: INFO nova.compute.manager [-] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Took 1.39 seconds to deallocate network for instance. [ 878.889600] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.955068] env[70039]: DEBUG nova.scheduler.client.report [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.987699] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': task-3330747, 'name': ReconfigVM_Task, 'duration_secs': 0.728399} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.991115] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Reconfigured VM instance instance-0000002e to attach disk [datastore2] d50b1222-93c9-4fcc-bfa8-06443220faf6/d50b1222-93c9-4fcc-bfa8-06443220faf6.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.992199] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0b635af-530b-4114-954c-749464179645 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.999282] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Waiting for the task: (returnval){ [ 878.999282] env[70039]: value = "task-3330749" [ 878.999282] env[70039]: _type = "Task" [ 878.999282] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.009122] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': task-3330749, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.022190] env[70039]: DEBUG oslo_concurrency.lockutils [None req-38eaae7c-1caf-405f-8307-4efbfb02667a tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Releasing lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.022312] env[70039]: DEBUG nova.compute.manager [None req-38eaae7c-1caf-405f-8307-4efbfb02667a tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Inject network info {{(pid=70039) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 879.025785] env[70039]: DEBUG nova.compute.manager [None req-38eaae7c-1caf-405f-8307-4efbfb02667a tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] network_info to inject: |[{"id": "fd274843-22d2-4393-9ea8-b08f21e6f4d6", "address": "fa:16:3e:12:02:01", "network": {"id": "9a88484d-e00a-450f-9870-853d92a5a7fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1659914850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa1d6327778143099f8562cf83fb236b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd274843-22", "ovs_interfaceid": "fd274843-22d2-4393-9ea8-b08f21e6f4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 879.028944] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-38eaae7c-1caf-405f-8307-4efbfb02667a tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Reconfiguring VM instance to set the machine id {{(pid=70039) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 879.029959] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2201749-0f90-4864-9a5d-61eb95dd6c91 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.045229] env[70039]: DEBUG oslo_vmware.api [None req-38eaae7c-1caf-405f-8307-4efbfb02667a tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Waiting for the task: (returnval){ [ 879.045229] env[70039]: value = "task-3330750" [ 879.045229] env[70039]: _type = "Task" [ 879.045229] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.053896] env[70039]: DEBUG oslo_vmware.api [None req-38eaae7c-1caf-405f-8307-4efbfb02667a tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': task-3330750, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.065997] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fefd98-7fa5-7dbc-f7cb-dc99dd8b2453, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.067174] env[70039]: DEBUG nova.network.neutron [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Successfully updated port: acd661e5-50d1-40d8-9ab2-883096c92f48 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.069178] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.069615] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.069767] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.069913] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.070120] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.070407] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f62ee1a1-6e73-405b-959d-f05c2a2405ec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.082027] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.082027] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.082760] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-000bb254-4b96-4882-82a9-f99ce29f2134 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.088993] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 879.088993] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ff56e0-4318-fe59-4cc4-ef96bceb45a8" [ 879.088993] env[70039]: _type = "Task" [ 879.088993] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.100420] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ff56e0-4318-fe59-4cc4-ef96bceb45a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.165874] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "ea84108b-c83b-4c1d-8651-f1e52be5bf2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.166117] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "ea84108b-c83b-4c1d-8651-f1e52be5bf2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.171477] env[70039]: DEBUG nova.compute.manager [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.180520] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330748, 'name': ReconfigVM_Task, 'duration_secs': 0.723899} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.180574] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 4f708010-c2f7-4afd-b222-211dc24c32f1/swap.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.180892] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Updating instance '4f708010-c2f7-4afd-b222-211dc24c32f1' progress to 83 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.227788] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.282493] env[70039]: DEBUG nova.compute.manager [req-14bef59c-0a61-4d52-a99a-b565aa31b1f6 req-0047ee19-ab10-4996-8d84-4d26c47d447c service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Received event network-changed-fd274843-22d2-4393-9ea8-b08f21e6f4d6 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.282789] env[70039]: DEBUG nova.compute.manager [req-14bef59c-0a61-4d52-a99a-b565aa31b1f6 req-0047ee19-ab10-4996-8d84-4d26c47d447c service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Refreshing instance network info cache due to event network-changed-fd274843-22d2-4393-9ea8-b08f21e6f4d6. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.283772] env[70039]: DEBUG oslo_concurrency.lockutils [req-14bef59c-0a61-4d52-a99a-b565aa31b1f6 req-0047ee19-ab10-4996-8d84-4d26c47d447c service nova] Acquiring lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.283772] env[70039]: DEBUG oslo_concurrency.lockutils [req-14bef59c-0a61-4d52-a99a-b565aa31b1f6 req-0047ee19-ab10-4996-8d84-4d26c47d447c service nova] Acquired lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.283772] env[70039]: DEBUG nova.network.neutron [req-14bef59c-0a61-4d52-a99a-b565aa31b1f6 req-0047ee19-ab10-4996-8d84-4d26c47d447c service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Refreshing network info cache for port fd274843-22d2-4393-9ea8-b08f21e6f4d6 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.471577] env[70039]: DEBUG oslo_concurrency.lockutils [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.472271] env[70039]: DEBUG oslo_concurrency.lockutils [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.513s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.472618] env[70039]: DEBUG nova.objects.instance [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lazy-loading 'resources' on Instance uuid dfd54a1a-b989-4277-8e7a-2892a1e0e510 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.504928] env[70039]: INFO nova.scheduler.client.report [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Deleted allocations for instance 49b611f4-ea23-46af-ba2e-b4e861eac8a2 [ 879.511762] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': task-3330749, 'name': Rename_Task, 'duration_secs': 0.230095} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.512259] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.512886] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4292482f-cfcf-435f-ade9-f8e9caa102bc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.519103] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Waiting for the task: (returnval){ [ 879.519103] env[70039]: value = "task-3330751" [ 879.519103] env[70039]: _type = "Task" [ 879.519103] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.527248] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': task-3330751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.558692] env[70039]: DEBUG oslo_vmware.api [None req-38eaae7c-1caf-405f-8307-4efbfb02667a tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': task-3330750, 'name': ReconfigVM_Task, 'duration_secs': 0.140834} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.559019] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-38eaae7c-1caf-405f-8307-4efbfb02667a tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Reconfigured VM instance to set the machine id {{(pid=70039) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 879.576849] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "refresh_cache-fe48041e-1a3f-4be1-a2e8-44f4c0482552" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.576849] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquired lock "refresh_cache-fe48041e-1a3f-4be1-a2e8-44f4c0482552" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.576849] env[70039]: DEBUG nova.network.neutron [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.600758] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ff56e0-4318-fe59-4cc4-ef96bceb45a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01005} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.601703] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4be9456-fcf5-4d32-a9d4-7b0a99afb5ec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.608228] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 879.608228] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b6f3d0-039d-87d5-9089-12a36318b7fd" [ 879.608228] env[70039]: _type = "Task" [ 879.608228] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.617638] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b6f3d0-039d-87d5-9089-12a36318b7fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.689047] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.690047] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab06b458-f959-4884-b27c-da2abc6713f2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.700072] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 879.700072] env[70039]: value = "task-3330752" [ 879.700072] env[70039]: _type = "Task" [ 879.700072] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.704561] env[70039]: DEBUG oslo_concurrency.lockutils [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.710137] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.867773] env[70039]: DEBUG oslo_concurrency.lockutils [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "9448d172-6f54-4d87-801a-f72fbee574f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.872852] env[70039]: DEBUG oslo_concurrency.lockutils [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "9448d172-6f54-4d87-801a-f72fbee574f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.010023] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Volume attach. Driver type: vmdk {{(pid=70039) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 880.010023] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664912', 'volume_id': '78160488-e7eb-498b-a5f3-fe873c886f58', 'name': 'volume-78160488-e7eb-498b-a5f3-fe873c886f58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '477eea39-7f60-461a-9c38-f40236440f23', 'attached_at': '', 'detached_at': '', 'volume_id': '78160488-e7eb-498b-a5f3-fe873c886f58', 'serial': '78160488-e7eb-498b-a5f3-fe873c886f58'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 880.010023] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e8995c-7484-4323-ae7f-80af1a1b7761 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.028081] env[70039]: DEBUG oslo_concurrency.lockutils [None req-75e14bf5-58b4-462f-b58e-07e4a14c26e8 tempest-FloatingIPsAssociationTestJSON-445852628 tempest-FloatingIPsAssociationTestJSON-445852628-project-member] Lock "49b611f4-ea23-46af-ba2e-b4e861eac8a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.782s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.046811] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61c900f-7b7b-48c0-a86a-e66910faa9bf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.056838] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': task-3330751, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.089507] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] volume-78160488-e7eb-498b-a5f3-fe873c886f58/volume-78160488-e7eb-498b-a5f3-fe873c886f58.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.095615] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc1c8071-d35f-4d60-9380-2a68934750ee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.121146] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b6f3d0-039d-87d5-9089-12a36318b7fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.126147] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.126147] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 39f01a63-4ec9-4603-bd89-55f34a4fbfe9/39f01a63-4ec9-4603-bd89-55f34a4fbfe9.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.126147] env[70039]: DEBUG oslo_vmware.api [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 880.126147] env[70039]: value = "task-3330753" [ 880.126147] env[70039]: _type = "Task" [ 880.126147] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.126147] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-542f8b8d-6d9e-43f9-bd5e-48113fb62e32 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.139457] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 880.139457] env[70039]: value = "task-3330754" [ 880.139457] env[70039]: _type = "Task" [ 880.139457] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.143619] env[70039]: DEBUG oslo_vmware.api [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.153195] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.176517] env[70039]: DEBUG nova.network.neutron [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.212202] env[70039]: DEBUG oslo_vmware.api [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330752, 'name': PowerOnVM_Task, 'duration_secs': 0.505189} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.220039] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.220039] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b3068ca1-5d25-482a-b68a-18a3522f40fd tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Updating instance '4f708010-c2f7-4afd-b222-211dc24c32f1' progress to 100 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 880.333100] env[70039]: DEBUG oslo_concurrency.lockutils [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Acquiring lock "4c7eb769-8838-453b-8e4a-7664256d75f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.333224] env[70039]: DEBUG oslo_concurrency.lockutils [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Lock "4c7eb769-8838-453b-8e4a-7664256d75f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.334285] env[70039]: DEBUG oslo_concurrency.lockutils [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Acquiring lock "4c7eb769-8838-453b-8e4a-7664256d75f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.334285] env[70039]: DEBUG oslo_concurrency.lockutils [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Lock "4c7eb769-8838-453b-8e4a-7664256d75f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.334285] env[70039]: DEBUG oslo_concurrency.lockutils [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Lock "4c7eb769-8838-453b-8e4a-7664256d75f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.342024] env[70039]: INFO nova.compute.manager [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Terminating instance [ 880.361904] env[70039]: DEBUG nova.network.neutron [req-14bef59c-0a61-4d52-a99a-b565aa31b1f6 req-0047ee19-ab10-4996-8d84-4d26c47d447c service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Updated VIF entry in instance network info cache for port fd274843-22d2-4393-9ea8-b08f21e6f4d6. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.362482] env[70039]: DEBUG nova.network.neutron [req-14bef59c-0a61-4d52-a99a-b565aa31b1f6 req-0047ee19-ab10-4996-8d84-4d26c47d447c service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Updating instance_info_cache with network_info: [{"id": "fd274843-22d2-4393-9ea8-b08f21e6f4d6", "address": "fa:16:3e:12:02:01", "network": {"id": "9a88484d-e00a-450f-9870-853d92a5a7fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1659914850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa1d6327778143099f8562cf83fb236b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd274843-22", "ovs_interfaceid": "fd274843-22d2-4393-9ea8-b08f21e6f4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.449040] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Acquiring lock "a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.449040] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Lock "a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.449040] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Acquiring lock "a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.449040] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Lock "a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.449040] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Lock "a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.450946] env[70039]: INFO nova.compute.manager [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Terminating instance [ 880.477236] env[70039]: DEBUG nova.network.neutron [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Updating instance_info_cache with network_info: [{"id": "acd661e5-50d1-40d8-9ab2-883096c92f48", "address": "fa:16:3e:5c:1b:fe", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd661e5-50", "ovs_interfaceid": "acd661e5-50d1-40d8-9ab2-883096c92f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.546048] env[70039]: DEBUG oslo_vmware.api [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': task-3330751, 'name': PowerOnVM_Task, 'duration_secs': 0.543228} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.546048] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.546048] env[70039]: INFO nova.compute.manager [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Took 9.09 seconds to spawn the instance on the hypervisor. [ 880.546048] env[70039]: DEBUG nova.compute.manager [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.546048] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6084e0-e811-4e75-aee2-ea124f0f0d50 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.639387] env[70039]: DEBUG oslo_vmware.api [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330753, 'name': ReconfigVM_Task, 'duration_secs': 0.444795} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.639750] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Reconfigured VM instance instance-0000002b to attach disk [datastore2] volume-78160488-e7eb-498b-a5f3-fe873c886f58/volume-78160488-e7eb-498b-a5f3-fe873c886f58.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.648578] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc458c7c-eee0-49b4-9e1e-2449e3239400 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.669298] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330754, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.670878] env[70039]: DEBUG oslo_vmware.api [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 880.670878] env[70039]: value = "task-3330755" [ 880.670878] env[70039]: _type = "Task" [ 880.670878] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.681834] env[70039]: DEBUG oslo_vmware.api [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.790077] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5157588e-aeef-465e-b8ce-40f7d893576c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.801432] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48207f81-2906-4660-8451-29d71be10677 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.833733] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d271d98d-f8ea-41dc-998a-61f46a09783c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.842242] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20348be0-d41e-4a01-b221-322acbe4899f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.847711] env[70039]: DEBUG nova.compute.manager [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.847803] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.848641] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fb3040-36bc-48ab-a887-b28022eeb406 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.861893] env[70039]: DEBUG nova.compute.provider_tree [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.865538] env[70039]: DEBUG oslo_concurrency.lockutils [req-14bef59c-0a61-4d52-a99a-b565aa31b1f6 req-0047ee19-ab10-4996-8d84-4d26c47d447c service nova] Releasing lock "refresh_cache-4c7eb769-8838-453b-8e4a-7664256d75f5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.865646] env[70039]: DEBUG nova.compute.manager [req-14bef59c-0a61-4d52-a99a-b565aa31b1f6 req-0047ee19-ab10-4996-8d84-4d26c47d447c service nova] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Received event network-vif-deleted-ba4bcf85-2361-46c2-9fd6-fa0af1b50ff9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.865992] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.866472] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b21ce97-fb55-4759-9469-1a72407352d7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.871723] env[70039]: DEBUG oslo_vmware.api [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Waiting for the task: (returnval){ [ 880.871723] env[70039]: value = "task-3330756" [ 880.871723] env[70039]: _type = "Task" [ 880.871723] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.881122] env[70039]: DEBUG oslo_vmware.api [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': task-3330756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.957835] env[70039]: DEBUG nova.compute.manager [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.959446] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.959446] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0ae529-01fb-45f4-9e76-56d385a7c1a6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.967761] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.967761] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff833f44-33e3-4403-9bd7-8ddec720e5d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.973959] env[70039]: DEBUG oslo_vmware.api [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Waiting for the task: (returnval){ [ 880.973959] env[70039]: value = "task-3330757" [ 880.973959] env[70039]: _type = "Task" [ 880.973959] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.981258] env[70039]: DEBUG oslo_vmware.api [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': task-3330757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.982731] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Releasing lock "refresh_cache-fe48041e-1a3f-4be1-a2e8-44f4c0482552" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.983070] env[70039]: DEBUG nova.compute.manager [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Instance network_info: |[{"id": "acd661e5-50d1-40d8-9ab2-883096c92f48", "address": "fa:16:3e:5c:1b:fe", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd661e5-50", "ovs_interfaceid": "acd661e5-50d1-40d8-9ab2-883096c92f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.983559] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:1b:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acd661e5-50d1-40d8-9ab2-883096c92f48', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.991118] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.991365] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.991584] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b40d3eb-926f-49b5-a6a9-3a05817c6786 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.012095] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.012095] env[70039]: value = "task-3330758" [ 881.012095] env[70039]: _type = "Task" [ 881.012095] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.025808] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330758, 'name': CreateVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.071485] env[70039]: INFO nova.compute.manager [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Took 55.82 seconds to build instance. [ 881.164037] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669828} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.164037] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 39f01a63-4ec9-4603-bd89-55f34a4fbfe9/39f01a63-4ec9-4603-bd89-55f34a4fbfe9.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.164037] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.164037] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae7280ee-5fb3-4a49-ad79-a2031bc90418 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.173308] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 881.173308] env[70039]: value = "task-3330759" [ 881.173308] env[70039]: _type = "Task" [ 881.173308] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.187713] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.191538] env[70039]: DEBUG oslo_vmware.api [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330755, 'name': ReconfigVM_Task, 'duration_secs': 0.15399} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.191538] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664912', 'volume_id': '78160488-e7eb-498b-a5f3-fe873c886f58', 'name': 'volume-78160488-e7eb-498b-a5f3-fe873c886f58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '477eea39-7f60-461a-9c38-f40236440f23', 'attached_at': '', 'detached_at': '', 'volume_id': '78160488-e7eb-498b-a5f3-fe873c886f58', 'serial': '78160488-e7eb-498b-a5f3-fe873c886f58'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 881.368891] env[70039]: DEBUG nova.scheduler.client.report [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.381264] env[70039]: DEBUG oslo_vmware.api [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': task-3330756, 'name': PowerOffVM_Task, 'duration_secs': 0.332393} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.383769] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.383769] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.384870] env[70039]: DEBUG nova.compute.manager [req-f985028e-7b4e-4de1-8e33-a67f895d418c req-bc260068-fda3-4725-bc3e-1bde782c1147 service nova] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Received event network-vif-plugged-acd661e5-50d1-40d8-9ab2-883096c92f48 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.384870] env[70039]: DEBUG oslo_concurrency.lockutils [req-f985028e-7b4e-4de1-8e33-a67f895d418c req-bc260068-fda3-4725-bc3e-1bde782c1147 service nova] Acquiring lock "fe48041e-1a3f-4be1-a2e8-44f4c0482552-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.384870] env[70039]: DEBUG oslo_concurrency.lockutils [req-f985028e-7b4e-4de1-8e33-a67f895d418c req-bc260068-fda3-4725-bc3e-1bde782c1147 service nova] Lock "fe48041e-1a3f-4be1-a2e8-44f4c0482552-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.384870] env[70039]: DEBUG oslo_concurrency.lockutils [req-f985028e-7b4e-4de1-8e33-a67f895d418c req-bc260068-fda3-4725-bc3e-1bde782c1147 service nova] Lock "fe48041e-1a3f-4be1-a2e8-44f4c0482552-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.384870] env[70039]: DEBUG nova.compute.manager [req-f985028e-7b4e-4de1-8e33-a67f895d418c req-bc260068-fda3-4725-bc3e-1bde782c1147 service nova] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] No waiting events found dispatching network-vif-plugged-acd661e5-50d1-40d8-9ab2-883096c92f48 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.384870] env[70039]: WARNING nova.compute.manager [req-f985028e-7b4e-4de1-8e33-a67f895d418c req-bc260068-fda3-4725-bc3e-1bde782c1147 service nova] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Received unexpected event network-vif-plugged-acd661e5-50d1-40d8-9ab2-883096c92f48 for instance with vm_state building and task_state spawning. [ 881.385849] env[70039]: DEBUG nova.compute.manager [req-f985028e-7b4e-4de1-8e33-a67f895d418c req-bc260068-fda3-4725-bc3e-1bde782c1147 service nova] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Received event network-changed-acd661e5-50d1-40d8-9ab2-883096c92f48 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.385849] env[70039]: DEBUG nova.compute.manager [req-f985028e-7b4e-4de1-8e33-a67f895d418c req-bc260068-fda3-4725-bc3e-1bde782c1147 service nova] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Refreshing instance network info cache due to event network-changed-acd661e5-50d1-40d8-9ab2-883096c92f48. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.385849] env[70039]: DEBUG oslo_concurrency.lockutils [req-f985028e-7b4e-4de1-8e33-a67f895d418c req-bc260068-fda3-4725-bc3e-1bde782c1147 service nova] Acquiring lock "refresh_cache-fe48041e-1a3f-4be1-a2e8-44f4c0482552" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.385849] env[70039]: DEBUG oslo_concurrency.lockutils [req-f985028e-7b4e-4de1-8e33-a67f895d418c req-bc260068-fda3-4725-bc3e-1bde782c1147 service nova] Acquired lock "refresh_cache-fe48041e-1a3f-4be1-a2e8-44f4c0482552" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.385849] env[70039]: DEBUG nova.network.neutron [req-f985028e-7b4e-4de1-8e33-a67f895d418c req-bc260068-fda3-4725-bc3e-1bde782c1147 service nova] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Refreshing network info cache for port acd661e5-50d1-40d8-9ab2-883096c92f48 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.388161] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e709ae8b-fd02-4ab7-882b-96c63c199a02 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.445517] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.445759] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.446114] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Deleting the datastore file [datastore2] 4c7eb769-8838-453b-8e4a-7664256d75f5 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.446358] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93b60be8-b08c-4170-a094-382604a883ab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.452921] env[70039]: DEBUG oslo_vmware.api [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Waiting for the task: (returnval){ [ 881.452921] env[70039]: value = "task-3330761" [ 881.452921] env[70039]: _type = "Task" [ 881.452921] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.465101] env[70039]: DEBUG oslo_vmware.api [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': task-3330761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.483950] env[70039]: DEBUG oslo_vmware.api [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': task-3330757, 'name': PowerOffVM_Task, 'duration_secs': 0.297279} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.483950] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.483950] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.483950] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-574634b7-c089-42c6-9b63-e9b5c3a064c5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.522352] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330758, 'name': CreateVM_Task, 'duration_secs': 0.36134} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.522544] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.523532] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.523699] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.524175] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.524465] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa45b1d7-5662-4d51-8808-ed587e60dee2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.529485] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 881.529485] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b0b42a-eabf-9fdf-744e-7ee36006803f" [ 881.529485] env[70039]: _type = "Task" [ 881.529485] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.538738] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b0b42a-eabf-9fdf-744e-7ee36006803f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.552173] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.552316] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.552460] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Deleting the datastore file [datastore2] a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.552989] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e7a8173-0246-4fbd-bc40-96b22d0cb0c0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.559099] env[70039]: DEBUG oslo_vmware.api [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Waiting for the task: (returnval){ [ 881.559099] env[70039]: value = "task-3330763" [ 881.559099] env[70039]: _type = "Task" [ 881.559099] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.567575] env[70039]: DEBUG oslo_vmware.api [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': task-3330763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.574162] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1cce3c81-fdc4-4826-b58b-611278e2d4eb tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Lock "d50b1222-93c9-4fcc-bfa8-06443220faf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.574s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.687955] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083302} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.688275] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.689312] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f413d77-bff9-4a2f-ad38-58fb659b31a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.715807] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 39f01a63-4ec9-4603-bd89-55f34a4fbfe9/39f01a63-4ec9-4603-bd89-55f34a4fbfe9.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.716431] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-469c1cdd-e6ca-4209-af70-bf3d793ad2d8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.735619] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 881.735619] env[70039]: value = "task-3330764" [ 881.735619] env[70039]: _type = "Task" [ 881.735619] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.748977] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.883498] env[70039]: DEBUG oslo_concurrency.lockutils [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.411s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.886240] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.172s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.887789] env[70039]: INFO nova.compute.claims [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.918521] env[70039]: INFO nova.scheduler.client.report [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Deleted allocations for instance dfd54a1a-b989-4277-8e7a-2892a1e0e510 [ 881.966907] env[70039]: DEBUG oslo_vmware.api [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Task: {'id': task-3330761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45074} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.967588] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.967588] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.967850] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.967850] env[70039]: INFO nova.compute.manager [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 881.968137] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.968361] env[70039]: DEBUG nova.compute.manager [-] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.968447] env[70039]: DEBUG nova.network.neutron [-] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.042938] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b0b42a-eabf-9fdf-744e-7ee36006803f, 'name': SearchDatastore_Task, 'duration_secs': 0.025897} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.043398] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.043745] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.043982] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.044150] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.044348] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.045029] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4e71c71-12b5-4efb-b9b5-f9db83ae859e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.056496] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.056700] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.057511] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-555c345a-83b6-4aa4-bd0a-914324d4fc2a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.072526] env[70039]: DEBUG oslo_vmware.api [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Task: {'id': task-3330763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412255} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.073475] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.073666] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.073848] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.074045] env[70039]: INFO nova.compute.manager [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 882.074286] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.074562] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 882.074562] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52be644a-78e9-e551-c814-55b8c7317822" [ 882.074562] env[70039]: _type = "Task" [ 882.074562] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.074754] env[70039]: DEBUG nova.compute.manager [-] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.074902] env[70039]: DEBUG nova.network.neutron [-] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.077084] env[70039]: DEBUG nova.compute.manager [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.095368] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52be644a-78e9-e551-c814-55b8c7317822, 'name': SearchDatastore_Task, 'duration_secs': 0.012953} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.097115] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e7635a9-1e9b-482a-82db-a60c0dfaf057 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.113648] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 882.113648] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52d86ee1-a229-8fdf-e5bd-4ad70a3b544b" [ 882.113648] env[70039]: _type = "Task" [ 882.113648] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.125563] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d86ee1-a229-8fdf-e5bd-4ad70a3b544b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.246978] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330764, 'name': ReconfigVM_Task, 'duration_secs': 0.33074} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.247287] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 39f01a63-4ec9-4603-bd89-55f34a4fbfe9/39f01a63-4ec9-4603-bd89-55f34a4fbfe9.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.248223] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6054af8-fb6d-4927-af48-65012248e199 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.259682] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 882.259682] env[70039]: value = "task-3330765" [ 882.259682] env[70039]: _type = "Task" [ 882.259682] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.269854] env[70039]: DEBUG nova.objects.instance [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lazy-loading 'flavor' on Instance uuid 477eea39-7f60-461a-9c38-f40236440f23 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.271324] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330765, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.433661] env[70039]: DEBUG oslo_concurrency.lockutils [None req-02c50d17-e5fb-4c46-acec-6e8fea254b41 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "dfd54a1a-b989-4277-8e7a-2892a1e0e510" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.569s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.482778] env[70039]: DEBUG nova.network.neutron [req-f985028e-7b4e-4de1-8e33-a67f895d418c req-bc260068-fda3-4725-bc3e-1bde782c1147 service nova] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Updated VIF entry in instance network info cache for port acd661e5-50d1-40d8-9ab2-883096c92f48. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.483510] env[70039]: DEBUG nova.network.neutron [req-f985028e-7b4e-4de1-8e33-a67f895d418c req-bc260068-fda3-4725-bc3e-1bde782c1147 service nova] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Updating instance_info_cache with network_info: [{"id": "acd661e5-50d1-40d8-9ab2-883096c92f48", "address": "fa:16:3e:5c:1b:fe", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd661e5-50", "ovs_interfaceid": "acd661e5-50d1-40d8-9ab2-883096c92f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.504324] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "477eea39-7f60-461a-9c38-f40236440f23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.606463] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.613053] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "4f708010-c2f7-4afd-b222-211dc24c32f1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.613053] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "4f708010-c2f7-4afd-b222-211dc24c32f1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.613053] env[70039]: DEBUG nova.compute.manager [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Going to confirm migration 2 {{(pid=70039) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 882.627992] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d86ee1-a229-8fdf-e5bd-4ad70a3b544b, 'name': SearchDatastore_Task, 'duration_secs': 0.0186} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.628340] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.628629] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] fe48041e-1a3f-4be1-a2e8-44f4c0482552/fe48041e-1a3f-4be1-a2e8-44f4c0482552.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.628897] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-009756ae-d979-4aa8-8e2b-103cb0bb0279 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.640020] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 882.640020] env[70039]: value = "task-3330766" [ 882.640020] env[70039]: _type = "Task" [ 882.640020] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.651244] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.769677] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330765, 'name': Rename_Task, 'duration_secs': 0.241869} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.769972] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.770304] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-895fb5e0-e82f-4779-88e5-2439fe38704e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.774816] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0b0de0d0-6517-4bdf-ae11-b4bb2e515d0a tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "477eea39-7f60-461a-9c38-f40236440f23" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.921s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.775877] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "477eea39-7f60-461a-9c38-f40236440f23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.272s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.776211] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "477eea39-7f60-461a-9c38-f40236440f23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.776316] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "477eea39-7f60-461a-9c38-f40236440f23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.776494] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "477eea39-7f60-461a-9c38-f40236440f23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.779830] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 882.779830] env[70039]: value = "task-3330767" [ 882.779830] env[70039]: _type = "Task" [ 882.779830] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.780305] env[70039]: INFO nova.compute.manager [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Terminating instance [ 882.791656] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.988430] env[70039]: DEBUG oslo_concurrency.lockutils [req-f985028e-7b4e-4de1-8e33-a67f895d418c req-bc260068-fda3-4725-bc3e-1bde782c1147 service nova] Releasing lock "refresh_cache-fe48041e-1a3f-4be1-a2e8-44f4c0482552" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.150324] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330766, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.155748] env[70039]: DEBUG nova.network.neutron [-] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.183698] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "refresh_cache-4f708010-c2f7-4afd-b222-211dc24c32f1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.183698] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquired lock "refresh_cache-4f708010-c2f7-4afd-b222-211dc24c32f1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.183698] env[70039]: DEBUG nova.network.neutron [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.183698] env[70039]: DEBUG nova.objects.instance [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lazy-loading 'info_cache' on Instance uuid 4f708010-c2f7-4afd-b222-211dc24c32f1 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.195799] env[70039]: DEBUG nova.compute.manager [req-f314d370-f68e-4de3-a82c-a040ed9852ef req-dee94d60-983a-4ea5-ba91-10a340165e60 service nova] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Received event network-vif-deleted-d3f9c871-0b1a-4816-a0ed-fd0e134ee209 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.288703] env[70039]: DEBUG nova.compute.manager [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.289530] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.289530] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41014048-2275-42dd-b489-d959da617e59 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.298125] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330767, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.299715] env[70039]: DEBUG oslo_vmware.api [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 883.299715] env[70039]: value = "task-3330768" [ 883.299715] env[70039]: _type = "Task" [ 883.299715] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.310792] env[70039]: DEBUG oslo_vmware.api [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.558220] env[70039]: DEBUG nova.compute.manager [req-ce969980-79f3-40bf-a22f-2934ff871e84 req-89312eda-415f-4517-af22-88e6018cdde8 service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Received event network-vif-deleted-fd274843-22d2-4393-9ea8-b08f21e6f4d6 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.560163] env[70039]: INFO nova.compute.manager [req-ce969980-79f3-40bf-a22f-2934ff871e84 req-89312eda-415f-4517-af22-88e6018cdde8 service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Neutron deleted interface fd274843-22d2-4393-9ea8-b08f21e6f4d6; detaching it from the instance and deleting it from the info cache [ 883.560289] env[70039]: DEBUG nova.network.neutron [req-ce969980-79f3-40bf-a22f-2934ff871e84 req-89312eda-415f-4517-af22-88e6018cdde8 service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.571402] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34eee9e-9bb8-4d6c-883f-e29e11b4f49f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.581100] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0a769d-04fd-469a-92db-6de4b53af354 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.614555] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4c9a56-e368-4eeb-a743-56313f4b0e78 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.622043] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c88a458-45bc-412f-ba6e-59544bff6063 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.640328] env[70039]: DEBUG nova.compute.provider_tree [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.651818] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604945} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.651818] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] fe48041e-1a3f-4be1-a2e8-44f4c0482552/fe48041e-1a3f-4be1-a2e8-44f4c0482552.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.651818] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.651818] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88167593-b238-4405-984b-46d812a5f6e1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.658850] env[70039]: INFO nova.compute.manager [-] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Took 1.58 seconds to deallocate network for instance. [ 883.659256] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 883.659256] env[70039]: value = "task-3330769" [ 883.659256] env[70039]: _type = "Task" [ 883.659256] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.676731] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.760168] env[70039]: DEBUG nova.network.neutron [-] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.795641] env[70039]: DEBUG oslo_vmware.api [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330767, 'name': PowerOnVM_Task, 'duration_secs': 0.693469} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.796140] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.796616] env[70039]: INFO nova.compute.manager [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Took 9.56 seconds to spawn the instance on the hypervisor. [ 883.796818] env[70039]: DEBUG nova.compute.manager [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.797750] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b2ef82-baa9-4165-a895-2245f492ee66 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.814259] env[70039]: DEBUG oslo_vmware.api [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330768, 'name': PowerOffVM_Task, 'duration_secs': 0.264701} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.814869] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.815081] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Volume detach. Driver type: vmdk {{(pid=70039) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 883.815281] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664912', 'volume_id': '78160488-e7eb-498b-a5f3-fe873c886f58', 'name': 'volume-78160488-e7eb-498b-a5f3-fe873c886f58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '477eea39-7f60-461a-9c38-f40236440f23', 'attached_at': '', 'detached_at': '', 'volume_id': '78160488-e7eb-498b-a5f3-fe873c886f58', 'serial': '78160488-e7eb-498b-a5f3-fe873c886f58'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 883.816110] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a931fac4-90c5-4994-8de7-e4af6c208739 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.837315] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4447d3c-5c4b-4c6b-9792-d50dcb758ffe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.845821] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4acbc1a-9a0a-43da-9f2b-df0e6fa156a8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.870017] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd42c1d-603a-4902-bb0f-180efb577fcd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.885206] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] The volume has not been displaced from its original location: [datastore2] volume-78160488-e7eb-498b-a5f3-fe873c886f58/volume-78160488-e7eb-498b-a5f3-fe873c886f58.vmdk. No consolidation needed. {{(pid=70039) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 883.890644] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Reconfiguring VM instance instance-0000002b to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 883.891272] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3142b01e-513a-4e46-9ee2-36e35a4fb1b7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.909654] env[70039]: DEBUG oslo_vmware.api [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 883.909654] env[70039]: value = "task-3330770" [ 883.909654] env[70039]: _type = "Task" [ 883.909654] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.917148] env[70039]: DEBUG oslo_vmware.api [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.063961] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2dfb644-4818-4689-880f-831803a00c4e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.075554] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e11343-41eb-4df4-92ee-c48bbe14d5a6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.105808] env[70039]: DEBUG nova.compute.manager [req-ce969980-79f3-40bf-a22f-2934ff871e84 req-89312eda-415f-4517-af22-88e6018cdde8 service nova] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Detach interface failed, port_id=fd274843-22d2-4393-9ea8-b08f21e6f4d6, reason: Instance 4c7eb769-8838-453b-8e4a-7664256d75f5 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 884.141913] env[70039]: DEBUG nova.scheduler.client.report [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.168181] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.173645] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065049} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.173969] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.174827] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04d7121-615c-4605-a9ad-a784f279bcab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.200159] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] fe48041e-1a3f-4be1-a2e8-44f4c0482552/fe48041e-1a3f-4be1-a2e8-44f4c0482552.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.201892] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cdc1bcf-3a99-487d-875c-9ddc464f72c8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.221892] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 884.221892] env[70039]: value = "task-3330771" [ 884.221892] env[70039]: _type = "Task" [ 884.221892] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.230095] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.263070] env[70039]: INFO nova.compute.manager [-] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Took 2.29 seconds to deallocate network for instance. [ 884.323021] env[70039]: INFO nova.compute.manager [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Took 49.55 seconds to build instance. [ 884.421610] env[70039]: DEBUG oslo_vmware.api [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330770, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.465054] env[70039]: DEBUG nova.network.neutron [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Updating instance_info_cache with network_info: [{"id": "fb6cdacf-e1b0-47b1-9fd8-0660c71fe019", "address": "fa:16:3e:33:c9:d8", "network": {"id": "9ff38878-283c-474f-979b-436beef68ef8", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-657367659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a78931973c46ffb11d8cb2da17d519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6cdacf-e1", "ovs_interfaceid": "fb6cdacf-e1b0-47b1-9fd8-0660c71fe019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.647539] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.648081] env[70039]: DEBUG nova.compute.manager [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.650958] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.052s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.652413] env[70039]: INFO nova.compute.claims [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.734868] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.769648] env[70039]: DEBUG oslo_concurrency.lockutils [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.825384] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2a2ef40a-e252-4491-adb0-735002b66415 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "39f01a63-4ec9-4603-bd89-55f34a4fbfe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.319s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.920142] env[70039]: DEBUG oslo_vmware.api [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330770, 'name': ReconfigVM_Task, 'duration_secs': 0.535472} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.920427] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Reconfigured VM instance instance-0000002b to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 884.924995] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-999a4fbd-4ee2-410f-8454-b54d4db4008d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.941136] env[70039]: DEBUG oslo_vmware.api [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 884.941136] env[70039]: value = "task-3330772" [ 884.941136] env[70039]: _type = "Task" [ 884.941136] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.949944] env[70039]: DEBUG oslo_vmware.api [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.967844] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Releasing lock "refresh_cache-4f708010-c2f7-4afd-b222-211dc24c32f1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.968080] env[70039]: DEBUG nova.objects.instance [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lazy-loading 'migration_context' on Instance uuid 4f708010-c2f7-4afd-b222-211dc24c32f1 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.157775] env[70039]: DEBUG nova.compute.utils [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.161673] env[70039]: DEBUG nova.compute.manager [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.161886] env[70039]: DEBUG nova.network.neutron [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.218979] env[70039]: DEBUG nova.policy [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8463bb6d045543eeb48e4a7cd8a1de8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e157acdd79c48e5bd38bd64a6ef7c47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.232152] env[70039]: DEBUG nova.compute.manager [req-f9b69d9c-399b-427c-ad18-a609b74fa3b1 req-fd549c96-0fb1-461c-875a-a8a258aeff87 service nova] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Received event network-changed-e47c594a-03ea-469f-af7b-b04d2d1e1361 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.232152] env[70039]: DEBUG nova.compute.manager [req-f9b69d9c-399b-427c-ad18-a609b74fa3b1 req-fd549c96-0fb1-461c-875a-a8a258aeff87 service nova] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Refreshing instance network info cache due to event network-changed-e47c594a-03ea-469f-af7b-b04d2d1e1361. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.232152] env[70039]: DEBUG oslo_concurrency.lockutils [req-f9b69d9c-399b-427c-ad18-a609b74fa3b1 req-fd549c96-0fb1-461c-875a-a8a258aeff87 service nova] Acquiring lock "refresh_cache-d50b1222-93c9-4fcc-bfa8-06443220faf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.232152] env[70039]: DEBUG oslo_concurrency.lockutils [req-f9b69d9c-399b-427c-ad18-a609b74fa3b1 req-fd549c96-0fb1-461c-875a-a8a258aeff87 service nova] Acquired lock "refresh_cache-d50b1222-93c9-4fcc-bfa8-06443220faf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.232152] env[70039]: DEBUG nova.network.neutron [req-f9b69d9c-399b-427c-ad18-a609b74fa3b1 req-fd549c96-0fb1-461c-875a-a8a258aeff87 service nova] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Refreshing network info cache for port e47c594a-03ea-469f-af7b-b04d2d1e1361 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.240042] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330771, 'name': ReconfigVM_Task, 'duration_secs': 0.764873} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.240364] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Reconfigured VM instance instance-00000030 to attach disk [datastore2] fe48041e-1a3f-4be1-a2e8-44f4c0482552/fe48041e-1a3f-4be1-a2e8-44f4c0482552.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.241637] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edb11cd7-5378-4717-97c9-6ce2b14b871a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.247769] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 885.247769] env[70039]: value = "task-3330773" [ 885.247769] env[70039]: _type = "Task" [ 885.247769] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.257569] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330773, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.328465] env[70039]: DEBUG nova.compute.manager [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.451661] env[70039]: DEBUG oslo_vmware.api [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330772, 'name': ReconfigVM_Task, 'duration_secs': 0.15246} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.453543] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664912', 'volume_id': '78160488-e7eb-498b-a5f3-fe873c886f58', 'name': 'volume-78160488-e7eb-498b-a5f3-fe873c886f58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '477eea39-7f60-461a-9c38-f40236440f23', 'attached_at': '', 'detached_at': '', 'volume_id': '78160488-e7eb-498b-a5f3-fe873c886f58', 'serial': '78160488-e7eb-498b-a5f3-fe873c886f58'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 885.453886] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.454704] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dda631-7e98-4ae5-a670-9f54084eb958 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.461507] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.461753] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3be8ac61-3915-491f-93e8-82301e05a4bf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.471507] env[70039]: DEBUG nova.objects.base [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Object Instance<4f708010-c2f7-4afd-b222-211dc24c32f1> lazy-loaded attributes: info_cache,migration_context {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 885.472081] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4dd884-ac15-4c52-9850-dcd0eb70b22e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.499620] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ee939a-1f7b-48fe-b577-29c43a331a9c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.505919] env[70039]: DEBUG oslo_vmware.api [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 885.505919] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5284cce3-9676-1b8e-b95f-f1a26a02a7c9" [ 885.505919] env[70039]: _type = "Task" [ 885.505919] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.514509] env[70039]: DEBUG oslo_vmware.api [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5284cce3-9676-1b8e-b95f-f1a26a02a7c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.527296] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.527521] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.527705] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Deleting the datastore file [datastore1] 477eea39-7f60-461a-9c38-f40236440f23 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.528019] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-071bd1b6-acb5-410c-af04-a179f247d186 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.534457] env[70039]: DEBUG oslo_vmware.api [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 885.534457] env[70039]: value = "task-3330775" [ 885.534457] env[70039]: _type = "Task" [ 885.534457] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.542708] env[70039]: DEBUG oslo_vmware.api [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.579969] env[70039]: DEBUG nova.network.neutron [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Successfully created port: 73f96470-e78d-4d5c-8867-ce5ef3521c1b {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.662935] env[70039]: DEBUG nova.compute.utils [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.678816] env[70039]: DEBUG nova.compute.manager [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.679995] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d0bcc2-023a-427f-a332-372817880f4c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.764599] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330773, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.853265] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.021639] env[70039]: DEBUG oslo_vmware.api [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5284cce3-9676-1b8e-b95f-f1a26a02a7c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008123} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.022063] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.044038] env[70039]: DEBUG oslo_vmware.api [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3330775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462872} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.044674] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.045284] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.045609] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.046498] env[70039]: INFO nova.compute.manager [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Took 2.76 seconds to destroy the instance on the hypervisor. [ 886.046498] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.049458] env[70039]: DEBUG nova.compute.manager [-] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.049693] env[70039]: DEBUG nova.network.neutron [-] [instance: 477eea39-7f60-461a-9c38-f40236440f23] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.167894] env[70039]: DEBUG nova.compute.manager [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.192952] env[70039]: INFO nova.compute.manager [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] instance snapshotting [ 886.198502] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9c04d2-e113-4902-9010-029c59a0f01c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.222424] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edb0f2e-54d7-4936-a86f-efb90945ea75 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.226508] env[70039]: DEBUG nova.network.neutron [req-f9b69d9c-399b-427c-ad18-a609b74fa3b1 req-fd549c96-0fb1-461c-875a-a8a258aeff87 service nova] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Updated VIF entry in instance network info cache for port e47c594a-03ea-469f-af7b-b04d2d1e1361. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.226767] env[70039]: DEBUG nova.network.neutron [req-f9b69d9c-399b-427c-ad18-a609b74fa3b1 req-fd549c96-0fb1-461c-875a-a8a258aeff87 service nova] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Updating instance_info_cache with network_info: [{"id": "e47c594a-03ea-469f-af7b-b04d2d1e1361", "address": "fa:16:3e:a3:8b:fd", "network": {"id": "246fe59c-d90b-44e5-b38d-ebcb31bc42a6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1059797840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "662739e7ed1941fd908db04c15842038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape47c594a-03", "ovs_interfaceid": "e47c594a-03ea-469f-af7b-b04d2d1e1361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.264039] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330773, 'name': Rename_Task, 'duration_secs': 0.530762} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.264039] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.264039] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9fad5bb-51d3-47f3-91bb-620843a61d7a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.271967] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 886.271967] env[70039]: value = "task-3330776" [ 886.271967] env[70039]: _type = "Task" [ 886.271967] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.283335] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.285163] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0b4b26-cdd4-471e-9330-f96cec013545 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.293888] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07163ec-349a-4d66-829b-5e5b5e9fbdeb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.330414] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b28baa-39ae-441d-9599-4ae953294fdb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.337965] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e766a19c-2a8a-4b86-842b-458571816cbe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.352593] env[70039]: DEBUG nova.compute.provider_tree [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.445891] env[70039]: DEBUG nova.compute.manager [req-ea03e5c8-5878-44a5-9f07-1443aa1805be req-d31b31ae-1ddf-4ee1-8ee6-c7d43cf4364d service nova] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Received event network-vif-deleted-ae7fdd8d-fa88-40be-b448-9c1d5b8ad73c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.445891] env[70039]: INFO nova.compute.manager [req-ea03e5c8-5878-44a5-9f07-1443aa1805be req-d31b31ae-1ddf-4ee1-8ee6-c7d43cf4364d service nova] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Neutron deleted interface ae7fdd8d-fa88-40be-b448-9c1d5b8ad73c; detaching it from the instance and deleting it from the info cache [ 886.445891] env[70039]: DEBUG nova.network.neutron [req-ea03e5c8-5878-44a5-9f07-1443aa1805be req-d31b31ae-1ddf-4ee1-8ee6-c7d43cf4364d service nova] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.729434] env[70039]: DEBUG oslo_concurrency.lockutils [req-f9b69d9c-399b-427c-ad18-a609b74fa3b1 req-fd549c96-0fb1-461c-875a-a8a258aeff87 service nova] Releasing lock "refresh_cache-d50b1222-93c9-4fcc-bfa8-06443220faf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.737570] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Creating Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 886.737913] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eb4962d0-e31e-494e-9126-580c05f41f46 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.746865] env[70039]: DEBUG oslo_vmware.api [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 886.746865] env[70039]: value = "task-3330777" [ 886.746865] env[70039]: _type = "Task" [ 886.746865] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.757848] env[70039]: DEBUG oslo_vmware.api [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330777, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.782434] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330776, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.856937] env[70039]: DEBUG nova.scheduler.client.report [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.870389] env[70039]: DEBUG nova.network.neutron [-] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.947313] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d6557c9-e679-404e-a4b3-4dece31e926f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.958597] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45f4ede-a5b1-4191-ad51-9a4cc995e95c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.992090] env[70039]: DEBUG nova.compute.manager [req-ea03e5c8-5878-44a5-9f07-1443aa1805be req-d31b31ae-1ddf-4ee1-8ee6-c7d43cf4364d service nova] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Detach interface failed, port_id=ae7fdd8d-fa88-40be-b448-9c1d5b8ad73c, reason: Instance 477eea39-7f60-461a-9c38-f40236440f23 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 887.178763] env[70039]: DEBUG nova.compute.manager [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.212654] env[70039]: DEBUG nova.virt.hardware [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:14:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1609899015',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-572153868',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.212888] env[70039]: DEBUG nova.virt.hardware [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.214600] env[70039]: DEBUG nova.virt.hardware [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.214600] env[70039]: DEBUG nova.virt.hardware [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.214600] env[70039]: DEBUG nova.virt.hardware [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.216289] env[70039]: DEBUG nova.virt.hardware [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.216598] env[70039]: DEBUG nova.virt.hardware [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.217661] env[70039]: DEBUG nova.virt.hardware [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.217661] env[70039]: DEBUG nova.virt.hardware [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.217661] env[70039]: DEBUG nova.virt.hardware [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.217661] env[70039]: DEBUG nova.virt.hardware [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.218331] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21b6ee7-72bf-4174-9488-38c0afa3f07e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.227565] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ecfe7d-3440-4149-97ca-8e3a98115d29 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.257295] env[70039]: DEBUG oslo_vmware.api [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330777, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.269097] env[70039]: DEBUG nova.network.neutron [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Successfully updated port: 73f96470-e78d-4d5c-8867-ce5ef3521c1b {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.282930] env[70039]: DEBUG oslo_vmware.api [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330776, 'name': PowerOnVM_Task, 'duration_secs': 0.735391} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.283961] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.284194] env[70039]: INFO nova.compute.manager [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Took 10.34 seconds to spawn the instance on the hypervisor. [ 887.284378] env[70039]: DEBUG nova.compute.manager [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.285227] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3864069c-6b8a-4dd5-9277-06e91b5b0f05 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.363722] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.364282] env[70039]: DEBUG nova.compute.manager [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.367523] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.677s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.371133] env[70039]: INFO nova.compute.claims [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.372908] env[70039]: INFO nova.compute.manager [-] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Took 1.32 seconds to deallocate network for instance. [ 887.758262] env[70039]: DEBUG oslo_vmware.api [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330777, 'name': CreateSnapshot_Task, 'duration_secs': 0.824668} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.758534] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Created Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 887.759285] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fecb01a-5a56-4108-b99a-2c589448130b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.773247] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquiring lock "refresh_cache-8336f568-c256-43cd-9411-bd415bc5e2f2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.773975] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquired lock "refresh_cache-8336f568-c256-43cd-9411-bd415bc5e2f2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.773975] env[70039]: DEBUG nova.network.neutron [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.805055] env[70039]: INFO nova.compute.manager [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Took 45.56 seconds to build instance. [ 887.874077] env[70039]: DEBUG nova.compute.utils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.879552] env[70039]: DEBUG nova.compute.manager [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.880031] env[70039]: DEBUG nova.network.neutron [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.919858] env[70039]: DEBUG nova.policy [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e99ae81755f74386877ce908d7f74932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '504abd76ad464219be0d4e291fd8a01d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.958933] env[70039]: INFO nova.compute.manager [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Took 0.59 seconds to detach 1 volumes for instance. [ 888.266414] env[70039]: DEBUG nova.network.neutron [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Successfully created port: 4136d576-01e9-4ff5-84d5-28bc5d54484f {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.277306] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Creating linked-clone VM from snapshot {{(pid=70039) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 888.279243] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c41c041a-26db-4116-bfb6-c3e4f0cf7b0b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.290030] env[70039]: DEBUG oslo_vmware.api [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 888.290030] env[70039]: value = "task-3330778" [ 888.290030] env[70039]: _type = "Task" [ 888.290030] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.300117] env[70039]: DEBUG oslo_vmware.api [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330778, 'name': CloneVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.306593] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fe6798b9-cf06-4cf5-84c1-3f178d153d71 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "fe48041e-1a3f-4be1-a2e8-44f4c0482552" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.230s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.332327] env[70039]: DEBUG nova.network.neutron [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.380059] env[70039]: DEBUG nova.compute.manager [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.470017] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.601838] env[70039]: DEBUG nova.compute.manager [req-fcf6e561-8c21-46fe-8e0e-91181e5a0991 req-f36dbe91-fe52-4a6e-8165-d764841e0289 service nova] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Received event network-vif-plugged-73f96470-e78d-4d5c-8867-ce5ef3521c1b {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.601838] env[70039]: DEBUG oslo_concurrency.lockutils [req-fcf6e561-8c21-46fe-8e0e-91181e5a0991 req-f36dbe91-fe52-4a6e-8165-d764841e0289 service nova] Acquiring lock "8336f568-c256-43cd-9411-bd415bc5e2f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.602128] env[70039]: DEBUG oslo_concurrency.lockutils [req-fcf6e561-8c21-46fe-8e0e-91181e5a0991 req-f36dbe91-fe52-4a6e-8165-d764841e0289 service nova] Lock "8336f568-c256-43cd-9411-bd415bc5e2f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.602229] env[70039]: DEBUG oslo_concurrency.lockutils [req-fcf6e561-8c21-46fe-8e0e-91181e5a0991 req-f36dbe91-fe52-4a6e-8165-d764841e0289 service nova] Lock "8336f568-c256-43cd-9411-bd415bc5e2f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.602399] env[70039]: DEBUG nova.compute.manager [req-fcf6e561-8c21-46fe-8e0e-91181e5a0991 req-f36dbe91-fe52-4a6e-8165-d764841e0289 service nova] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] No waiting events found dispatching network-vif-plugged-73f96470-e78d-4d5c-8867-ce5ef3521c1b {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.602567] env[70039]: WARNING nova.compute.manager [req-fcf6e561-8c21-46fe-8e0e-91181e5a0991 req-f36dbe91-fe52-4a6e-8165-d764841e0289 service nova] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Received unexpected event network-vif-plugged-73f96470-e78d-4d5c-8867-ce5ef3521c1b for instance with vm_state building and task_state spawning. [ 888.602727] env[70039]: DEBUG nova.compute.manager [req-fcf6e561-8c21-46fe-8e0e-91181e5a0991 req-f36dbe91-fe52-4a6e-8165-d764841e0289 service nova] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Received event network-changed-73f96470-e78d-4d5c-8867-ce5ef3521c1b {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.602878] env[70039]: DEBUG nova.compute.manager [req-fcf6e561-8c21-46fe-8e0e-91181e5a0991 req-f36dbe91-fe52-4a6e-8165-d764841e0289 service nova] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Refreshing instance network info cache due to event network-changed-73f96470-e78d-4d5c-8867-ce5ef3521c1b. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.603173] env[70039]: DEBUG oslo_concurrency.lockutils [req-fcf6e561-8c21-46fe-8e0e-91181e5a0991 req-f36dbe91-fe52-4a6e-8165-d764841e0289 service nova] Acquiring lock "refresh_cache-8336f568-c256-43cd-9411-bd415bc5e2f2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.706973] env[70039]: DEBUG nova.network.neutron [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Updating instance_info_cache with network_info: [{"id": "73f96470-e78d-4d5c-8867-ce5ef3521c1b", "address": "fa:16:3e:a5:56:39", "network": {"id": "aa8f65a8-0c72-42ac-a0dc-7cc36bafb4eb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-635641481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e157acdd79c48e5bd38bd64a6ef7c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f96470-e7", "ovs_interfaceid": "73f96470-e78d-4d5c-8867-ce5ef3521c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.805527] env[70039]: DEBUG oslo_vmware.api [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330778, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.809442] env[70039]: DEBUG nova.compute.manager [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.990121] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0637f7-c03a-430d-b1a1-461366e8ad41 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.998927] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ef4553-11aa-445a-bdb0-97226a69d7a6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.035092] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413a92f5-fd70-465a-8917-fd4de0b79ffa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.043974] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8d8f61-5c5b-451b-998e-6a1d0be660dc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.064135] env[70039]: DEBUG nova.compute.provider_tree [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.216200] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Releasing lock "refresh_cache-8336f568-c256-43cd-9411-bd415bc5e2f2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.216414] env[70039]: DEBUG nova.compute.manager [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Instance network_info: |[{"id": "73f96470-e78d-4d5c-8867-ce5ef3521c1b", "address": "fa:16:3e:a5:56:39", "network": {"id": "aa8f65a8-0c72-42ac-a0dc-7cc36bafb4eb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-635641481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e157acdd79c48e5bd38bd64a6ef7c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f96470-e7", "ovs_interfaceid": "73f96470-e78d-4d5c-8867-ce5ef3521c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.216721] env[70039]: DEBUG oslo_concurrency.lockutils [req-fcf6e561-8c21-46fe-8e0e-91181e5a0991 req-f36dbe91-fe52-4a6e-8165-d764841e0289 service nova] Acquired lock "refresh_cache-8336f568-c256-43cd-9411-bd415bc5e2f2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.216943] env[70039]: DEBUG nova.network.neutron [req-fcf6e561-8c21-46fe-8e0e-91181e5a0991 req-f36dbe91-fe52-4a6e-8165-d764841e0289 service nova] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Refreshing network info cache for port 73f96470-e78d-4d5c-8867-ce5ef3521c1b {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.218203] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:56:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73f96470-e78d-4d5c-8867-ce5ef3521c1b', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.227575] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.230356] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.231161] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c872a1e-1772-4c67-8905-a15a1fff6be6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.255060] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.255060] env[70039]: value = "task-3330779" [ 889.255060] env[70039]: _type = "Task" [ 889.255060] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.264182] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330779, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.302824] env[70039]: DEBUG oslo_vmware.api [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330778, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.340218] env[70039]: DEBUG oslo_concurrency.lockutils [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.395028] env[70039]: DEBUG nova.compute.manager [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.422274] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.422905] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.422905] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.422905] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.423083] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.423215] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.423446] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.423608] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.423770] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.423927] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.424110] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.425067] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d52036d-6733-4d1f-b228-cea54ace607e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.435354] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ce690f-e211-4c7f-9254-c895396c6ac6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.547901] env[70039]: DEBUG nova.network.neutron [req-fcf6e561-8c21-46fe-8e0e-91181e5a0991 req-f36dbe91-fe52-4a6e-8165-d764841e0289 service nova] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Updated VIF entry in instance network info cache for port 73f96470-e78d-4d5c-8867-ce5ef3521c1b. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.548380] env[70039]: DEBUG nova.network.neutron [req-fcf6e561-8c21-46fe-8e0e-91181e5a0991 req-f36dbe91-fe52-4a6e-8165-d764841e0289 service nova] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Updating instance_info_cache with network_info: [{"id": "73f96470-e78d-4d5c-8867-ce5ef3521c1b", "address": "fa:16:3e:a5:56:39", "network": {"id": "aa8f65a8-0c72-42ac-a0dc-7cc36bafb4eb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-635641481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e157acdd79c48e5bd38bd64a6ef7c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f96470-e7", "ovs_interfaceid": "73f96470-e78d-4d5c-8867-ce5ef3521c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.568762] env[70039]: DEBUG nova.scheduler.client.report [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.768766] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330779, 'name': CreateVM_Task, 'duration_secs': 0.311405} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.768986] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.769846] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.770048] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.770480] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.770757] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6013833a-103b-4d57-a23c-913df7889a54 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.778735] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 889.778735] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f90a80-2ba5-e98a-87c6-735c1ebf344b" [ 889.778735] env[70039]: _type = "Task" [ 889.778735] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.787432] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f90a80-2ba5-e98a-87c6-735c1ebf344b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.799810] env[70039]: DEBUG oslo_vmware.api [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330778, 'name': CloneVM_Task} progress is 95%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.051836] env[70039]: DEBUG oslo_concurrency.lockutils [req-fcf6e561-8c21-46fe-8e0e-91181e5a0991 req-f36dbe91-fe52-4a6e-8165-d764841e0289 service nova] Releasing lock "refresh_cache-8336f568-c256-43cd-9411-bd415bc5e2f2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.075203] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.075203] env[70039]: DEBUG nova.compute.manager [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.077478] env[70039]: DEBUG oslo_concurrency.lockutils [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.404s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.077645] env[70039]: DEBUG nova.objects.instance [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Lazy-loading 'resources' on Instance uuid 6efccb6e-9996-4655-9901-8eb162970d73 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.292184] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f90a80-2ba5-e98a-87c6-735c1ebf344b, 'name': SearchDatastore_Task, 'duration_secs': 0.010743} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.292335] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.292544] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.292785] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.292931] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.293135] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.294162] env[70039]: DEBUG nova.network.neutron [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Successfully updated port: 4136d576-01e9-4ff5-84d5-28bc5d54484f {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.300040] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20819792-38dc-4d51-a987-576d88ec3338 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.308820] env[70039]: DEBUG oslo_vmware.api [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330778, 'name': CloneVM_Task, 'duration_secs': 1.65784} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.309971] env[70039]: INFO nova.virt.vmwareapi.vmops [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Created linked-clone VM from snapshot [ 890.310275] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.310444] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.311584] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2e98fa-ee4b-4cd9-82d9-45ee7a3ba9d6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.314256] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01683196-ec9d-4eb9-8cec-058376dfcd07 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.321624] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Uploading image 3584eb24-b032-4022-ad5f-7adc64f42394 {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 890.324570] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 890.324570] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52a868bd-0687-f742-1253-b74dc23b9b2d" [ 890.324570] env[70039]: _type = "Task" [ 890.324570] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.332664] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a868bd-0687-f742-1253-b74dc23b9b2d, 'name': SearchDatastore_Task, 'duration_secs': 0.009147} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.333355] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1967a8e5-dcbe-4331-a519-175b992d6869 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.335935] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Destroying the VM {{(pid=70039) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 890.336160] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6146707c-d7b6-446a-8485-8ad1620159ab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.340241] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 890.340241] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52442edf-9eeb-7c1d-1fb1-d99e8c584276" [ 890.340241] env[70039]: _type = "Task" [ 890.340241] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.344325] env[70039]: DEBUG oslo_vmware.api [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 890.344325] env[70039]: value = "task-3330780" [ 890.344325] env[70039]: _type = "Task" [ 890.344325] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.350172] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52442edf-9eeb-7c1d-1fb1-d99e8c584276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.354472] env[70039]: DEBUG oslo_vmware.api [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330780, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.591152] env[70039]: DEBUG nova.compute.utils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.591152] env[70039]: DEBUG nova.compute.manager [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.591152] env[70039]: DEBUG nova.network.neutron [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.633550] env[70039]: DEBUG nova.compute.manager [req-92c8c416-18af-4f6e-bcd2-fde7cdb5f96d req-d434689d-f5b4-4355-9227-2dbdb4b1f926 service nova] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Received event network-vif-plugged-4136d576-01e9-4ff5-84d5-28bc5d54484f {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.633550] env[70039]: DEBUG oslo_concurrency.lockutils [req-92c8c416-18af-4f6e-bcd2-fde7cdb5f96d req-d434689d-f5b4-4355-9227-2dbdb4b1f926 service nova] Acquiring lock "e0113f7a-a90f-4add-bf71-d5a306f059cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.633550] env[70039]: DEBUG oslo_concurrency.lockutils [req-92c8c416-18af-4f6e-bcd2-fde7cdb5f96d req-d434689d-f5b4-4355-9227-2dbdb4b1f926 service nova] Lock "e0113f7a-a90f-4add-bf71-d5a306f059cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.635464] env[70039]: DEBUG oslo_concurrency.lockutils [req-92c8c416-18af-4f6e-bcd2-fde7cdb5f96d req-d434689d-f5b4-4355-9227-2dbdb4b1f926 service nova] Lock "e0113f7a-a90f-4add-bf71-d5a306f059cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.635858] env[70039]: DEBUG nova.compute.manager [req-92c8c416-18af-4f6e-bcd2-fde7cdb5f96d req-d434689d-f5b4-4355-9227-2dbdb4b1f926 service nova] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] No waiting events found dispatching network-vif-plugged-4136d576-01e9-4ff5-84d5-28bc5d54484f {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.636191] env[70039]: WARNING nova.compute.manager [req-92c8c416-18af-4f6e-bcd2-fde7cdb5f96d req-d434689d-f5b4-4355-9227-2dbdb4b1f926 service nova] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Received unexpected event network-vif-plugged-4136d576-01e9-4ff5-84d5-28bc5d54484f for instance with vm_state building and task_state spawning. [ 890.636481] env[70039]: DEBUG nova.compute.manager [req-92c8c416-18af-4f6e-bcd2-fde7cdb5f96d req-d434689d-f5b4-4355-9227-2dbdb4b1f926 service nova] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Received event network-changed-4136d576-01e9-4ff5-84d5-28bc5d54484f {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.636869] env[70039]: DEBUG nova.compute.manager [req-92c8c416-18af-4f6e-bcd2-fde7cdb5f96d req-d434689d-f5b4-4355-9227-2dbdb4b1f926 service nova] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Refreshing instance network info cache due to event network-changed-4136d576-01e9-4ff5-84d5-28bc5d54484f. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.637330] env[70039]: DEBUG oslo_concurrency.lockutils [req-92c8c416-18af-4f6e-bcd2-fde7cdb5f96d req-d434689d-f5b4-4355-9227-2dbdb4b1f926 service nova] Acquiring lock "refresh_cache-e0113f7a-a90f-4add-bf71-d5a306f059cd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.637670] env[70039]: DEBUG oslo_concurrency.lockutils [req-92c8c416-18af-4f6e-bcd2-fde7cdb5f96d req-d434689d-f5b4-4355-9227-2dbdb4b1f926 service nova] Acquired lock "refresh_cache-e0113f7a-a90f-4add-bf71-d5a306f059cd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.637948] env[70039]: DEBUG nova.network.neutron [req-92c8c416-18af-4f6e-bcd2-fde7cdb5f96d req-d434689d-f5b4-4355-9227-2dbdb4b1f926 service nova] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Refreshing network info cache for port 4136d576-01e9-4ff5-84d5-28bc5d54484f {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.652369] env[70039]: DEBUG nova.policy [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e99ae81755f74386877ce908d7f74932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '504abd76ad464219be0d4e291fd8a01d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.736491] env[70039]: DEBUG nova.compute.manager [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Stashing vm_state: active {{(pid=70039) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 890.807637] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "refresh_cache-e0113f7a-a90f-4add-bf71-d5a306f059cd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.859256] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52442edf-9eeb-7c1d-1fb1-d99e8c584276, 'name': SearchDatastore_Task, 'duration_secs': 0.008787} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.863032] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.863284] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 8336f568-c256-43cd-9411-bd415bc5e2f2/8336f568-c256-43cd-9411-bd415bc5e2f2.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.863579] env[70039]: DEBUG oslo_vmware.api [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330780, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.863858] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f0d96f6-a1f4-4846-947f-738a88fc8d75 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.872110] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 890.872110] env[70039]: value = "task-3330781" [ 890.872110] env[70039]: _type = "Task" [ 890.872110] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.882225] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.095852] env[70039]: DEBUG nova.compute.manager [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.122922] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb2e8ef-663c-4b0a-9c77-aa6d33c6d80a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.133113] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68d9ead-151d-4dcf-a667-e73774283952 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.170208] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425307c9-e18a-4cca-82d7-92edfa1ef2de {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.181212] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f203f95-a46e-4045-8e53-fcd75bcbacb4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.197905] env[70039]: DEBUG nova.compute.provider_tree [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.261621] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.360367] env[70039]: DEBUG oslo_vmware.api [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330780, 'name': Destroy_Task, 'duration_secs': 0.732775} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.360367] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Destroyed the VM [ 891.360556] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Deleting Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 891.360791] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-de06a445-1cb7-45db-9c9d-52e7fff916b6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.369829] env[70039]: DEBUG oslo_vmware.api [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 891.369829] env[70039]: value = "task-3330782" [ 891.369829] env[70039]: _type = "Task" [ 891.369829] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.384553] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330781, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.385684] env[70039]: DEBUG nova.network.neutron [req-92c8c416-18af-4f6e-bcd2-fde7cdb5f96d req-d434689d-f5b4-4355-9227-2dbdb4b1f926 service nova] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.391649] env[70039]: DEBUG oslo_vmware.api [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330782, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.538664] env[70039]: DEBUG nova.network.neutron [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Successfully created port: a41bc642-163a-4684-baed-9d2b33e601be {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.576701] env[70039]: DEBUG nova.network.neutron [req-92c8c416-18af-4f6e-bcd2-fde7cdb5f96d req-d434689d-f5b4-4355-9227-2dbdb4b1f926 service nova] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.700863] env[70039]: DEBUG nova.scheduler.client.report [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.885149] env[70039]: DEBUG oslo_vmware.api [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330782, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.889444] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529885} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.889703] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 8336f568-c256-43cd-9411-bd415bc5e2f2/8336f568-c256-43cd-9411-bd415bc5e2f2.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.889922] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.890354] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fdbbc40-b244-4efe-a82d-95a00beaf3f5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.898781] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 891.898781] env[70039]: value = "task-3330783" [ 891.898781] env[70039]: _type = "Task" [ 891.898781] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.911100] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.082046] env[70039]: DEBUG oslo_concurrency.lockutils [req-92c8c416-18af-4f6e-bcd2-fde7cdb5f96d req-d434689d-f5b4-4355-9227-2dbdb4b1f926 service nova] Releasing lock "refresh_cache-e0113f7a-a90f-4add-bf71-d5a306f059cd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.082902] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquired lock "refresh_cache-e0113f7a-a90f-4add-bf71-d5a306f059cd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.083131] env[70039]: DEBUG nova.network.neutron [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.109834] env[70039]: DEBUG nova.compute.manager [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.140288] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.140590] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.140687] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.140874] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.141680] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.141929] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.142180] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.142352] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.142674] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.142911] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.143183] env[70039]: DEBUG nova.virt.hardware [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.144381] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead1e69a-0a23-4f21-a328-fe666f9bd8db {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.154251] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda17cd5-5d3d-47ed-a21a-846650b10ce3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.208232] env[70039]: DEBUG oslo_concurrency.lockutils [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.209015] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.509s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.212131] env[70039]: DEBUG nova.objects.instance [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Lazy-loading 'resources' on Instance uuid 84e7b122-ed41-41b1-9b7a-d4d87764d0a4 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.232278] env[70039]: INFO nova.scheduler.client.report [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Deleted allocations for instance 6efccb6e-9996-4655-9901-8eb162970d73 [ 892.385393] env[70039]: DEBUG oslo_vmware.api [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330782, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.410121] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16665} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.410121] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.410121] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e1cc14-92c9-4f63-891b-7309b360329d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.437135] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 8336f568-c256-43cd-9411-bd415bc5e2f2/8336f568-c256-43cd-9411-bd415bc5e2f2.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.437473] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b990a3cc-9023-4dd4-84f1-ac1f117cbacb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.457791] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 892.457791] env[70039]: value = "task-3330784" [ 892.457791] env[70039]: _type = "Task" [ 892.457791] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.467740] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.622496] env[70039]: DEBUG nova.network.neutron [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.749787] env[70039]: DEBUG oslo_concurrency.lockutils [None req-90772b27-bab1-454a-81af-e6a93e508797 tempest-ServersTestJSON-1822060144 tempest-ServersTestJSON-1822060144-project-member] Lock "6efccb6e-9996-4655-9901-8eb162970d73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.734s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.806189] env[70039]: DEBUG nova.network.neutron [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Updating instance_info_cache with network_info: [{"id": "4136d576-01e9-4ff5-84d5-28bc5d54484f", "address": "fa:16:3e:a1:6a:0d", "network": {"id": "04dad5bb-ae5b-415a-aba5-76c21e21c890", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-616974574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "504abd76ad464219be0d4e291fd8a01d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4136d576-01", "ovs_interfaceid": "4136d576-01e9-4ff5-84d5-28bc5d54484f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.886539] env[70039]: DEBUG oslo_vmware.api [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330782, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.969656] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330784, 'name': ReconfigVM_Task, 'duration_secs': 0.268521} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.969979] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 8336f568-c256-43cd-9411-bd415bc5e2f2/8336f568-c256-43cd-9411-bd415bc5e2f2.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.970276] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70039) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 892.970792] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-797f0f43-9cd0-4e2c-8619-eb1304267b0f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.982492] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 892.982492] env[70039]: value = "task-3330785" [ 892.982492] env[70039]: _type = "Task" [ 892.982492] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.995170] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330785, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.223047] env[70039]: DEBUG nova.compute.manager [req-b614f482-4b12-421d-bffb-3986409faf93 req-6a9b8310-bfca-49ca-8cc0-39b01078ccfb service nova] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Received event network-vif-plugged-a41bc642-163a-4684-baed-9d2b33e601be {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.223047] env[70039]: DEBUG oslo_concurrency.lockutils [req-b614f482-4b12-421d-bffb-3986409faf93 req-6a9b8310-bfca-49ca-8cc0-39b01078ccfb service nova] Acquiring lock "a749d9fd-c016-4684-afcd-1754a424ce51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.223047] env[70039]: DEBUG oslo_concurrency.lockutils [req-b614f482-4b12-421d-bffb-3986409faf93 req-6a9b8310-bfca-49ca-8cc0-39b01078ccfb service nova] Lock "a749d9fd-c016-4684-afcd-1754a424ce51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.223047] env[70039]: DEBUG oslo_concurrency.lockutils [req-b614f482-4b12-421d-bffb-3986409faf93 req-6a9b8310-bfca-49ca-8cc0-39b01078ccfb service nova] Lock "a749d9fd-c016-4684-afcd-1754a424ce51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.223047] env[70039]: DEBUG nova.compute.manager [req-b614f482-4b12-421d-bffb-3986409faf93 req-6a9b8310-bfca-49ca-8cc0-39b01078ccfb service nova] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] No waiting events found dispatching network-vif-plugged-a41bc642-163a-4684-baed-9d2b33e601be {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.223047] env[70039]: WARNING nova.compute.manager [req-b614f482-4b12-421d-bffb-3986409faf93 req-6a9b8310-bfca-49ca-8cc0-39b01078ccfb service nova] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Received unexpected event network-vif-plugged-a41bc642-163a-4684-baed-9d2b33e601be for instance with vm_state building and task_state spawning. [ 893.238037] env[70039]: DEBUG nova.network.neutron [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Successfully updated port: a41bc642-163a-4684-baed-9d2b33e601be {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.301823] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19287bcc-1b36-410d-8727-d05d2a821f21 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.309098] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Releasing lock "refresh_cache-e0113f7a-a90f-4add-bf71-d5a306f059cd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.309411] env[70039]: DEBUG nova.compute.manager [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Instance network_info: |[{"id": "4136d576-01e9-4ff5-84d5-28bc5d54484f", "address": "fa:16:3e:a1:6a:0d", "network": {"id": "04dad5bb-ae5b-415a-aba5-76c21e21c890", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-616974574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "504abd76ad464219be0d4e291fd8a01d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4136d576-01", "ovs_interfaceid": "4136d576-01e9-4ff5-84d5-28bc5d54484f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.309980] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:6a:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4136d576-01e9-4ff5-84d5-28bc5d54484f', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.318553] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.319871] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88db5a0a-0f54-4e78-9583-85efb156529e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.324167] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.324167] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea646553-6e0d-4226-a7dc-d9a733ba06e7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.370085] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2061a8a-0dd2-4e7a-8abd-c9962974b63e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.372386] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.372386] env[70039]: value = "task-3330786" [ 893.372386] env[70039]: _type = "Task" [ 893.372386] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.383022] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081a7ddc-6875-4704-a7d5-8967af0cbf7e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.388981] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330786, 'name': CreateVM_Task} progress is 15%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.393900] env[70039]: DEBUG oslo_vmware.api [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330782, 'name': RemoveSnapshot_Task, 'duration_secs': 1.558171} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.402407] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Deleted Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 893.404787] env[70039]: DEBUG nova.compute.provider_tree [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.490785] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330785, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.053426} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.491073] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70039) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 893.491876] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a797ac2-8c9b-442d-af37-c59cf96a2f2b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.517524] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 8336f568-c256-43cd-9411-bd415bc5e2f2/ephemeral_0.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.518283] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ca7f3df-e325-46c3-98af-2f0e2e9c57e3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.536739] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 893.536739] env[70039]: value = "task-3330787" [ 893.536739] env[70039]: _type = "Task" [ 893.536739] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.545755] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.743954] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "refresh_cache-a749d9fd-c016-4684-afcd-1754a424ce51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.743954] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquired lock "refresh_cache-a749d9fd-c016-4684-afcd-1754a424ce51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.743954] env[70039]: DEBUG nova.network.neutron [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.829944] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.831022] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.883128] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330786, 'name': CreateVM_Task, 'duration_secs': 0.378522} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.883316] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.884068] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.884288] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.884553] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.884905] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ba20a1b-b2e8-440a-a6e5-0450e16276b2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.890152] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 893.890152] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5284e7d1-e464-41b6-2dca-6f3246bb2070" [ 893.890152] env[70039]: _type = "Task" [ 893.890152] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.898457] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5284e7d1-e464-41b6-2dca-6f3246bb2070, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.907867] env[70039]: WARNING nova.compute.manager [None req-3cc2178c-1a75-43b7-90e3-8c39ccb962dd tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Image not found during snapshot: nova.exception.ImageNotFound: Image 3584eb24-b032-4022-ad5f-7adc64f42394 could not be found. [ 893.909565] env[70039]: DEBUG nova.scheduler.client.report [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.053053] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330787, 'name': ReconfigVM_Task, 'duration_secs': 0.2958} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.053460] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 8336f568-c256-43cd-9411-bd415bc5e2f2/ephemeral_0.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.054443] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39471978-a5dc-4b96-ab83-5e57ed8ca19f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.061283] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 894.061283] env[70039]: value = "task-3330788" [ 894.061283] env[70039]: _type = "Task" [ 894.061283] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.070263] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330788, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.273500] env[70039]: DEBUG nova.network.neutron [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.401576] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5284e7d1-e464-41b6-2dca-6f3246bb2070, 'name': SearchDatastore_Task, 'duration_secs': 0.019564} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.404201] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.404729] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.404729] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.404984] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.405063] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.405363] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23f38971-8daf-457f-9c50-a5a3dac863a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.417661] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.418762] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.419459] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.421453] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a369d10-2348-48a4-9cc2-317db63c98fc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.424319] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.164s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.426336] env[70039]: INFO nova.compute.claims [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.432622] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 894.432622] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52bc2d19-4a01-c448-b97d-56efecd704a8" [ 894.432622] env[70039]: _type = "Task" [ 894.432622] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.441494] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52bc2d19-4a01-c448-b97d-56efecd704a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.456759] env[70039]: INFO nova.scheduler.client.report [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Deleted allocations for instance 84e7b122-ed41-41b1-9b7a-d4d87764d0a4 [ 894.479029] env[70039]: DEBUG nova.network.neutron [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Updating instance_info_cache with network_info: [{"id": "a41bc642-163a-4684-baed-9d2b33e601be", "address": "fa:16:3e:52:16:26", "network": {"id": "04dad5bb-ae5b-415a-aba5-76c21e21c890", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-616974574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "504abd76ad464219be0d4e291fd8a01d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa41bc642-16", "ovs_interfaceid": "a41bc642-163a-4684-baed-9d2b33e601be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.572264] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330788, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.946865] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52bc2d19-4a01-c448-b97d-56efecd704a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01724} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.947850] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f53c2fbd-2411-409a-b6da-c37a2d9db39a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.956408] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 894.956408] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]522143d0-84fe-0c7f-aca6-73c8b7c41bfc" [ 894.956408] env[70039]: _type = "Task" [ 894.956408] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.968678] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522143d0-84fe-0c7f-aca6-73c8b7c41bfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.969319] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d503bfbf-81d3-43f0-abe5-63545e639e3e tempest-ServersTestFqdnHostnames-1197439368 tempest-ServersTestFqdnHostnames-1197439368-project-member] Lock "84e7b122-ed41-41b1-9b7a-d4d87764d0a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.813s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.984161] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Releasing lock "refresh_cache-a749d9fd-c016-4684-afcd-1754a424ce51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.984551] env[70039]: DEBUG nova.compute.manager [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Instance network_info: |[{"id": "a41bc642-163a-4684-baed-9d2b33e601be", "address": "fa:16:3e:52:16:26", "network": {"id": "04dad5bb-ae5b-415a-aba5-76c21e21c890", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-616974574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "504abd76ad464219be0d4e291fd8a01d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa41bc642-16", "ovs_interfaceid": "a41bc642-163a-4684-baed-9d2b33e601be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.988263] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:16:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a41bc642-163a-4684-baed-9d2b33e601be', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.994222] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.995939] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.995939] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67ca3fff-77a5-45fe-a0fe-21d62a556ebd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.019766] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.019766] env[70039]: value = "task-3330789" [ 895.019766] env[70039]: _type = "Task" [ 895.019766] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.031309] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330789, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.074693] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330788, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.352618] env[70039]: DEBUG oslo_concurrency.lockutils [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "39f01a63-4ec9-4603-bd89-55f34a4fbfe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.352975] env[70039]: DEBUG oslo_concurrency.lockutils [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "39f01a63-4ec9-4603-bd89-55f34a4fbfe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.353147] env[70039]: DEBUG oslo_concurrency.lockutils [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "39f01a63-4ec9-4603-bd89-55f34a4fbfe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.353331] env[70039]: DEBUG oslo_concurrency.lockutils [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "39f01a63-4ec9-4603-bd89-55f34a4fbfe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.354126] env[70039]: DEBUG oslo_concurrency.lockutils [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "39f01a63-4ec9-4603-bd89-55f34a4fbfe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.356052] env[70039]: INFO nova.compute.manager [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Terminating instance [ 895.394326] env[70039]: DEBUG nova.compute.manager [req-3d316d2f-a6c1-4ebf-bc4b-b5a6e50d6f93 req-6730a223-fdd0-4a71-a0ae-1f02c70519b1 service nova] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Received event network-changed-a41bc642-163a-4684-baed-9d2b33e601be {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.394326] env[70039]: DEBUG nova.compute.manager [req-3d316d2f-a6c1-4ebf-bc4b-b5a6e50d6f93 req-6730a223-fdd0-4a71-a0ae-1f02c70519b1 service nova] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Refreshing instance network info cache due to event network-changed-a41bc642-163a-4684-baed-9d2b33e601be. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.394326] env[70039]: DEBUG oslo_concurrency.lockutils [req-3d316d2f-a6c1-4ebf-bc4b-b5a6e50d6f93 req-6730a223-fdd0-4a71-a0ae-1f02c70519b1 service nova] Acquiring lock "refresh_cache-a749d9fd-c016-4684-afcd-1754a424ce51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.394326] env[70039]: DEBUG oslo_concurrency.lockutils [req-3d316d2f-a6c1-4ebf-bc4b-b5a6e50d6f93 req-6730a223-fdd0-4a71-a0ae-1f02c70519b1 service nova] Acquired lock "refresh_cache-a749d9fd-c016-4684-afcd-1754a424ce51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.394326] env[70039]: DEBUG nova.network.neutron [req-3d316d2f-a6c1-4ebf-bc4b-b5a6e50d6f93 req-6730a223-fdd0-4a71-a0ae-1f02c70519b1 service nova] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Refreshing network info cache for port a41bc642-163a-4684-baed-9d2b33e601be {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.473788] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522143d0-84fe-0c7f-aca6-73c8b7c41bfc, 'name': SearchDatastore_Task, 'duration_secs': 0.015863} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.474589] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.475144] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] e0113f7a-a90f-4add-bf71-d5a306f059cd/e0113f7a-a90f-4add-bf71-d5a306f059cd.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.476043] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54a95a52-f98a-4538-98d4-1c9e452d1765 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.491208] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 895.491208] env[70039]: value = "task-3330790" [ 895.491208] env[70039]: _type = "Task" [ 895.491208] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.502842] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.533274] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330789, 'name': CreateVM_Task, 'duration_secs': 0.503044} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.533274] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.534484] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.534819] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.535265] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.538020] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0372a46-fcd2-4d27-9cd7-efca472c4f1e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.546020] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 895.546020] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c9b1dd-bc29-5741-721b-d88a01bfc0e0" [ 895.546020] env[70039]: _type = "Task" [ 895.546020] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.559401] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c9b1dd-bc29-5741-721b-d88a01bfc0e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.575233] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330788, 'name': Rename_Task, 'duration_secs': 1.4406} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.575233] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.575233] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ae9a109-e122-4024-a86a-e88441fc459f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.582353] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 895.582353] env[70039]: value = "task-3330791" [ 895.582353] env[70039]: _type = "Task" [ 895.582353] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.590732] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.865274] env[70039]: DEBUG nova.compute.manager [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.865274] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.865274] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ab07c0-a3b7-4053-a141-4f91b128f68c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.884037] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.884037] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8898c11-0595-43b9-923e-a30d2361ff6c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.892402] env[70039]: DEBUG oslo_vmware.api [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 895.892402] env[70039]: value = "task-3330792" [ 895.892402] env[70039]: _type = "Task" [ 895.892402] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.905749] env[70039]: DEBUG oslo_vmware.api [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.009290] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330790, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.059422] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c9b1dd-bc29-5741-721b-d88a01bfc0e0, 'name': SearchDatastore_Task, 'duration_secs': 0.01051} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.059422] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.059422] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.059697] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.059810] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.060350] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.060350] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a74ef0d-7e5d-4af8-a8c0-a1fc1348f036 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.076217] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.076217] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.076411] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a06bd5ba-bfc5-4b95-be05-dc31124b81dc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.082662] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 896.082662] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52604991-d24f-2d2f-4ec1-b067608c6762" [ 896.082662] env[70039]: _type = "Task" [ 896.082662] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.096819] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52604991-d24f-2d2f-4ec1-b067608c6762, 'name': SearchDatastore_Task, 'duration_secs': 0.011219} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.101946] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598eea7a-1e7c-4e02-a6ad-461ab2fa4563 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.104748] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.105076] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3717e10e-8ff7-423c-87bb-51b493f8e253 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.112846] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c7d503-a623-4915-92ae-edb53a888a8a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.116192] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 896.116192] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52034301-6e6e-6724-2fe3-92a2b82a210e" [ 896.116192] env[70039]: _type = "Task" [ 896.116192] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.146803] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b682d3-54ca-4b02-b38b-8c4e04f3a265 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.154524] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52034301-6e6e-6724-2fe3-92a2b82a210e, 'name': SearchDatastore_Task, 'duration_secs': 0.008706} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.155135] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.155452] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] a749d9fd-c016-4684-afcd-1754a424ce51/a749d9fd-c016-4684-afcd-1754a424ce51.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.155738] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7607ccb7-1689-484a-a869-60220c7b2130 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.160715] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c64ec7c-4234-44d2-a85d-eb3b5fb52725 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.169273] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 896.169273] env[70039]: value = "task-3330793" [ 896.169273] env[70039]: _type = "Task" [ 896.169273] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.181179] env[70039]: DEBUG nova.compute.provider_tree [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.187420] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.370495] env[70039]: DEBUG nova.network.neutron [req-3d316d2f-a6c1-4ebf-bc4b-b5a6e50d6f93 req-6730a223-fdd0-4a71-a0ae-1f02c70519b1 service nova] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Updated VIF entry in instance network info cache for port a41bc642-163a-4684-baed-9d2b33e601be. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.370961] env[70039]: DEBUG nova.network.neutron [req-3d316d2f-a6c1-4ebf-bc4b-b5a6e50d6f93 req-6730a223-fdd0-4a71-a0ae-1f02c70519b1 service nova] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Updating instance_info_cache with network_info: [{"id": "a41bc642-163a-4684-baed-9d2b33e601be", "address": "fa:16:3e:52:16:26", "network": {"id": "04dad5bb-ae5b-415a-aba5-76c21e21c890", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-616974574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "504abd76ad464219be0d4e291fd8a01d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa41bc642-16", "ovs_interfaceid": "a41bc642-163a-4684-baed-9d2b33e601be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.402650] env[70039]: DEBUG oslo_vmware.api [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330792, 'name': PowerOffVM_Task, 'duration_secs': 0.214252} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.402947] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.403154] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.403429] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65923393-f25f-490c-ab86-029d0fc37121 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.462390] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.462620] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.463167] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Deleting the datastore file [datastore2] 39f01a63-4ec9-4603-bd89-55f34a4fbfe9 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.463503] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a016da69-b601-47b7-bbd7-0eb1c8954693 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.470064] env[70039]: DEBUG oslo_vmware.api [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 896.470064] env[70039]: value = "task-3330795" [ 896.470064] env[70039]: _type = "Task" [ 896.470064] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.478993] env[70039]: DEBUG oslo_vmware.api [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.507031] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52935} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.507229] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] e0113f7a-a90f-4add-bf71-d5a306f059cd/e0113f7a-a90f-4add-bf71-d5a306f059cd.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.507381] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.507718] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73d8bcd5-a896-48be-93d2-2601fc9bfb8d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.515454] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 896.515454] env[70039]: value = "task-3330796" [ 896.515454] env[70039]: _type = "Task" [ 896.515454] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.525192] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.594096] env[70039]: DEBUG oslo_vmware.api [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3330791, 'name': PowerOnVM_Task, 'duration_secs': 0.786624} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.595030] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.598109] env[70039]: INFO nova.compute.manager [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Took 9.42 seconds to spawn the instance on the hypervisor. [ 896.598109] env[70039]: DEBUG nova.compute.manager [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.598109] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d77006f-098f-4ee5-9982-c132721ee6ce {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.684140] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330793, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.688023] env[70039]: DEBUG nova.scheduler.client.report [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.873340] env[70039]: DEBUG oslo_concurrency.lockutils [req-3d316d2f-a6c1-4ebf-bc4b-b5a6e50d6f93 req-6730a223-fdd0-4a71-a0ae-1f02c70519b1 service nova] Releasing lock "refresh_cache-a749d9fd-c016-4684-afcd-1754a424ce51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.986633] env[70039]: DEBUG oslo_vmware.api [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.033452] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085156} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.033908] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.035305] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10fc8d7-907d-4acb-ad29-b79bec081aaa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.062573] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] e0113f7a-a90f-4add-bf71-d5a306f059cd/e0113f7a-a90f-4add-bf71-d5a306f059cd.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.062961] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-354ba759-c323-48ad-9d9f-59a3740dd8c2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.084143] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 897.084143] env[70039]: value = "task-3330797" [ 897.084143] env[70039]: _type = "Task" [ 897.084143] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.093687] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.117092] env[70039]: INFO nova.compute.manager [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Took 48.42 seconds to build instance. [ 897.180938] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70492} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.181278] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] a749d9fd-c016-4684-afcd-1754a424ce51/a749d9fd-c016-4684-afcd-1754a424ce51.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.181541] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.181837] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75046e10-c692-4416-b689-76fabe71dd2b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.188925] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 897.188925] env[70039]: value = "task-3330798" [ 897.188925] env[70039]: _type = "Task" [ 897.188925] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.194553] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.195207] env[70039]: DEBUG nova.compute.manager [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.197761] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.696s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.197978] env[70039]: DEBUG nova.objects.instance [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lazy-loading 'resources' on Instance uuid 0a1d1dac-34f8-4446-b221-3425199e9af6 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.206400] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.482527] env[70039]: DEBUG oslo_vmware.api [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3330795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.70544} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.482792] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.483221] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.483221] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.484321] env[70039]: INFO nova.compute.manager [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Took 1.62 seconds to destroy the instance on the hypervisor. [ 897.484606] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.484815] env[70039]: DEBUG nova.compute.manager [-] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.484912] env[70039]: DEBUG nova.network.neutron [-] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.594285] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330797, 'name': ReconfigVM_Task, 'duration_secs': 0.340522} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.594582] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Reconfigured VM instance instance-00000032 to attach disk [datastore1] e0113f7a-a90f-4add-bf71-d5a306f059cd/e0113f7a-a90f-4add-bf71-d5a306f059cd.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.595240] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d4fbf7a-7d89-427a-a7a6-33e43900c80a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.601980] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 897.601980] env[70039]: value = "task-3330799" [ 897.601980] env[70039]: _type = "Task" [ 897.601980] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.610360] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330799, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.619599] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8cad2c0e-34f1-428c-8224-9cfb7f4bddee tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lock "8336f568-c256-43cd-9411-bd415bc5e2f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.472s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.699873] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06265} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.700266] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.701906] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb9e9e7-5239-4960-8a58-76d638b1f8b0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.706995] env[70039]: DEBUG nova.compute.utils [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.709194] env[70039]: DEBUG nova.compute.manager [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.709194] env[70039]: DEBUG nova.network.neutron [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.741640] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] a749d9fd-c016-4684-afcd-1754a424ce51/a749d9fd-c016-4684-afcd-1754a424ce51.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.742701] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3263ef1-3e79-49d0-952c-29f3f45424b2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.770730] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 897.770730] env[70039]: value = "task-3330800" [ 897.770730] env[70039]: _type = "Task" [ 897.770730] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.785118] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.962760] env[70039]: DEBUG nova.policy [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd0de6593f5246f1aa48ffcb2f5a6bbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b21ea9987a554985b7d07b111f069b35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.115415] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330799, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.123683] env[70039]: DEBUG nova.compute.manager [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.213766] env[70039]: DEBUG nova.compute.manager [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.282499] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.318753] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8cfaa7-0422-40a3-aedf-dac4fef79fca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.332929] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fbd7b5-37f2-457c-8328-3d823aa13f46 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.368344] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140dc9e9-51d9-4519-8e24-f486a3f7f0c7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.375706] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a010b6e-1b3d-4d31-9934-027753cc3ebc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.388908] env[70039]: DEBUG nova.compute.provider_tree [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.485339] env[70039]: DEBUG nova.compute.manager [req-48a1e238-8a04-476e-bffe-c6aca24d36fb req-4f754b1d-c329-4969-ae01-758d974826ab service nova] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Received event network-vif-deleted-650c095b-db82-4d68-bebf-b31a3913431c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.485339] env[70039]: INFO nova.compute.manager [req-48a1e238-8a04-476e-bffe-c6aca24d36fb req-4f754b1d-c329-4969-ae01-758d974826ab service nova] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Neutron deleted interface 650c095b-db82-4d68-bebf-b31a3913431c; detaching it from the instance and deleting it from the info cache [ 898.485339] env[70039]: DEBUG nova.network.neutron [req-48a1e238-8a04-476e-bffe-c6aca24d36fb req-4f754b1d-c329-4969-ae01-758d974826ab service nova] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.492916] env[70039]: DEBUG nova.compute.manager [req-b4f3fc4b-1ea5-4e4e-acb8-32268debbc6c req-8ce7b9af-5a90-4e8c-8fd0-6da035c25fcb service nova] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Received event network-changed-73f96470-e78d-4d5c-8867-ce5ef3521c1b {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.493314] env[70039]: DEBUG nova.compute.manager [req-b4f3fc4b-1ea5-4e4e-acb8-32268debbc6c req-8ce7b9af-5a90-4e8c-8fd0-6da035c25fcb service nova] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Refreshing instance network info cache due to event network-changed-73f96470-e78d-4d5c-8867-ce5ef3521c1b. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.493675] env[70039]: DEBUG oslo_concurrency.lockutils [req-b4f3fc4b-1ea5-4e4e-acb8-32268debbc6c req-8ce7b9af-5a90-4e8c-8fd0-6da035c25fcb service nova] Acquiring lock "refresh_cache-8336f568-c256-43cd-9411-bd415bc5e2f2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.493926] env[70039]: DEBUG oslo_concurrency.lockutils [req-b4f3fc4b-1ea5-4e4e-acb8-32268debbc6c req-8ce7b9af-5a90-4e8c-8fd0-6da035c25fcb service nova] Acquired lock "refresh_cache-8336f568-c256-43cd-9411-bd415bc5e2f2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.494225] env[70039]: DEBUG nova.network.neutron [req-b4f3fc4b-1ea5-4e4e-acb8-32268debbc6c req-8ce7b9af-5a90-4e8c-8fd0-6da035c25fcb service nova] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Refreshing network info cache for port 73f96470-e78d-4d5c-8867-ce5ef3521c1b {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.620330] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330799, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.652209] env[70039]: DEBUG oslo_concurrency.lockutils [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.677670] env[70039]: DEBUG nova.network.neutron [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Successfully created port: 85359b1f-b361-4765-aea0-6b22b350e899 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.782091] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.788879] env[70039]: DEBUG nova.network.neutron [-] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.899421] env[70039]: DEBUG nova.scheduler.client.report [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.991490] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-283d97cf-0232-44ba-99b6-9afcffac351b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.002833] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4267c4f8-7c43-48ca-898f-8ca18d20eb5a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.040890] env[70039]: DEBUG nova.compute.manager [req-48a1e238-8a04-476e-bffe-c6aca24d36fb req-4f754b1d-c329-4969-ae01-758d974826ab service nova] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Detach interface failed, port_id=650c095b-db82-4d68-bebf-b31a3913431c, reason: Instance 39f01a63-4ec9-4603-bd89-55f34a4fbfe9 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 899.116644] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330799, 'name': Rename_Task, 'duration_secs': 1.134674} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.116983] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.117249] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb3f0f0b-39c0-45c8-ab97-b75ec70a5756 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.123295] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 899.123295] env[70039]: value = "task-3330801" [ 899.123295] env[70039]: _type = "Task" [ 899.123295] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.131080] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.227536] env[70039]: DEBUG nova.compute.manager [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.267172] env[70039]: DEBUG nova.virt.hardware [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.267374] env[70039]: DEBUG nova.virt.hardware [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.267528] env[70039]: DEBUG nova.virt.hardware [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.267705] env[70039]: DEBUG nova.virt.hardware [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.267853] env[70039]: DEBUG nova.virt.hardware [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.269092] env[70039]: DEBUG nova.virt.hardware [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.269327] env[70039]: DEBUG nova.virt.hardware [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.269513] env[70039]: DEBUG nova.virt.hardware [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.269770] env[70039]: DEBUG nova.virt.hardware [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.269978] env[70039]: DEBUG nova.virt.hardware [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.270272] env[70039]: DEBUG nova.virt.hardware [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.271184] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a92e968-86bc-401c-bfc6-01e654ad780e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.292051] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad785ccb-068b-41b6-bb1a-2ac03a702d65 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.296336] env[70039]: INFO nova.compute.manager [-] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Took 1.81 seconds to deallocate network for instance. [ 899.296723] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330800, 'name': ReconfigVM_Task, 'duration_secs': 1.202662} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.299067] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Reconfigured VM instance instance-00000033 to attach disk [datastore2] a749d9fd-c016-4684-afcd-1754a424ce51/a749d9fd-c016-4684-afcd-1754a424ce51.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.300588] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0ad8ade-6430-420d-b964-6946442b4755 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.324710] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 899.324710] env[70039]: value = "task-3330802" [ 899.324710] env[70039]: _type = "Task" [ 899.324710] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.334323] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330802, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.407888] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.408551] env[70039]: DEBUG oslo_concurrency.lockutils [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.452s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.409317] env[70039]: DEBUG nova.objects.instance [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Lazy-loading 'resources' on Instance uuid 966ead37-1cec-42ec-8a35-4fc079cdea6f {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.439042] env[70039]: INFO nova.scheduler.client.report [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Deleted allocations for instance 0a1d1dac-34f8-4446-b221-3425199e9af6 [ 899.516862] env[70039]: DEBUG nova.network.neutron [req-b4f3fc4b-1ea5-4e4e-acb8-32268debbc6c req-8ce7b9af-5a90-4e8c-8fd0-6da035c25fcb service nova] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Updated VIF entry in instance network info cache for port 73f96470-e78d-4d5c-8867-ce5ef3521c1b. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.517292] env[70039]: DEBUG nova.network.neutron [req-b4f3fc4b-1ea5-4e4e-acb8-32268debbc6c req-8ce7b9af-5a90-4e8c-8fd0-6da035c25fcb service nova] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Updating instance_info_cache with network_info: [{"id": "73f96470-e78d-4d5c-8867-ce5ef3521c1b", "address": "fa:16:3e:a5:56:39", "network": {"id": "aa8f65a8-0c72-42ac-a0dc-7cc36bafb4eb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-635641481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e157acdd79c48e5bd38bd64a6ef7c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f96470-e7", "ovs_interfaceid": "73f96470-e78d-4d5c-8867-ce5ef3521c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.636436] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330801, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.816268] env[70039]: DEBUG oslo_concurrency.lockutils [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.837273] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330802, 'name': Rename_Task, 'duration_secs': 0.175246} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.837987] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.838703] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc3d16fb-bd8e-4c12-b120-2c30fb455031 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.850020] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 899.850020] env[70039]: value = "task-3330803" [ 899.850020] env[70039]: _type = "Task" [ 899.850020] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.860047] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.950654] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0859fd4b-ca59-4049-b516-d18320932026 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "0a1d1dac-34f8-4446-b221-3425199e9af6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.397s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.021200] env[70039]: DEBUG oslo_concurrency.lockutils [req-b4f3fc4b-1ea5-4e4e-acb8-32268debbc6c req-8ce7b9af-5a90-4e8c-8fd0-6da035c25fcb service nova] Releasing lock "refresh_cache-8336f568-c256-43cd-9411-bd415bc5e2f2" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.135833] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330801, 'name': PowerOnVM_Task, 'duration_secs': 0.514518} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.138473] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.141114] env[70039]: INFO nova.compute.manager [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Took 10.74 seconds to spawn the instance on the hypervisor. [ 900.141114] env[70039]: DEBUG nova.compute.manager [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.141114] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0143c716-d0fb-437f-bf15-fec2727e3798 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.361870] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330803, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.517208] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4630ca-8d39-40a2-92d3-6cc0e59f2a8f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.527568] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441d8ec4-95cf-4fb8-848c-f4f1759ddc39 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.571117] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345d962c-bcd3-4c60-9612-0e985b2997e6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.579275] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9fe9ce-170e-487b-9f18-8e592dc0f686 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.593877] env[70039]: DEBUG nova.compute.provider_tree [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.666146] env[70039]: INFO nova.compute.manager [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Took 50.09 seconds to build instance. [ 900.677132] env[70039]: DEBUG nova.compute.manager [req-90962821-78bb-4c88-963d-1a40947229cb req-6b0d66f4-6086-4cc0-b5a1-db3c39ce41d4 service nova] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Received event network-vif-plugged-85359b1f-b361-4765-aea0-6b22b350e899 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.677132] env[70039]: DEBUG oslo_concurrency.lockutils [req-90962821-78bb-4c88-963d-1a40947229cb req-6b0d66f4-6086-4cc0-b5a1-db3c39ce41d4 service nova] Acquiring lock "a64a8294-f3f9-472e-877b-64955d2feb4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.677764] env[70039]: DEBUG oslo_concurrency.lockutils [req-90962821-78bb-4c88-963d-1a40947229cb req-6b0d66f4-6086-4cc0-b5a1-db3c39ce41d4 service nova] Lock "a64a8294-f3f9-472e-877b-64955d2feb4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.678615] env[70039]: DEBUG oslo_concurrency.lockutils [req-90962821-78bb-4c88-963d-1a40947229cb req-6b0d66f4-6086-4cc0-b5a1-db3c39ce41d4 service nova] Lock "a64a8294-f3f9-472e-877b-64955d2feb4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.678975] env[70039]: DEBUG nova.compute.manager [req-90962821-78bb-4c88-963d-1a40947229cb req-6b0d66f4-6086-4cc0-b5a1-db3c39ce41d4 service nova] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] No waiting events found dispatching network-vif-plugged-85359b1f-b361-4765-aea0-6b22b350e899 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.680181] env[70039]: WARNING nova.compute.manager [req-90962821-78bb-4c88-963d-1a40947229cb req-6b0d66f4-6086-4cc0-b5a1-db3c39ce41d4 service nova] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Received unexpected event network-vif-plugged-85359b1f-b361-4765-aea0-6b22b350e899 for instance with vm_state building and task_state spawning. [ 900.745743] env[70039]: DEBUG nova.network.neutron [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Successfully updated port: 85359b1f-b361-4765-aea0-6b22b350e899 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.865190] env[70039]: DEBUG oslo_vmware.api [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330803, 'name': PowerOnVM_Task, 'duration_secs': 1.005172} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.865490] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.866060] env[70039]: INFO nova.compute.manager [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Took 8.76 seconds to spawn the instance on the hypervisor. [ 900.866264] env[70039]: DEBUG nova.compute.manager [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.867209] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11518af-d6ea-42cf-973f-53da4e893c41 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.000691] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Acquiring lock "e9434cea-38e8-4933-a2de-4e39f95b26b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.000929] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Lock "e9434cea-38e8-4933-a2de-4e39f95b26b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.097696] env[70039]: DEBUG nova.scheduler.client.report [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.168761] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "e0113f7a-a90f-4add-bf71-d5a306f059cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.611s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.252906] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "refresh_cache-a64a8294-f3f9-472e-877b-64955d2feb4f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.252906] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "refresh_cache-a64a8294-f3f9-472e-877b-64955d2feb4f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.253113] env[70039]: DEBUG nova.network.neutron [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.387574] env[70039]: INFO nova.compute.manager [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Took 36.72 seconds to build instance. [ 901.605263] env[70039]: DEBUG oslo_concurrency.lockutils [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.607565] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.178s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.609088] env[70039]: INFO nova.compute.claims [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.645959] env[70039]: INFO nova.scheduler.client.report [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Deleted allocations for instance 966ead37-1cec-42ec-8a35-4fc079cdea6f [ 901.670380] env[70039]: DEBUG nova.compute.manager [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.830026] env[70039]: DEBUG nova.network.neutron [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.841939] env[70039]: DEBUG oslo_concurrency.lockutils [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "e0113f7a-a90f-4add-bf71-d5a306f059cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.844738] env[70039]: DEBUG oslo_concurrency.lockutils [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "e0113f7a-a90f-4add-bf71-d5a306f059cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.844738] env[70039]: DEBUG oslo_concurrency.lockutils [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "e0113f7a-a90f-4add-bf71-d5a306f059cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.844738] env[70039]: DEBUG oslo_concurrency.lockutils [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "e0113f7a-a90f-4add-bf71-d5a306f059cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.844738] env[70039]: DEBUG oslo_concurrency.lockutils [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "e0113f7a-a90f-4add-bf71-d5a306f059cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.845988] env[70039]: INFO nova.compute.manager [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Terminating instance [ 901.891840] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74a21e1f-c2bd-4143-a630-8b54489ab147 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "a749d9fd-c016-4684-afcd-1754a424ce51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.280s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.923114] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "a749d9fd-c016-4684-afcd-1754a424ce51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.923621] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "a749d9fd-c016-4684-afcd-1754a424ce51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.925211] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "a749d9fd-c016-4684-afcd-1754a424ce51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.925643] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "a749d9fd-c016-4684-afcd-1754a424ce51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.925719] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "a749d9fd-c016-4684-afcd-1754a424ce51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.927770] env[70039]: INFO nova.compute.manager [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Terminating instance [ 902.003060] env[70039]: DEBUG nova.network.neutron [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Updating instance_info_cache with network_info: [{"id": "85359b1f-b361-4765-aea0-6b22b350e899", "address": "fa:16:3e:4b:1e:1f", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85359b1f-b3", "ovs_interfaceid": "85359b1f-b361-4765-aea0-6b22b350e899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.156124] env[70039]: DEBUG oslo_concurrency.lockutils [None req-abf51314-91fd-41d7-b6bd-91ba41486152 tempest-ImagesNegativeTestJSON-119148529 tempest-ImagesNegativeTestJSON-119148529-project-member] Lock "966ead37-1cec-42ec-8a35-4fc079cdea6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.876s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.195460] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.351954] env[70039]: DEBUG nova.compute.manager [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.352125] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.353095] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e21adb-8652-4569-abf8-17797f0b0f08 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.365385] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.365714] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e8186d9-1bc1-4f15-8d71-a3a4fc7fb0b1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.372807] env[70039]: DEBUG oslo_vmware.api [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 902.372807] env[70039]: value = "task-3330804" [ 902.372807] env[70039]: _type = "Task" [ 902.372807] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.382571] env[70039]: DEBUG oslo_vmware.api [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.399209] env[70039]: DEBUG nova.compute.manager [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.439143] env[70039]: DEBUG nova.compute.manager [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.439143] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.439143] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64525ddc-19e9-407f-9216-9011380a5012 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.447476] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.448113] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-012b99b4-c7fb-4f67-af40-0b2f67ab35c3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.455371] env[70039]: DEBUG oslo_vmware.api [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 902.455371] env[70039]: value = "task-3330805" [ 902.455371] env[70039]: _type = "Task" [ 902.455371] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.466086] env[70039]: DEBUG oslo_vmware.api [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.509265] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "refresh_cache-a64a8294-f3f9-472e-877b-64955d2feb4f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.509265] env[70039]: DEBUG nova.compute.manager [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Instance network_info: |[{"id": "85359b1f-b361-4765-aea0-6b22b350e899", "address": "fa:16:3e:4b:1e:1f", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85359b1f-b3", "ovs_interfaceid": "85359b1f-b361-4765-aea0-6b22b350e899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.509265] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:1e:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85359b1f-b361-4765-aea0-6b22b350e899', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.517905] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Creating folder: Project (b21ea9987a554985b7d07b111f069b35). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.518814] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9dfd427-e2a1-44a3-808e-99bc6588bc79 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.529650] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Created folder: Project (b21ea9987a554985b7d07b111f069b35) in parent group-v664777. [ 902.531662] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Creating folder: Instances. Parent ref: group-v664920. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.532196] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ba65802-7b9a-4f43-b858-70f0c5df3163 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.547666] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Created folder: Instances in parent group-v664920. [ 902.548160] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.548777] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.549200] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-388da67c-6151-4bc7-9592-dcb3a4b26932 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.576516] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.576516] env[70039]: value = "task-3330808" [ 902.576516] env[70039]: _type = "Task" [ 902.576516] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.586996] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330808, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.837714] env[70039]: DEBUG nova.compute.manager [req-1f3deedb-4af7-421f-bcf6-14dfc995b76f req-d1440bee-68cf-44c5-acbf-14a6cc0af891 service nova] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Received event network-changed-85359b1f-b361-4765-aea0-6b22b350e899 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.837714] env[70039]: DEBUG nova.compute.manager [req-1f3deedb-4af7-421f-bcf6-14dfc995b76f req-d1440bee-68cf-44c5-acbf-14a6cc0af891 service nova] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Refreshing instance network info cache due to event network-changed-85359b1f-b361-4765-aea0-6b22b350e899. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.837714] env[70039]: DEBUG oslo_concurrency.lockutils [req-1f3deedb-4af7-421f-bcf6-14dfc995b76f req-d1440bee-68cf-44c5-acbf-14a6cc0af891 service nova] Acquiring lock "refresh_cache-a64a8294-f3f9-472e-877b-64955d2feb4f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.837714] env[70039]: DEBUG oslo_concurrency.lockutils [req-1f3deedb-4af7-421f-bcf6-14dfc995b76f req-d1440bee-68cf-44c5-acbf-14a6cc0af891 service nova] Acquired lock "refresh_cache-a64a8294-f3f9-472e-877b-64955d2feb4f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.838095] env[70039]: DEBUG nova.network.neutron [req-1f3deedb-4af7-421f-bcf6-14dfc995b76f req-d1440bee-68cf-44c5-acbf-14a6cc0af891 service nova] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Refreshing network info cache for port 85359b1f-b361-4765-aea0-6b22b350e899 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.885827] env[70039]: DEBUG oslo_vmware.api [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330804, 'name': PowerOffVM_Task, 'duration_secs': 0.276073} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.886284] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.886551] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.886788] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-510fb335-48bf-43c4-a4af-4e5bef86556e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.923075] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.952629] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.952861] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.953136] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Deleting the datastore file [datastore1] e0113f7a-a90f-4add-bf71-d5a306f059cd {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.954076] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-467a191c-abab-438d-9dee-08471c96eb23 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.964561] env[70039]: DEBUG oslo_vmware.api [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 902.964561] env[70039]: value = "task-3330810" [ 902.964561] env[70039]: _type = "Task" [ 902.964561] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.972595] env[70039]: DEBUG oslo_vmware.api [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330805, 'name': PowerOffVM_Task, 'duration_secs': 0.300134} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.973137] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.973318] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.973601] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fea4e42-6754-4c10-82a6-c0d0a6afd4de {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.980975] env[70039]: DEBUG oslo_vmware.api [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.056726] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.058073] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.058073] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Deleting the datastore file [datastore2] a749d9fd-c016-4684-afcd-1754a424ce51 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.058073] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aef52bd2-b619-409d-96e4-db5d096cee03 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.069347] env[70039]: DEBUG oslo_vmware.api [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for the task: (returnval){ [ 903.069347] env[70039]: value = "task-3330812" [ 903.069347] env[70039]: _type = "Task" [ 903.069347] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.076995] env[70039]: DEBUG oslo_vmware.api [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.089361] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330808, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.262036] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c4c49f-bf6c-4cfd-8285-677d4491e9a6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.269902] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554e509a-f811-40f0-8c2a-732bffafca4c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.304095] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37b4ad3-ea46-404c-81e4-eef01acc2d13 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.311929] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5332d97-a1d1-49d3-8938-b7adbe9d755e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.326118] env[70039]: DEBUG nova.compute.provider_tree [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.442026] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquiring lock "7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.442386] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lock "7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.475917] env[70039]: DEBUG oslo_vmware.api [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252203} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.476214] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.476396] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.476582] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.476751] env[70039]: INFO nova.compute.manager [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 903.476993] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.477463] env[70039]: DEBUG nova.compute.manager [-] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.477563] env[70039]: DEBUG nova.network.neutron [-] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.578714] env[70039]: DEBUG oslo_vmware.api [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.587970] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330808, 'name': CreateVM_Task, 'duration_secs': 0.531132} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.588151] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.589383] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.589584] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.589897] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.590158] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a35366b-4923-4ab1-9681-e45215c9e63c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.594711] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 903.594711] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52826122-64e2-5eb1-7a27-1099f5475934" [ 903.594711] env[70039]: _type = "Task" [ 903.594711] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.604195] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52826122-64e2-5eb1-7a27-1099f5475934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.829818] env[70039]: DEBUG nova.scheduler.client.report [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.835014] env[70039]: DEBUG nova.network.neutron [req-1f3deedb-4af7-421f-bcf6-14dfc995b76f req-d1440bee-68cf-44c5-acbf-14a6cc0af891 service nova] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Updated VIF entry in instance network info cache for port 85359b1f-b361-4765-aea0-6b22b350e899. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.835350] env[70039]: DEBUG nova.network.neutron [req-1f3deedb-4af7-421f-bcf6-14dfc995b76f req-d1440bee-68cf-44c5-acbf-14a6cc0af891 service nova] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Updating instance_info_cache with network_info: [{"id": "85359b1f-b361-4765-aea0-6b22b350e899", "address": "fa:16:3e:4b:1e:1f", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85359b1f-b3", "ovs_interfaceid": "85359b1f-b361-4765-aea0-6b22b350e899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.903761] env[70039]: DEBUG oslo_concurrency.lockutils [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "ce10145e-b396-41cf-b13f-170cdc82a43b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.904060] env[70039]: DEBUG oslo_concurrency.lockutils [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "ce10145e-b396-41cf-b13f-170cdc82a43b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.079286] env[70039]: DEBUG oslo_vmware.api [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Task: {'id': task-3330812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.711675} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.079286] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.079404] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.079567] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.079704] env[70039]: INFO nova.compute.manager [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Took 1.64 seconds to destroy the instance on the hypervisor. [ 904.079943] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.080140] env[70039]: DEBUG nova.compute.manager [-] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.080231] env[70039]: DEBUG nova.network.neutron [-] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.109018] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52826122-64e2-5eb1-7a27-1099f5475934, 'name': SearchDatastore_Task, 'duration_secs': 0.028598} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.109018] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.109018] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.109018] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.109018] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.109018] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.109018] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebc72feb-8a1f-4dbb-ad1b-19ed7d3c9982 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.118587] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.118779] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.119519] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90d53693-805e-49cb-a3de-76e7d7f4f56d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.125133] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 904.125133] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52d5ccba-d7df-d577-c099-f244b2561344" [ 904.125133] env[70039]: _type = "Task" [ 904.125133] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.133877] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d5ccba-d7df-d577-c099-f244b2561344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.339034] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.339034] env[70039]: DEBUG nova.compute.manager [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.341917] env[70039]: DEBUG oslo_concurrency.lockutils [req-1f3deedb-4af7-421f-bcf6-14dfc995b76f req-d1440bee-68cf-44c5-acbf-14a6cc0af891 service nova] Releasing lock "refresh_cache-a64a8294-f3f9-472e-877b-64955d2feb4f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.343019] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.442s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.343019] env[70039]: DEBUG nova.objects.instance [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Lazy-loading 'resources' on Instance uuid 80cbf532-257f-47c1-a22f-de7a8ca6a004 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.496252] env[70039]: DEBUG nova.network.neutron [-] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.640393] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d5ccba-d7df-d577-c099-f244b2561344, 'name': SearchDatastore_Task, 'duration_secs': 0.019474} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.641241] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a978386-28e0-4d97-af96-4a96d7bab750 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.647521] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 904.647521] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]526f953a-4a04-273f-1fdc-c7beb5fc1ffc" [ 904.647521] env[70039]: _type = "Task" [ 904.647521] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.656889] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526f953a-4a04-273f-1fdc-c7beb5fc1ffc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.794967] env[70039]: DEBUG nova.network.neutron [-] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.846105] env[70039]: DEBUG nova.compute.utils [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.848093] env[70039]: DEBUG nova.compute.manager [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.848736] env[70039]: DEBUG nova.network.neutron [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.869687] env[70039]: DEBUG nova.compute.manager [req-05d796d4-1aa7-4643-8ec6-6b20ff9ae8f8 req-0b9ab713-0af4-4e02-823d-7e0b1bf9748f service nova] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Received event network-vif-deleted-4136d576-01e9-4ff5-84d5-28bc5d54484f {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.869931] env[70039]: DEBUG nova.compute.manager [req-05d796d4-1aa7-4643-8ec6-6b20ff9ae8f8 req-0b9ab713-0af4-4e02-823d-7e0b1bf9748f service nova] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Received event network-vif-deleted-a41bc642-163a-4684-baed-9d2b33e601be {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.908166] env[70039]: DEBUG nova.policy [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c12e6f40b2b048a0969ec59a3acdeda5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e92100935443909f3d96a6cd84123b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.998338] env[70039]: INFO nova.compute.manager [-] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Took 1.52 seconds to deallocate network for instance. [ 905.161638] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526f953a-4a04-273f-1fdc-c7beb5fc1ffc, 'name': SearchDatastore_Task, 'duration_secs': 0.010065} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.162334] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.163550] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] a64a8294-f3f9-472e-877b-64955d2feb4f/a64a8294-f3f9-472e-877b-64955d2feb4f.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.163738] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f92145b-47da-4348-a4b9-d00ed68273ab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.173914] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 905.173914] env[70039]: value = "task-3330813" [ 905.173914] env[70039]: _type = "Task" [ 905.173914] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.184333] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.281976] env[70039]: DEBUG nova.network.neutron [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Successfully created port: 744eb575-406c-466d-88aa-d8413f5b1b08 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.297117] env[70039]: INFO nova.compute.manager [-] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Took 1.22 seconds to deallocate network for instance. [ 905.360580] env[70039]: DEBUG nova.compute.manager [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.508280] env[70039]: DEBUG oslo_concurrency.lockutils [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.514635] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1944c7-8b4c-441f-8c92-166bd3ac1023 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.526105] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d1d2f5-b1dc-4e48-bb37-2cb553058b52 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.561679] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c19191-98c1-448d-afd9-93bc3a5544e8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.574223] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf1f3fd-fa9b-4061-863c-fcd4bb6377d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.591572] env[70039]: DEBUG nova.compute.provider_tree [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.684311] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47978} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.684573] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] a64a8294-f3f9-472e-877b-64955d2feb4f/a64a8294-f3f9-472e-877b-64955d2feb4f.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.684791] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.685061] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24b76658-8282-41f4-b450-b9bd42457bb1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.692136] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 905.692136] env[70039]: value = "task-3330814" [ 905.692136] env[70039]: _type = "Task" [ 905.692136] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.701359] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.807819] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.095587] env[70039]: DEBUG nova.scheduler.client.report [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.203611] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066006} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.203611] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.203986] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718f91d5-721a-4dd4-9a07-fa3ba722c065 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.226891] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] a64a8294-f3f9-472e-877b-64955d2feb4f/a64a8294-f3f9-472e-877b-64955d2feb4f.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.227235] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5108290-9ff6-4c2e-8886-8da64d872280 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.248267] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 906.248267] env[70039]: value = "task-3330815" [ 906.248267] env[70039]: _type = "Task" [ 906.248267] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.260146] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.370687] env[70039]: DEBUG nova.compute.manager [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.394639] env[70039]: DEBUG nova.virt.hardware [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.395033] env[70039]: DEBUG nova.virt.hardware [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.395287] env[70039]: DEBUG nova.virt.hardware [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.395866] env[70039]: DEBUG nova.virt.hardware [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.395866] env[70039]: DEBUG nova.virt.hardware [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.396488] env[70039]: DEBUG nova.virt.hardware [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.396613] env[70039]: DEBUG nova.virt.hardware [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.396823] env[70039]: DEBUG nova.virt.hardware [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.397064] env[70039]: DEBUG nova.virt.hardware [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.397354] env[70039]: DEBUG nova.virt.hardware [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.397597] env[70039]: DEBUG nova.virt.hardware [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.398606] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a56691-5d00-4f01-a455-0c7f25fa2cd4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.407242] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2f1886-3661-46fd-b8e4-5bcdd2485a6b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.602056] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.606329] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.069s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.609611] env[70039]: INFO nova.compute.claims [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.614454] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquiring lock "ea580e3e-39ad-4653-bb30-e050016a9b3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.614675] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "ea580e3e-39ad-4653-bb30-e050016a9b3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.623790] env[70039]: INFO nova.scheduler.client.report [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Deleted allocations for instance 80cbf532-257f-47c1-a22f-de7a8ca6a004 [ 906.761751] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330815, 'name': ReconfigVM_Task, 'duration_secs': 0.286167} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.762457] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Reconfigured VM instance instance-00000034 to attach disk [datastore2] a64a8294-f3f9-472e-877b-64955d2feb4f/a64a8294-f3f9-472e-877b-64955d2feb4f.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.763360] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4eabc658-658a-4750-bfb1-9996ec9cecec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.770504] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 906.770504] env[70039]: value = "task-3330816" [ 906.770504] env[70039]: _type = "Task" [ 906.770504] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.781163] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330816, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.856457] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquiring lock "c7c2ae9f-de0e-47e4-a515-467d2cfa6247" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.856724] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "c7c2ae9f-de0e-47e4-a515-467d2cfa6247" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.951028] env[70039]: DEBUG nova.compute.manager [req-44fb7831-155c-42c0-a832-6d831516e2df req-4840e23c-93ff-443b-be42-971bc783b782 service nova] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Received event network-vif-plugged-744eb575-406c-466d-88aa-d8413f5b1b08 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.951268] env[70039]: DEBUG oslo_concurrency.lockutils [req-44fb7831-155c-42c0-a832-6d831516e2df req-4840e23c-93ff-443b-be42-971bc783b782 service nova] Acquiring lock "2a3331a0-19ac-4f75-9541-57ff3e287f9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.951452] env[70039]: DEBUG oslo_concurrency.lockutils [req-44fb7831-155c-42c0-a832-6d831516e2df req-4840e23c-93ff-443b-be42-971bc783b782 service nova] Lock "2a3331a0-19ac-4f75-9541-57ff3e287f9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.951620] env[70039]: DEBUG oslo_concurrency.lockutils [req-44fb7831-155c-42c0-a832-6d831516e2df req-4840e23c-93ff-443b-be42-971bc783b782 service nova] Lock "2a3331a0-19ac-4f75-9541-57ff3e287f9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.951786] env[70039]: DEBUG nova.compute.manager [req-44fb7831-155c-42c0-a832-6d831516e2df req-4840e23c-93ff-443b-be42-971bc783b782 service nova] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] No waiting events found dispatching network-vif-plugged-744eb575-406c-466d-88aa-d8413f5b1b08 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.951949] env[70039]: WARNING nova.compute.manager [req-44fb7831-155c-42c0-a832-6d831516e2df req-4840e23c-93ff-443b-be42-971bc783b782 service nova] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Received unexpected event network-vif-plugged-744eb575-406c-466d-88aa-d8413f5b1b08 for instance with vm_state building and task_state spawning. [ 907.015462] env[70039]: DEBUG nova.network.neutron [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Successfully updated port: 744eb575-406c-466d-88aa-d8413f5b1b08 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.131999] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c534691e-436c-4aba-a344-faee610a37bf tempest-ServerMetadataTestJSON-1558977330 tempest-ServerMetadataTestJSON-1558977330-project-member] Lock "80cbf532-257f-47c1-a22f-de7a8ca6a004" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.182s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.281433] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330816, 'name': Rename_Task, 'duration_secs': 0.14142} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.281733] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.281972] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5fa5ff8-f37f-401f-80fd-0df2db37bac0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.287898] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 907.287898] env[70039]: value = "task-3330817" [ 907.287898] env[70039]: _type = "Task" [ 907.287898] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.297436] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.518940] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "refresh_cache-2a3331a0-19ac-4f75-9541-57ff3e287f9e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.519101] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired lock "refresh_cache-2a3331a0-19ac-4f75-9541-57ff3e287f9e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.520776] env[70039]: DEBUG nova.network.neutron [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.798400] env[70039]: DEBUG oslo_vmware.api [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330817, 'name': PowerOnVM_Task, 'duration_secs': 0.468669} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.801013] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.801285] env[70039]: INFO nova.compute.manager [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Took 8.57 seconds to spawn the instance on the hypervisor. [ 907.801510] env[70039]: DEBUG nova.compute.manager [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.802738] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa9cc7f-198a-4057-8866-6e1509b114ca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.061586] env[70039]: DEBUG nova.network.neutron [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.197802] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d483795-4895-4986-96e4-b2ee4f0d51a5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.205390] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2319ca7f-b1fc-40cb-b80b-ef347719dc07 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.239964] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f958e1-076b-4708-ae59-a356abfefd5c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.247489] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d21527-2663-462b-a79a-31f958f1e5de {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.260531] env[70039]: DEBUG nova.compute.provider_tree [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.304475] env[70039]: DEBUG nova.network.neutron [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Updating instance_info_cache with network_info: [{"id": "744eb575-406c-466d-88aa-d8413f5b1b08", "address": "fa:16:3e:89:28:d2", "network": {"id": "27d611dc-541c-45de-a128-e4294d684a54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1913845303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e92100935443909f3d96a6cd84123b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap744eb575-40", "ovs_interfaceid": "744eb575-406c-466d-88aa-d8413f5b1b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.319325] env[70039]: INFO nova.compute.manager [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Took 39.08 seconds to build instance. [ 908.763415] env[70039]: DEBUG nova.scheduler.client.report [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.809707] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Releasing lock "refresh_cache-2a3331a0-19ac-4f75-9541-57ff3e287f9e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.809707] env[70039]: DEBUG nova.compute.manager [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Instance network_info: |[{"id": "744eb575-406c-466d-88aa-d8413f5b1b08", "address": "fa:16:3e:89:28:d2", "network": {"id": "27d611dc-541c-45de-a128-e4294d684a54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1913845303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e92100935443909f3d96a6cd84123b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap744eb575-40", "ovs_interfaceid": "744eb575-406c-466d-88aa-d8413f5b1b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.809707] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:28:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '744eb575-406c-466d-88aa-d8413f5b1b08', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.816869] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Creating folder: Project (72e92100935443909f3d96a6cd84123b). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.817881] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1f3b5e4-9671-453f-9ef8-7b39db74ec21 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.821098] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a1490169-372d-49a3-ac99-fc808283f64e tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "a64a8294-f3f9-472e-877b-64955d2feb4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.539s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.828792] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Created folder: Project (72e92100935443909f3d96a6cd84123b) in parent group-v664777. [ 908.829042] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Creating folder: Instances. Parent ref: group-v664923. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.829293] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3d10084-4279-4495-94d4-48329f42f289 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.837450] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Created folder: Instances in parent group-v664923. [ 908.837708] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.837919] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.838139] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7434353-0b11-48ab-a25b-257b972ad78a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.856738] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.856738] env[70039]: value = "task-3330820" [ 908.856738] env[70039]: _type = "Task" [ 908.856738] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.865699] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330820, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.997398] env[70039]: DEBUG nova.compute.manager [req-873fe51c-94b3-44ed-aee9-e9932ef11da9 req-45c88708-37c6-40ab-ad65-23d5ea934a84 service nova] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Received event network-changed-744eb575-406c-466d-88aa-d8413f5b1b08 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.997594] env[70039]: DEBUG nova.compute.manager [req-873fe51c-94b3-44ed-aee9-e9932ef11da9 req-45c88708-37c6-40ab-ad65-23d5ea934a84 service nova] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Refreshing instance network info cache due to event network-changed-744eb575-406c-466d-88aa-d8413f5b1b08. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.997836] env[70039]: DEBUG oslo_concurrency.lockutils [req-873fe51c-94b3-44ed-aee9-e9932ef11da9 req-45c88708-37c6-40ab-ad65-23d5ea934a84 service nova] Acquiring lock "refresh_cache-2a3331a0-19ac-4f75-9541-57ff3e287f9e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.998034] env[70039]: DEBUG oslo_concurrency.lockutils [req-873fe51c-94b3-44ed-aee9-e9932ef11da9 req-45c88708-37c6-40ab-ad65-23d5ea934a84 service nova] Acquired lock "refresh_cache-2a3331a0-19ac-4f75-9541-57ff3e287f9e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.998146] env[70039]: DEBUG nova.network.neutron [req-873fe51c-94b3-44ed-aee9-e9932ef11da9 req-45c88708-37c6-40ab-ad65-23d5ea934a84 service nova] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Refreshing network info cache for port 744eb575-406c-466d-88aa-d8413f5b1b08 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.019740] env[70039]: INFO nova.compute.manager [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Rebuilding instance [ 909.081707] env[70039]: DEBUG nova.compute.manager [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.082916] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041eb8fc-0cbd-4b99-a5ad-0fb03a1f1204 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.269617] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.270159] env[70039]: DEBUG nova.compute.manager [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.272614] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.385s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.272846] env[70039]: DEBUG nova.objects.instance [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lazy-loading 'resources' on Instance uuid ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.323238] env[70039]: DEBUG nova.compute.manager [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.367142] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330820, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.715660] env[70039]: DEBUG nova.network.neutron [req-873fe51c-94b3-44ed-aee9-e9932ef11da9 req-45c88708-37c6-40ab-ad65-23d5ea934a84 service nova] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Updated VIF entry in instance network info cache for port 744eb575-406c-466d-88aa-d8413f5b1b08. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.715660] env[70039]: DEBUG nova.network.neutron [req-873fe51c-94b3-44ed-aee9-e9932ef11da9 req-45c88708-37c6-40ab-ad65-23d5ea934a84 service nova] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Updating instance_info_cache with network_info: [{"id": "744eb575-406c-466d-88aa-d8413f5b1b08", "address": "fa:16:3e:89:28:d2", "network": {"id": "27d611dc-541c-45de-a128-e4294d684a54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1913845303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e92100935443909f3d96a6cd84123b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap744eb575-40", "ovs_interfaceid": "744eb575-406c-466d-88aa-d8413f5b1b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.777361] env[70039]: DEBUG nova.compute.utils [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.779111] env[70039]: DEBUG nova.compute.manager [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.779237] env[70039]: DEBUG nova.network.neutron [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.823116] env[70039]: DEBUG nova.policy [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c12e6f40b2b048a0969ec59a3acdeda5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e92100935443909f3d96a6cd84123b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.842229] env[70039]: DEBUG oslo_concurrency.lockutils [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.866709] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330820, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.090672] env[70039]: DEBUG nova.network.neutron [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Successfully created port: e1b19b62-125c-4613-a259-af3583be274f {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.095627] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.096297] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-371f0973-8262-4f0b-8723-b49bef53a0ee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.099251] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.101834] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.109313] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 910.109313] env[70039]: value = "task-3330821" [ 910.109313] env[70039]: _type = "Task" [ 910.109313] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.118512] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.219188] env[70039]: DEBUG oslo_concurrency.lockutils [req-873fe51c-94b3-44ed-aee9-e9932ef11da9 req-45c88708-37c6-40ab-ad65-23d5ea934a84 service nova] Releasing lock "refresh_cache-2a3331a0-19ac-4f75-9541-57ff3e287f9e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.283607] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdafe9a2-aef7-459f-bbfe-eb7017ddf12e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.286850] env[70039]: DEBUG nova.compute.manager [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.294347] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33d0dea-98cb-49a9-8163-2a89c7bfb9c5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.328016] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66663cce-0a66-4774-b429-070398084d80 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.336231] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876a96f1-6363-4c41-9196-a735bab43c3d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.351488] env[70039]: DEBUG nova.compute.provider_tree [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.367371] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330820, 'name': CreateVM_Task, 'duration_secs': 1.301498} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.367535] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.368448] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.368448] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.368737] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.368977] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-348fe991-25a0-4a46-ac7e-ea7146b07cc8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.373761] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 910.373761] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]525951bf-ae8d-34d5-7317-cc8304a82154" [ 910.373761] env[70039]: _type = "Task" [ 910.373761] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.381550] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525951bf-ae8d-34d5-7317-cc8304a82154, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.618954] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.619626] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.619826] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.619995] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.620249] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.620409] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.620542] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70039) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 910.620929] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager.update_available_resource {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.624863] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330821, 'name': PowerOffVM_Task, 'duration_secs': 0.208932} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.625463] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.625463] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.626262] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a816240c-d0cc-4aa5-a1e4-96cf348224d5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.632706] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.633620] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-162276a5-7de2-4c36-9501-848bf2478691 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.742738] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.742962] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.743166] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleting the datastore file [datastore2] a64a8294-f3f9-472e-877b-64955d2feb4f {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.743445] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e03f6c8f-6ef8-49a3-9887-508b98d4cb83 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.749357] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 910.749357] env[70039]: value = "task-3330823" [ 910.749357] env[70039]: _type = "Task" [ 910.749357] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.757286] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.854763] env[70039]: DEBUG nova.scheduler.client.report [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.885942] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525951bf-ae8d-34d5-7317-cc8304a82154, 'name': SearchDatastore_Task, 'duration_secs': 0.014761} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.886264] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.886495] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.886729] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.886879] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.887076] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.887553] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c21a19ab-0934-47eb-8a4b-b06e3bb25b8f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.895431] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.895610] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.896331] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a83c9ebf-f7a5-47ad-9d87-540e8150b87d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.901767] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 910.901767] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52cdb508-9970-0361-2482-67161a438907" [ 910.901767] env[70039]: _type = "Task" [ 910.901767] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.909531] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52cdb508-9970-0361-2482-67161a438907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.126716] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.259743] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154427} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.260015] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.260215] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.260392] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.297395] env[70039]: DEBUG nova.compute.manager [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.321657] env[70039]: DEBUG nova.virt.hardware [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.321911] env[70039]: DEBUG nova.virt.hardware [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.322092] env[70039]: DEBUG nova.virt.hardware [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.322278] env[70039]: DEBUG nova.virt.hardware [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.322425] env[70039]: DEBUG nova.virt.hardware [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.322571] env[70039]: DEBUG nova.virt.hardware [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.322826] env[70039]: DEBUG nova.virt.hardware [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.322928] env[70039]: DEBUG nova.virt.hardware [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.323108] env[70039]: DEBUG nova.virt.hardware [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.323282] env[70039]: DEBUG nova.virt.hardware [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.323456] env[70039]: DEBUG nova.virt.hardware [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.324310] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408692fc-654e-401f-baca-6fd426b95685 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.332345] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996c7dcf-78cd-4aae-b6f5-e7b452459466 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.359508] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.361898] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.134s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.362012] env[70039]: DEBUG nova.objects.instance [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lazy-loading 'resources' on Instance uuid cede758a-d0ee-4671-b83b-22c7c977b17a {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.383319] env[70039]: INFO nova.scheduler.client.report [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Deleted allocations for instance ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6 [ 911.412521] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52cdb508-9970-0361-2482-67161a438907, 'name': SearchDatastore_Task, 'duration_secs': 0.008398} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.412843] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d2a009-e2b8-492f-98f6-6344345d2054 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.418320] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 911.418320] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5266abf3-6222-6006-72c9-9977574ce2f3" [ 911.418320] env[70039]: _type = "Task" [ 911.418320] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.427738] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5266abf3-6222-6006-72c9-9977574ce2f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.566145] env[70039]: DEBUG nova.compute.manager [req-2478711f-6ac5-4524-bbd0-b78a59671e22 req-5d423647-0390-4727-9307-7338e22c8df3 service nova] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Received event network-vif-plugged-e1b19b62-125c-4613-a259-af3583be274f {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.566363] env[70039]: DEBUG oslo_concurrency.lockutils [req-2478711f-6ac5-4524-bbd0-b78a59671e22 req-5d423647-0390-4727-9307-7338e22c8df3 service nova] Acquiring lock "bf89df54-384c-4b54-bc17-21ea92034696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.566574] env[70039]: DEBUG oslo_concurrency.lockutils [req-2478711f-6ac5-4524-bbd0-b78a59671e22 req-5d423647-0390-4727-9307-7338e22c8df3 service nova] Lock "bf89df54-384c-4b54-bc17-21ea92034696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.566748] env[70039]: DEBUG oslo_concurrency.lockutils [req-2478711f-6ac5-4524-bbd0-b78a59671e22 req-5d423647-0390-4727-9307-7338e22c8df3 service nova] Lock "bf89df54-384c-4b54-bc17-21ea92034696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.566921] env[70039]: DEBUG nova.compute.manager [req-2478711f-6ac5-4524-bbd0-b78a59671e22 req-5d423647-0390-4727-9307-7338e22c8df3 service nova] [instance: bf89df54-384c-4b54-bc17-21ea92034696] No waiting events found dispatching network-vif-plugged-e1b19b62-125c-4613-a259-af3583be274f {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.567098] env[70039]: WARNING nova.compute.manager [req-2478711f-6ac5-4524-bbd0-b78a59671e22 req-5d423647-0390-4727-9307-7338e22c8df3 service nova] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Received unexpected event network-vif-plugged-e1b19b62-125c-4613-a259-af3583be274f for instance with vm_state building and task_state spawning. [ 911.668705] env[70039]: DEBUG nova.network.neutron [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Successfully updated port: e1b19b62-125c-4613-a259-af3583be274f {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.893711] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b006f15b-35df-47fc-ba19-4939718016b3 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.623s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.930428] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5266abf3-6222-6006-72c9-9977574ce2f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009423} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.930696] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.930959] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 2a3331a0-19ac-4f75-9541-57ff3e287f9e/2a3331a0-19ac-4f75-9541-57ff3e287f9e.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.931233] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0adb9c85-b002-42a0-abda-34d37f632bff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.940226] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 911.940226] env[70039]: value = "task-3330824" [ 911.940226] env[70039]: _type = "Task" [ 911.940226] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.952046] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.173480] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "refresh_cache-bf89df54-384c-4b54-bc17-21ea92034696" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.173659] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired lock "refresh_cache-bf89df54-384c-4b54-bc17-21ea92034696" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.173847] env[70039]: DEBUG nova.network.neutron [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.299444] env[70039]: DEBUG nova.virt.hardware [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.300313] env[70039]: DEBUG nova.virt.hardware [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.300313] env[70039]: DEBUG nova.virt.hardware [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.300313] env[70039]: DEBUG nova.virt.hardware [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.300313] env[70039]: DEBUG nova.virt.hardware [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.300313] env[70039]: DEBUG nova.virt.hardware [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.300597] env[70039]: DEBUG nova.virt.hardware [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.300776] env[70039]: DEBUG nova.virt.hardware [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.300861] env[70039]: DEBUG nova.virt.hardware [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.301049] env[70039]: DEBUG nova.virt.hardware [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.301228] env[70039]: DEBUG nova.virt.hardware [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.302157] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c6d47c-ddf0-4c3a-a92d-30d0e04b272c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.317166] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119a3e29-2000-42c2-b60f-a9161d1e8bd8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.338254] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:1e:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85359b1f-b361-4765-aea0-6b22b350e899', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.347445] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.349032] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.349857] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822961c2-e5d7-4bb3-b2e5-aaa1cdcc2c57 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.353147] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72f6800a-6f93-4d3f-9a7a-11352c71421d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.378505] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.378505] env[70039]: value = "task-3330825" [ 912.378505] env[70039]: _type = "Task" [ 912.378505] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.379535] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0827eb3c-6777-4062-b8fe-10f032c7e7e8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.392685] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330825, 'name': CreateVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.417015] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c65a98-9fd2-4afd-9ef8-d1648c7df752 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.424797] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86800aa-d9d6-4ca4-b040-2e4e828f9897 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.443275] env[70039]: DEBUG nova.compute.provider_tree [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.453216] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44972} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.453483] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 2a3331a0-19ac-4f75-9541-57ff3e287f9e/2a3331a0-19ac-4f75-9541-57ff3e287f9e.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.453697] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.453940] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24748ae2-20d1-4158-a03e-75c3daafffdc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.460642] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 912.460642] env[70039]: value = "task-3330826" [ 912.460642] env[70039]: _type = "Task" [ 912.460642] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.468718] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.705965] env[70039]: DEBUG nova.network.neutron [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.841020] env[70039]: DEBUG nova.network.neutron [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Updating instance_info_cache with network_info: [{"id": "e1b19b62-125c-4613-a259-af3583be274f", "address": "fa:16:3e:ff:7e:44", "network": {"id": "27d611dc-541c-45de-a128-e4294d684a54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1913845303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e92100935443909f3d96a6cd84123b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b19b62-12", "ovs_interfaceid": "e1b19b62-125c-4613-a259-af3583be274f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.892670] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330825, 'name': CreateVM_Task, 'duration_secs': 0.287773} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.892844] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.893518] env[70039]: DEBUG oslo_concurrency.lockutils [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.893684] env[70039]: DEBUG oslo_concurrency.lockutils [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.894011] env[70039]: DEBUG oslo_concurrency.lockutils [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.894361] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fdca77c-dffa-4416-8be7-125bd6dd0a4d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.899017] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 912.899017] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c37701-d265-6d7b-383a-b0c284c98d64" [ 912.899017] env[70039]: _type = "Task" [ 912.899017] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.906407] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c37701-d265-6d7b-383a-b0c284c98d64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.947075] env[70039]: DEBUG nova.scheduler.client.report [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.971175] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059458} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.971389] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.972235] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a1757d-e29a-42af-b33c-b6130e8321bf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.993747] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 2a3331a0-19ac-4f75-9541-57ff3e287f9e/2a3331a0-19ac-4f75-9541-57ff3e287f9e.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.994014] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7366bd50-11e8-46e5-a5c6-0847a0dff278 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.012993] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 913.012993] env[70039]: value = "task-3330827" [ 913.012993] env[70039]: _type = "Task" [ 913.012993] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.020796] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.345746] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Releasing lock "refresh_cache-bf89df54-384c-4b54-bc17-21ea92034696" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.345746] env[70039]: DEBUG nova.compute.manager [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Instance network_info: |[{"id": "e1b19b62-125c-4613-a259-af3583be274f", "address": "fa:16:3e:ff:7e:44", "network": {"id": "27d611dc-541c-45de-a128-e4294d684a54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1913845303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e92100935443909f3d96a6cd84123b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b19b62-12", "ovs_interfaceid": "e1b19b62-125c-4613-a259-af3583be274f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.347055] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:7e:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1b19b62-125c-4613-a259-af3583be274f', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.354342] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.354622] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.354836] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2773c1e7-46a0-4a71-b6c9-e17c6304549e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.373783] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.373783] env[70039]: value = "task-3330828" [ 913.373783] env[70039]: _type = "Task" [ 913.373783] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.381944] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330828, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.408962] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c37701-d265-6d7b-383a-b0c284c98d64, 'name': SearchDatastore_Task, 'duration_secs': 0.009237} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.409280] env[70039]: DEBUG oslo_concurrency.lockutils [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.409519] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.409755] env[70039]: DEBUG oslo_concurrency.lockutils [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.409903] env[70039]: DEBUG oslo_concurrency.lockutils [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.410092] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.410343] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c64f246f-0b88-442d-9121-366ba08b65ec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.418866] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.419087] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.419788] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1871c19-a282-4aa5-948a-65456ef6a8a8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.424765] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 913.424765] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52d6f255-2843-3472-0875-9aa9b29a2d9d" [ 913.424765] env[70039]: _type = "Task" [ 913.424765] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.433935] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d6f255-2843-3472-0875-9aa9b29a2d9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.452905] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.455254] env[70039]: DEBUG oslo_concurrency.lockutils [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.751s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.456944] env[70039]: INFO nova.compute.claims [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.475608] env[70039]: INFO nova.scheduler.client.report [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Deleted allocations for instance cede758a-d0ee-4671-b83b-22c7c977b17a [ 913.526706] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330827, 'name': ReconfigVM_Task, 'duration_secs': 0.289779} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.527631] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 2a3331a0-19ac-4f75-9541-57ff3e287f9e/2a3331a0-19ac-4f75-9541-57ff3e287f9e.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.528301] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4eb96858-3ad6-49fd-970f-9b07196682fd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.535045] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 913.535045] env[70039]: value = "task-3330829" [ 913.535045] env[70039]: _type = "Task" [ 913.535045] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.543235] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330829, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.592557] env[70039]: DEBUG nova.compute.manager [req-4d0727d3-fdcf-478f-926c-b571d98f6a96 req-78abd7bd-0fa9-49ee-b902-f3d08d31e53f service nova] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Received event network-changed-e1b19b62-125c-4613-a259-af3583be274f {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.592755] env[70039]: DEBUG nova.compute.manager [req-4d0727d3-fdcf-478f-926c-b571d98f6a96 req-78abd7bd-0fa9-49ee-b902-f3d08d31e53f service nova] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Refreshing instance network info cache due to event network-changed-e1b19b62-125c-4613-a259-af3583be274f. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.593132] env[70039]: DEBUG oslo_concurrency.lockutils [req-4d0727d3-fdcf-478f-926c-b571d98f6a96 req-78abd7bd-0fa9-49ee-b902-f3d08d31e53f service nova] Acquiring lock "refresh_cache-bf89df54-384c-4b54-bc17-21ea92034696" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.593213] env[70039]: DEBUG oslo_concurrency.lockutils [req-4d0727d3-fdcf-478f-926c-b571d98f6a96 req-78abd7bd-0fa9-49ee-b902-f3d08d31e53f service nova] Acquired lock "refresh_cache-bf89df54-384c-4b54-bc17-21ea92034696" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.593366] env[70039]: DEBUG nova.network.neutron [req-4d0727d3-fdcf-478f-926c-b571d98f6a96 req-78abd7bd-0fa9-49ee-b902-f3d08d31e53f service nova] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Refreshing network info cache for port e1b19b62-125c-4613-a259-af3583be274f {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.884990] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330828, 'name': CreateVM_Task, 'duration_secs': 0.333596} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.885193] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.886141] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.886309] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.887273] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.887552] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-389e1788-6b34-4e45-95f6-14aa72206890 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.893111] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 913.893111] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5250b87f-662b-4c4b-1a2f-86309391e706" [ 913.893111] env[70039]: _type = "Task" [ 913.893111] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.899520] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5250b87f-662b-4c4b-1a2f-86309391e706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.934520] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d6f255-2843-3472-0875-9aa9b29a2d9d, 'name': SearchDatastore_Task, 'duration_secs': 0.035847} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.935309] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19614528-42fe-4a53-aaf9-66cfbdf9e905 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.940407] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 913.940407] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c6f29d-c2ca-d219-bbfc-47f281c2a48c" [ 913.940407] env[70039]: _type = "Task" [ 913.940407] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.947559] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c6f29d-c2ca-d219-bbfc-47f281c2a48c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.986631] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6eb1a04e-e8d8-4825-901e-aa5ae9f01951 tempest-ListServersNegativeTestJSON-226060042 tempest-ListServersNegativeTestJSON-226060042-project-member] Lock "cede758a-d0ee-4671-b83b-22c7c977b17a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.296s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.048831] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330829, 'name': Rename_Task, 'duration_secs': 0.197247} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.048831] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.048831] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8e16396-9f5b-4182-9856-b7d4778dd065 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.052982] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 914.052982] env[70039]: value = "task-3330830" [ 914.052982] env[70039]: _type = "Task" [ 914.052982] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.060713] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.405191] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5250b87f-662b-4c4b-1a2f-86309391e706, 'name': SearchDatastore_Task, 'duration_secs': 0.009529} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.405529] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.405835] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.406105] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.452154] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c6f29d-c2ca-d219-bbfc-47f281c2a48c, 'name': SearchDatastore_Task, 'duration_secs': 0.018493} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.452387] env[70039]: DEBUG oslo_concurrency.lockutils [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.452726] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] a64a8294-f3f9-472e-877b-64955d2feb4f/a64a8294-f3f9-472e-877b-64955d2feb4f.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.453040] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.453040] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.453381] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f937d47-3a27-449b-bb30-8abc18df1b32 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.455246] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-279235d1-3604-4cca-87ea-529a055df14e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.461477] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 914.461477] env[70039]: value = "task-3330831" [ 914.461477] env[70039]: _type = "Task" [ 914.461477] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.468155] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.468289] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.473023] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4447785a-9358-4959-8e8f-53d5402e46cd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.475170] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.478348] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 914.478348] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ad5dd2-4884-7a38-af9e-74ed2eb32b43" [ 914.478348] env[70039]: _type = "Task" [ 914.478348] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.487358] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ad5dd2-4884-7a38-af9e-74ed2eb32b43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.489766] env[70039]: DEBUG nova.network.neutron [req-4d0727d3-fdcf-478f-926c-b571d98f6a96 req-78abd7bd-0fa9-49ee-b902-f3d08d31e53f service nova] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Updated VIF entry in instance network info cache for port e1b19b62-125c-4613-a259-af3583be274f. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.490559] env[70039]: DEBUG nova.network.neutron [req-4d0727d3-fdcf-478f-926c-b571d98f6a96 req-78abd7bd-0fa9-49ee-b902-f3d08d31e53f service nova] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Updating instance_info_cache with network_info: [{"id": "e1b19b62-125c-4613-a259-af3583be274f", "address": "fa:16:3e:ff:7e:44", "network": {"id": "27d611dc-541c-45de-a128-e4294d684a54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1913845303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e92100935443909f3d96a6cd84123b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b19b62-12", "ovs_interfaceid": "e1b19b62-125c-4613-a259-af3583be274f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.563044] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330830, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.971169] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49189} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.971493] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] a64a8294-f3f9-472e-877b-64955d2feb4f/a64a8294-f3f9-472e-877b-64955d2feb4f.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.973974] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.973974] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99ebaac6-33b3-4111-90e0-2b7762233c20 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.983638] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 914.983638] env[70039]: value = "task-3330832" [ 914.983638] env[70039]: _type = "Task" [ 914.983638] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.990918] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ad5dd2-4884-7a38-af9e-74ed2eb32b43, 'name': SearchDatastore_Task, 'duration_secs': 0.012078} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.994841] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9dea537-05f3-4a7c-a0fd-3d67d67a9d12 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.000341] env[70039]: DEBUG oslo_concurrency.lockutils [req-4d0727d3-fdcf-478f-926c-b571d98f6a96 req-78abd7bd-0fa9-49ee-b902-f3d08d31e53f service nova] Releasing lock "refresh_cache-bf89df54-384c-4b54-bc17-21ea92034696" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.000642] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.003956] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 915.003956] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5272771d-39fd-5c14-9232-45e9894c27c3" [ 915.003956] env[70039]: _type = "Task" [ 915.003956] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.015868] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5272771d-39fd-5c14-9232-45e9894c27c3, 'name': SearchDatastore_Task, 'duration_secs': 0.00848} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.016213] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.017403] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] bf89df54-384c-4b54-bc17-21ea92034696/bf89df54-384c-4b54-bc17-21ea92034696.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.018115] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-327982d9-d593-47fe-bb23-6cd80409dd58 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.031735] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 915.031735] env[70039]: value = "task-3330833" [ 915.031735] env[70039]: _type = "Task" [ 915.031735] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.045779] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.065992] env[70039]: DEBUG oslo_vmware.api [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330830, 'name': PowerOnVM_Task, 'duration_secs': 0.717936} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.067710] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.067710] env[70039]: INFO nova.compute.manager [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Took 8.70 seconds to spawn the instance on the hypervisor. [ 915.067710] env[70039]: DEBUG nova.compute.manager [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.068359] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbea58c-cb9d-49ea-a071-dbb117b9f6e9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.071365] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5825e2d3-2263-4138-b161-168e1c8475a0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.080373] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79620dec-6207-43e6-a2c7-268c953912cf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.116947] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e819f43-7934-4ca6-881e-6c594a8929e2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.125221] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1433462-3f6d-4e89-a390-f71616fa23e4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.138699] env[70039]: DEBUG nova.compute.provider_tree [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.492625] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067727} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.492898] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.493670] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46ca71b-8df7-4e2d-9cfd-cc7b3cbb77eb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.515085] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] a64a8294-f3f9-472e-877b-64955d2feb4f/a64a8294-f3f9-472e-877b-64955d2feb4f.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.515378] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e86fa22c-e176-4a15-9701-687066092e99 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.536952] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 915.536952] env[70039]: value = "task-3330834" [ 915.536952] env[70039]: _type = "Task" [ 915.536952] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.543319] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430059} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.544016] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] bf89df54-384c-4b54-bc17-21ea92034696/bf89df54-384c-4b54-bc17-21ea92034696.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.544282] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.544535] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21a2af03-5e93-4d22-8006-0c10e39033ff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.549555] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330834, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.554134] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 915.554134] env[70039]: value = "task-3330835" [ 915.554134] env[70039]: _type = "Task" [ 915.554134] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.564811] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.595031] env[70039]: INFO nova.compute.manager [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Took 43.19 seconds to build instance. [ 915.642068] env[70039]: DEBUG nova.scheduler.client.report [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.049872] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.062695] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066116} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.062967] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.063752] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cee4002-4cb4-4a5b-8b68-8fb88c1e12fb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.085223] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] bf89df54-384c-4b54-bc17-21ea92034696/bf89df54-384c-4b54-bc17-21ea92034696.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.085521] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12786bf1-ed34-4eaf-843d-b78141775560 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.102891] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b486fce1-ab09-49f8-9d3a-9b5b5f88591f tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "2a3331a0-19ac-4f75-9541-57ff3e287f9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.996s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.108861] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 916.108861] env[70039]: value = "task-3330836" [ 916.108861] env[70039]: _type = "Task" [ 916.108861] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.117213] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.147641] env[70039]: DEBUG oslo_concurrency.lockutils [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.148192] env[70039]: DEBUG nova.compute.manager [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.151709] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.545s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.152811] env[70039]: INFO nova.compute.claims [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.548240] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330834, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.606033] env[70039]: DEBUG nova.compute.manager [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.618366] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.652914] env[70039]: DEBUG nova.compute.utils [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.654905] env[70039]: DEBUG nova.compute.manager [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.655330] env[70039]: DEBUG nova.network.neutron [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.723393] env[70039]: DEBUG nova.policy [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd71c28221a940e5870bcd9d15444641', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f9aef6dfcc3442694af4ae8db68cf13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.044640] env[70039]: DEBUG nova.network.neutron [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Successfully created port: 246e69d4-018f-4210-9d5d-c842da84afd4 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.052989] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330834, 'name': ReconfigVM_Task, 'duration_secs': 1.015724} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.053868] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Reconfigured VM instance instance-00000034 to attach disk [datastore2] a64a8294-f3f9-472e-877b-64955d2feb4f/a64a8294-f3f9-472e-877b-64955d2feb4f.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.054957] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-319489da-71f6-4b3f-bd77-59976623ca0f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.063351] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 917.063351] env[70039]: value = "task-3330837" [ 917.063351] env[70039]: _type = "Task" [ 917.063351] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.075537] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330837, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.125016] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330836, 'name': ReconfigVM_Task, 'duration_secs': 0.988959} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.125016] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Reconfigured VM instance instance-00000036 to attach disk [datastore2] bf89df54-384c-4b54-bc17-21ea92034696/bf89df54-384c-4b54-bc17-21ea92034696.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.125183] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3160d30-2f3b-4fe1-8622-0decafccc20a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.132506] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 917.132506] env[70039]: value = "task-3330838" [ 917.132506] env[70039]: _type = "Task" [ 917.132506] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.136455] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.143532] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330838, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.157960] env[70039]: DEBUG nova.compute.manager [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.573330] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330837, 'name': Rename_Task, 'duration_secs': 0.173072} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.573569] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.576154] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddf3a34a-3de2-4190-96ff-bca03c544765 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.582570] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 917.582570] env[70039]: value = "task-3330839" [ 917.582570] env[70039]: _type = "Task" [ 917.582570] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.590101] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.644739] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330838, 'name': Rename_Task, 'duration_secs': 0.203499} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.645074] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.645348] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b98f8323-cf81-4d08-ba5c-e71a1b17023a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.651992] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 917.651992] env[70039]: value = "task-3330840" [ 917.651992] env[70039]: _type = "Task" [ 917.651992] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.669950] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.677591] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ff6256-99b7-46b9-b1f3-a92ea306714b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.685019] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632fc7d2-2e3a-49ef-91af-7d3afe3451aa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.715947] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac805c7-3d85-4e09-b679-f9c38ded5a84 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.723490] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34d31c7-7830-4bba-9087-83ee57670081 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.737280] env[70039]: DEBUG nova.compute.provider_tree [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.093199] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.161732] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330840, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.172020] env[70039]: DEBUG nova.compute.manager [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.196788] env[70039]: DEBUG nova.virt.hardware [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.197069] env[70039]: DEBUG nova.virt.hardware [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.197229] env[70039]: DEBUG nova.virt.hardware [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.197412] env[70039]: DEBUG nova.virt.hardware [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.197556] env[70039]: DEBUG nova.virt.hardware [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.197698] env[70039]: DEBUG nova.virt.hardware [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.197905] env[70039]: DEBUG nova.virt.hardware [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.198073] env[70039]: DEBUG nova.virt.hardware [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.198239] env[70039]: DEBUG nova.virt.hardware [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.198399] env[70039]: DEBUG nova.virt.hardware [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.198573] env[70039]: DEBUG nova.virt.hardware [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.199481] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c73a6b-a1dc-47fd-b58a-1997526bf606 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.207191] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73370010-2ab9-4a79-96ca-5a504a2fac82 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.240707] env[70039]: DEBUG nova.scheduler.client.report [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.596279] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330839, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.615105] env[70039]: DEBUG nova.compute.manager [req-7eb853f9-d610-4957-9fa7-e95f9cb86781 req-37e7ea4f-78d5-48f5-b9a8-7eaada0a1b30 service nova] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Received event network-vif-plugged-246e69d4-018f-4210-9d5d-c842da84afd4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.615388] env[70039]: DEBUG oslo_concurrency.lockutils [req-7eb853f9-d610-4957-9fa7-e95f9cb86781 req-37e7ea4f-78d5-48f5-b9a8-7eaada0a1b30 service nova] Acquiring lock "fd51198c-0b97-487f-928e-7a79b18bd1e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.615577] env[70039]: DEBUG oslo_concurrency.lockutils [req-7eb853f9-d610-4957-9fa7-e95f9cb86781 req-37e7ea4f-78d5-48f5-b9a8-7eaada0a1b30 service nova] Lock "fd51198c-0b97-487f-928e-7a79b18bd1e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.615740] env[70039]: DEBUG oslo_concurrency.lockutils [req-7eb853f9-d610-4957-9fa7-e95f9cb86781 req-37e7ea4f-78d5-48f5-b9a8-7eaada0a1b30 service nova] Lock "fd51198c-0b97-487f-928e-7a79b18bd1e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.615926] env[70039]: DEBUG nova.compute.manager [req-7eb853f9-d610-4957-9fa7-e95f9cb86781 req-37e7ea4f-78d5-48f5-b9a8-7eaada0a1b30 service nova] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] No waiting events found dispatching network-vif-plugged-246e69d4-018f-4210-9d5d-c842da84afd4 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.616224] env[70039]: WARNING nova.compute.manager [req-7eb853f9-d610-4957-9fa7-e95f9cb86781 req-37e7ea4f-78d5-48f5-b9a8-7eaada0a1b30 service nova] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Received unexpected event network-vif-plugged-246e69d4-018f-4210-9d5d-c842da84afd4 for instance with vm_state building and task_state spawning. [ 918.662960] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330840, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.707210] env[70039]: DEBUG nova.network.neutron [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Successfully updated port: 246e69d4-018f-4210-9d5d-c842da84afd4 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.745463] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.747027] env[70039]: DEBUG nova.compute.manager [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.749523] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.582s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.753020] env[70039]: DEBUG nova.objects.instance [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Lazy-loading 'resources' on Instance uuid a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.094421] env[70039]: DEBUG oslo_vmware.api [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330839, 'name': PowerOnVM_Task, 'duration_secs': 1.149437} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.094677] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.094881] env[70039]: DEBUG nova.compute.manager [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.095635] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbf650d-2ca5-4047-b63c-e92aefbd30fb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.161912] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330840, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.209539] env[70039]: DEBUG oslo_concurrency.lockutils [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "refresh_cache-fd51198c-0b97-487f-928e-7a79b18bd1e4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.209757] env[70039]: DEBUG oslo_concurrency.lockutils [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquired lock "refresh_cache-fd51198c-0b97-487f-928e-7a79b18bd1e4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.209885] env[70039]: DEBUG nova.network.neutron [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.255136] env[70039]: DEBUG nova.compute.utils [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.257062] env[70039]: DEBUG nova.compute.manager [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.257289] env[70039]: DEBUG nova.network.neutron [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.326162] env[70039]: DEBUG nova.policy [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e855e77463b485bbd82f8279d988ca8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06b8c1e78c9341ce9adbd56a29e1ee76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.613941] env[70039]: DEBUG oslo_concurrency.lockutils [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.667986] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330840, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.762559] env[70039]: DEBUG nova.compute.manager [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.775271] env[70039]: DEBUG nova.network.neutron [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.794644] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f675e70-7c11-4cac-b630-5ea1cfa1043b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.802282] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a530976d-781c-4047-84b3-c0f22138673b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.836385] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0b7330-82b1-4e30-9b32-79d751f6d66b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.845343] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a916769-b5f5-4284-ab41-9b8ad1a05db3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.859214] env[70039]: DEBUG nova.compute.provider_tree [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.059277] env[70039]: DEBUG nova.network.neutron [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Updating instance_info_cache with network_info: [{"id": "246e69d4-018f-4210-9d5d-c842da84afd4", "address": "fa:16:3e:63:d1:5a", "network": {"id": "507f33e1-2d58-407c-b58e-8c2e45d29e55", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1535324144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9aef6dfcc3442694af4ae8db68cf13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap246e69d4-01", "ovs_interfaceid": "246e69d4-018f-4210-9d5d-c842da84afd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.139741] env[70039]: DEBUG nova.network.neutron [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Successfully created port: 7e26d20d-cb5c-4934-a157-9449461720fe {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.169437] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330840, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.362565] env[70039]: DEBUG nova.scheduler.client.report [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.562602] env[70039]: DEBUG oslo_concurrency.lockutils [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Releasing lock "refresh_cache-fd51198c-0b97-487f-928e-7a79b18bd1e4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.562946] env[70039]: DEBUG nova.compute.manager [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Instance network_info: |[{"id": "246e69d4-018f-4210-9d5d-c842da84afd4", "address": "fa:16:3e:63:d1:5a", "network": {"id": "507f33e1-2d58-407c-b58e-8c2e45d29e55", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1535324144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9aef6dfcc3442694af4ae8db68cf13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap246e69d4-01", "ovs_interfaceid": "246e69d4-018f-4210-9d5d-c842da84afd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.563390] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:d1:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '246e69d4-018f-4210-9d5d-c842da84afd4', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.571138] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.571378] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.571649] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c517f62-d41f-4730-9fc0-0c091668f0cb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.591840] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.591840] env[70039]: value = "task-3330841" [ 920.591840] env[70039]: _type = "Task" [ 920.591840] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.599332] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330841, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.648950] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "a64a8294-f3f9-472e-877b-64955d2feb4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.649468] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "a64a8294-f3f9-472e-877b-64955d2feb4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.649818] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "a64a8294-f3f9-472e-877b-64955d2feb4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.650149] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "a64a8294-f3f9-472e-877b-64955d2feb4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.650437] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "a64a8294-f3f9-472e-877b-64955d2feb4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.653348] env[70039]: INFO nova.compute.manager [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Terminating instance [ 920.671450] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330840, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.685537] env[70039]: DEBUG nova.compute.manager [req-10742690-3d5f-4904-a038-af7ee3f3b674 req-08447e3c-4dd4-4fb5-a00e-4a1845824600 service nova] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Received event network-changed-246e69d4-018f-4210-9d5d-c842da84afd4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.685765] env[70039]: DEBUG nova.compute.manager [req-10742690-3d5f-4904-a038-af7ee3f3b674 req-08447e3c-4dd4-4fb5-a00e-4a1845824600 service nova] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Refreshing instance network info cache due to event network-changed-246e69d4-018f-4210-9d5d-c842da84afd4. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.685996] env[70039]: DEBUG oslo_concurrency.lockutils [req-10742690-3d5f-4904-a038-af7ee3f3b674 req-08447e3c-4dd4-4fb5-a00e-4a1845824600 service nova] Acquiring lock "refresh_cache-fd51198c-0b97-487f-928e-7a79b18bd1e4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.686148] env[70039]: DEBUG oslo_concurrency.lockutils [req-10742690-3d5f-4904-a038-af7ee3f3b674 req-08447e3c-4dd4-4fb5-a00e-4a1845824600 service nova] Acquired lock "refresh_cache-fd51198c-0b97-487f-928e-7a79b18bd1e4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.686308] env[70039]: DEBUG nova.network.neutron [req-10742690-3d5f-4904-a038-af7ee3f3b674 req-08447e3c-4dd4-4fb5-a00e-4a1845824600 service nova] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Refreshing network info cache for port 246e69d4-018f-4210-9d5d-c842da84afd4 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.771869] env[70039]: DEBUG nova.compute.manager [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.794367] env[70039]: DEBUG nova.virt.hardware [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.794618] env[70039]: DEBUG nova.virt.hardware [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.794776] env[70039]: DEBUG nova.virt.hardware [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.794956] env[70039]: DEBUG nova.virt.hardware [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.795129] env[70039]: DEBUG nova.virt.hardware [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.795281] env[70039]: DEBUG nova.virt.hardware [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.795490] env[70039]: DEBUG nova.virt.hardware [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.795645] env[70039]: DEBUG nova.virt.hardware [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.795897] env[70039]: DEBUG nova.virt.hardware [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.796084] env[70039]: DEBUG nova.virt.hardware [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.796263] env[70039]: DEBUG nova.virt.hardware [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.797259] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a600f54-b375-41ac-805f-fc6a9790490f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.805517] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b79f05c-a09d-437a-8c85-bd9a0f11e2b4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.867928] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.869744] env[70039]: DEBUG oslo_concurrency.lockutils [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.100s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.870504] env[70039]: DEBUG nova.objects.instance [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Lazy-loading 'resources' on Instance uuid 4c7eb769-8838-453b-8e4a-7664256d75f5 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.886225] env[70039]: INFO nova.scheduler.client.report [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Deleted allocations for instance a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7 [ 921.105354] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330841, 'name': CreateVM_Task, 'duration_secs': 0.284148} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.105354] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.105759] env[70039]: DEBUG oslo_concurrency.lockutils [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.105941] env[70039]: DEBUG oslo_concurrency.lockutils [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.106363] env[70039]: DEBUG oslo_concurrency.lockutils [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.106622] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c8983b3-674a-4765-b643-e1f319e9e5bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.111411] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 921.111411] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52626078-6ce7-603d-d98d-01cb25db111e" [ 921.111411] env[70039]: _type = "Task" [ 921.111411] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.120723] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52626078-6ce7-603d-d98d-01cb25db111e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.146170] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "73c1510d-0606-4dc3-b5ed-773663ec1b86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.146404] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "73c1510d-0606-4dc3-b5ed-773663ec1b86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.162481] env[70039]: DEBUG nova.compute.manager [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.162666] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.163401] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf7d6b9-7d24-40bb-92ff-01d4e7c1cc06 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.169101] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330840, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.173236] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.173447] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc65484d-2459-401a-bb02-ba47cc98a775 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.179891] env[70039]: DEBUG oslo_vmware.api [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 921.179891] env[70039]: value = "task-3330842" [ 921.179891] env[70039]: _type = "Task" [ 921.179891] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.187082] env[70039]: DEBUG oslo_vmware.api [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.392940] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7aafc0ed-9304-4d17-95cb-55e6c3b6722e tempest-InstanceActionsNegativeTestJSON-1514131944 tempest-InstanceActionsNegativeTestJSON-1514131944-project-member] Lock "a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.945s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.420498] env[70039]: DEBUG nova.network.neutron [req-10742690-3d5f-4904-a038-af7ee3f3b674 req-08447e3c-4dd4-4fb5-a00e-4a1845824600 service nova] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Updated VIF entry in instance network info cache for port 246e69d4-018f-4210-9d5d-c842da84afd4. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.420838] env[70039]: DEBUG nova.network.neutron [req-10742690-3d5f-4904-a038-af7ee3f3b674 req-08447e3c-4dd4-4fb5-a00e-4a1845824600 service nova] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Updating instance_info_cache with network_info: [{"id": "246e69d4-018f-4210-9d5d-c842da84afd4", "address": "fa:16:3e:63:d1:5a", "network": {"id": "507f33e1-2d58-407c-b58e-8c2e45d29e55", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1535324144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9aef6dfcc3442694af4ae8db68cf13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap246e69d4-01", "ovs_interfaceid": "246e69d4-018f-4210-9d5d-c842da84afd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.622036] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52626078-6ce7-603d-d98d-01cb25db111e, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.624559] env[70039]: DEBUG oslo_concurrency.lockutils [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.624806] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.625083] env[70039]: DEBUG oslo_concurrency.lockutils [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.625396] env[70039]: DEBUG oslo_concurrency.lockutils [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.625396] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.625968] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d19eb21b-0c28-4de2-b123-f10276cf2a66 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.633948] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.634177] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.634902] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0d70b3d-7c17-4879-b3ea-24eceda3edc2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.644023] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 921.644023] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52723fcf-99c7-f884-c612-ba47d04271fa" [ 921.644023] env[70039]: _type = "Task" [ 921.644023] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.655631] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52723fcf-99c7-f884-c612-ba47d04271fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.668174] env[70039]: DEBUG oslo_vmware.api [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3330840, 'name': PowerOnVM_Task, 'duration_secs': 3.612425} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.670676] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.671078] env[70039]: INFO nova.compute.manager [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Took 10.37 seconds to spawn the instance on the hypervisor. [ 921.671433] env[70039]: DEBUG nova.compute.manager [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.672846] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32166da5-d9d9-4793-aefe-a4c15276c066 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.690425] env[70039]: DEBUG oslo_vmware.api [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330842, 'name': PowerOffVM_Task, 'duration_secs': 0.256946} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.693189] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.693436] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.694365] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64c5c05d-b37c-4018-a4e6-fac6c09db63b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.730032] env[70039]: DEBUG nova.network.neutron [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Successfully updated port: 7e26d20d-cb5c-4934-a157-9449461720fe {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.753498] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.753498] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.753498] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleting the datastore file [datastore2] a64a8294-f3f9-472e-877b-64955d2feb4f {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.753498] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-329f8b16-bad3-457b-a4ac-5f041512b748 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.758492] env[70039]: DEBUG oslo_vmware.api [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 921.758492] env[70039]: value = "task-3330844" [ 921.758492] env[70039]: _type = "Task" [ 921.758492] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.767321] env[70039]: DEBUG oslo_vmware.api [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.924467] env[70039]: DEBUG oslo_concurrency.lockutils [req-10742690-3d5f-4904-a038-af7ee3f3b674 req-08447e3c-4dd4-4fb5-a00e-4a1845824600 service nova] Releasing lock "refresh_cache-fd51198c-0b97-487f-928e-7a79b18bd1e4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.947496] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833e1e2c-c4e3-4b09-a331-c35034ed4a33 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.956020] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f6b394-64a9-46f2-86df-f39ae02ca308 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.987862] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a333c5-19ab-4554-a74a-e093a4197d5f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.995102] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daedfd6d-8720-4c86-9cfc-671a5425b7e1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.008955] env[70039]: DEBUG nova.compute.provider_tree [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.154595] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52723fcf-99c7-f884-c612-ba47d04271fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009314} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.155557] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fe2599d-a852-4949-9eab-d67f55d4e1a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.161179] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 922.161179] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524fc285-62fb-b94b-7cc1-d68ba705eb7f" [ 922.161179] env[70039]: _type = "Task" [ 922.161179] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.168667] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524fc285-62fb-b94b-7cc1-d68ba705eb7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.195374] env[70039]: INFO nova.compute.manager [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Took 48.67 seconds to build instance. [ 922.233018] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquiring lock "refresh_cache-29f79a96-1b49-4f0e-94b5-d0c838a3bb84" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.233211] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquired lock "refresh_cache-29f79a96-1b49-4f0e-94b5-d0c838a3bb84" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.233351] env[70039]: DEBUG nova.network.neutron [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.267862] env[70039]: DEBUG oslo_vmware.api [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3330844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132751} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.268899] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.269122] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.269318] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.269491] env[70039]: INFO nova.compute.manager [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 922.269805] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.269952] env[70039]: DEBUG nova.compute.manager [-] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.270121] env[70039]: DEBUG nova.network.neutron [-] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.514858] env[70039]: DEBUG nova.scheduler.client.report [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.673961] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524fc285-62fb-b94b-7cc1-d68ba705eb7f, 'name': SearchDatastore_Task, 'duration_secs': 0.009967} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.674249] env[70039]: DEBUG oslo_concurrency.lockutils [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.674486] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] fd51198c-0b97-487f-928e-7a79b18bd1e4/fd51198c-0b97-487f-928e-7a79b18bd1e4.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.674738] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca109893-4ec6-4f0a-b92d-6809bd458d64 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.681746] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 922.681746] env[70039]: value = "task-3330845" [ 922.681746] env[70039]: _type = "Task" [ 922.681746] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.689816] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.696366] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bb1009b3-b2ab-4ae7-9d0b-c527059385ad tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "bf89df54-384c-4b54-bc17-21ea92034696" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.886s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.759067] env[70039]: DEBUG nova.compute.manager [req-964be993-617f-4ba5-be3c-5e3ee00655c2 req-fb6c1c06-a98d-421f-b3d4-e3697e6692a4 service nova] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Received event network-vif-plugged-7e26d20d-cb5c-4934-a157-9449461720fe {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.759067] env[70039]: DEBUG oslo_concurrency.lockutils [req-964be993-617f-4ba5-be3c-5e3ee00655c2 req-fb6c1c06-a98d-421f-b3d4-e3697e6692a4 service nova] Acquiring lock "29f79a96-1b49-4f0e-94b5-d0c838a3bb84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.759067] env[70039]: DEBUG oslo_concurrency.lockutils [req-964be993-617f-4ba5-be3c-5e3ee00655c2 req-fb6c1c06-a98d-421f-b3d4-e3697e6692a4 service nova] Lock "29f79a96-1b49-4f0e-94b5-d0c838a3bb84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.759067] env[70039]: DEBUG oslo_concurrency.lockutils [req-964be993-617f-4ba5-be3c-5e3ee00655c2 req-fb6c1c06-a98d-421f-b3d4-e3697e6692a4 service nova] Lock "29f79a96-1b49-4f0e-94b5-d0c838a3bb84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.759067] env[70039]: DEBUG nova.compute.manager [req-964be993-617f-4ba5-be3c-5e3ee00655c2 req-fb6c1c06-a98d-421f-b3d4-e3697e6692a4 service nova] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] No waiting events found dispatching network-vif-plugged-7e26d20d-cb5c-4934-a157-9449461720fe {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.759067] env[70039]: WARNING nova.compute.manager [req-964be993-617f-4ba5-be3c-5e3ee00655c2 req-fb6c1c06-a98d-421f-b3d4-e3697e6692a4 service nova] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Received unexpected event network-vif-plugged-7e26d20d-cb5c-4934-a157-9449461720fe for instance with vm_state building and task_state spawning. [ 922.759067] env[70039]: DEBUG nova.compute.manager [req-964be993-617f-4ba5-be3c-5e3ee00655c2 req-fb6c1c06-a98d-421f-b3d4-e3697e6692a4 service nova] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Received event network-changed-7e26d20d-cb5c-4934-a157-9449461720fe {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.759067] env[70039]: DEBUG nova.compute.manager [req-964be993-617f-4ba5-be3c-5e3ee00655c2 req-fb6c1c06-a98d-421f-b3d4-e3697e6692a4 service nova] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Refreshing instance network info cache due to event network-changed-7e26d20d-cb5c-4934-a157-9449461720fe. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.759464] env[70039]: DEBUG oslo_concurrency.lockutils [req-964be993-617f-4ba5-be3c-5e3ee00655c2 req-fb6c1c06-a98d-421f-b3d4-e3697e6692a4 service nova] Acquiring lock "refresh_cache-29f79a96-1b49-4f0e-94b5-d0c838a3bb84" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.768243] env[70039]: DEBUG nova.network.neutron [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.965529] env[70039]: DEBUG nova.network.neutron [-] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.025271] env[70039]: DEBUG oslo_concurrency.lockutils [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.032257] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.179s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.038117] env[70039]: INFO nova.compute.claims [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.071186] env[70039]: DEBUG nova.network.neutron [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Updating instance_info_cache with network_info: [{"id": "7e26d20d-cb5c-4934-a157-9449461720fe", "address": "fa:16:3e:dc:e1:90", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e26d20d-cb", "ovs_interfaceid": "7e26d20d-cb5c-4934-a157-9449461720fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.078125] env[70039]: INFO nova.scheduler.client.report [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Deleted allocations for instance 4c7eb769-8838-453b-8e4a-7664256d75f5 [ 923.191962] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442824} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.192305] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] fd51198c-0b97-487f-928e-7a79b18bd1e4/fd51198c-0b97-487f-928e-7a79b18bd1e4.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.196025] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.196025] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a758ab73-d12f-4c46-86b3-a6bb558d90d8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.199793] env[70039]: DEBUG nova.compute.manager [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.206021] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 923.206021] env[70039]: value = "task-3330846" [ 923.206021] env[70039]: _type = "Task" [ 923.206021] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.211732] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.468866] env[70039]: INFO nova.compute.manager [-] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Took 1.20 seconds to deallocate network for instance. [ 923.574241] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Releasing lock "refresh_cache-29f79a96-1b49-4f0e-94b5-d0c838a3bb84" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.574577] env[70039]: DEBUG nova.compute.manager [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Instance network_info: |[{"id": "7e26d20d-cb5c-4934-a157-9449461720fe", "address": "fa:16:3e:dc:e1:90", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e26d20d-cb", "ovs_interfaceid": "7e26d20d-cb5c-4934-a157-9449461720fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.574878] env[70039]: DEBUG oslo_concurrency.lockutils [req-964be993-617f-4ba5-be3c-5e3ee00655c2 req-fb6c1c06-a98d-421f-b3d4-e3697e6692a4 service nova] Acquired lock "refresh_cache-29f79a96-1b49-4f0e-94b5-d0c838a3bb84" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.575141] env[70039]: DEBUG nova.network.neutron [req-964be993-617f-4ba5-be3c-5e3ee00655c2 req-fb6c1c06-a98d-421f-b3d4-e3697e6692a4 service nova] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Refreshing network info cache for port 7e26d20d-cb5c-4934-a157-9449461720fe {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.576270] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:e1:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e26d20d-cb5c-4934-a157-9449461720fe', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.583698] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Creating folder: Project (06b8c1e78c9341ce9adbd56a29e1ee76). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.588336] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33eddd04-1c11-4141-bbdc-510dbeddef95 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.590380] env[70039]: DEBUG oslo_concurrency.lockutils [None req-49a39f00-1f8a-4ffa-bc43-443a7b9b5c3d tempest-AttachInterfacesUnderV243Test-1073279179 tempest-AttachInterfacesUnderV243Test-1073279179-project-member] Lock "4c7eb769-8838-453b-8e4a-7664256d75f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.257s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.601627] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Created folder: Project (06b8c1e78c9341ce9adbd56a29e1ee76) in parent group-v664777. [ 923.602114] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Creating folder: Instances. Parent ref: group-v664929. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.602897] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df9b90b6-78f3-425a-9a5b-ae832f7a0165 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.612242] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Created folder: Instances in parent group-v664929. [ 923.612242] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.612378] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.612936] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dccbf142-460f-4eda-9890-cc302bc6c0fe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.634358] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.634358] env[70039]: value = "task-3330849" [ 923.634358] env[70039]: _type = "Task" [ 923.634358] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.643906] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330849, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.720506] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066605} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.721210] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.721741] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed482ae-76ac-45d0-b441-030c904059eb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.743522] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] fd51198c-0b97-487f-928e-7a79b18bd1e4/fd51198c-0b97-487f-928e-7a79b18bd1e4.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.746731] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.746968] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45ee6131-0c5d-4d6a-b8cd-ea29711c5638 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.767040] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 923.767040] env[70039]: value = "task-3330850" [ 923.767040] env[70039]: _type = "Task" [ 923.767040] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.775159] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.900640] env[70039]: DEBUG nova.network.neutron [req-964be993-617f-4ba5-be3c-5e3ee00655c2 req-fb6c1c06-a98d-421f-b3d4-e3697e6692a4 service nova] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Updated VIF entry in instance network info cache for port 7e26d20d-cb5c-4934-a157-9449461720fe. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.901039] env[70039]: DEBUG nova.network.neutron [req-964be993-617f-4ba5-be3c-5e3ee00655c2 req-fb6c1c06-a98d-421f-b3d4-e3697e6692a4 service nova] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Updating instance_info_cache with network_info: [{"id": "7e26d20d-cb5c-4934-a157-9449461720fe", "address": "fa:16:3e:dc:e1:90", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e26d20d-cb", "ovs_interfaceid": "7e26d20d-cb5c-4934-a157-9449461720fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.976474] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.098908] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "f7ce60e6-a231-4d1f-acf3-2fe9a2515be1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.099689] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "f7ce60e6-a231-4d1f-acf3-2fe9a2515be1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.147058] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330849, 'name': CreateVM_Task, 'duration_secs': 0.309775} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.147239] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.148017] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.148193] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.148503] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.148761] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebe25365-36f9-48b9-8378-f5239c897298 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.153136] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 924.153136] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52bbc086-53a0-c0e9-170e-6aa3237a2fb7" [ 924.153136] env[70039]: _type = "Task" [ 924.153136] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.163190] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52bbc086-53a0-c0e9-170e-6aa3237a2fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.279876] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330850, 'name': ReconfigVM_Task, 'duration_secs': 0.277824} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.280343] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Reconfigured VM instance instance-00000037 to attach disk [datastore1] fd51198c-0b97-487f-928e-7a79b18bd1e4/fd51198c-0b97-487f-928e-7a79b18bd1e4.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.280848] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-104efbd0-7006-4f1d-a306-4b308d95edd6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.289982] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 924.289982] env[70039]: value = "task-3330851" [ 924.289982] env[70039]: _type = "Task" [ 924.289982] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.300906] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330851, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.404318] env[70039]: DEBUG oslo_concurrency.lockutils [req-964be993-617f-4ba5-be3c-5e3ee00655c2 req-fb6c1c06-a98d-421f-b3d4-e3697e6692a4 service nova] Releasing lock "refresh_cache-29f79a96-1b49-4f0e-94b5-d0c838a3bb84" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.404594] env[70039]: DEBUG nova.compute.manager [req-964be993-617f-4ba5-be3c-5e3ee00655c2 req-fb6c1c06-a98d-421f-b3d4-e3697e6692a4 service nova] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Received event network-vif-deleted-85359b1f-b361-4765-aea0-6b22b350e899 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.404775] env[70039]: INFO nova.compute.manager [req-964be993-617f-4ba5-be3c-5e3ee00655c2 req-fb6c1c06-a98d-421f-b3d4-e3697e6692a4 service nova] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Neutron deleted interface 85359b1f-b361-4765-aea0-6b22b350e899; detaching it from the instance and deleting it from the info cache [ 924.404970] env[70039]: DEBUG nova.network.neutron [req-964be993-617f-4ba5-be3c-5e3ee00655c2 req-fb6c1c06-a98d-421f-b3d4-e3697e6692a4 service nova] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.579834] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c596c190-f2fd-4553-bb03-d68aba0a99a7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.587622] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d6a1db-d6f3-46ac-9b7f-ce74576a73b4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.624818] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fd4955-2793-44af-b9eb-a884b9783f34 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.633360] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1c3def-ac84-4cf5-8b8c-f9deac4676f9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.642006] env[70039]: DEBUG nova.compute.provider_tree [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.664878] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52bbc086-53a0-c0e9-170e-6aa3237a2fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.009602} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.665200] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.665430] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.665663] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.665835] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.666262] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.666606] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e5809da-6ec5-48bd-af95-8444a96f510c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.674556] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.674707] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.675423] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa00ce64-1999-4bb7-9dbf-cec8da7b3864 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.681123] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 924.681123] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]526fbc7a-7ecb-5f1b-d3d1-d8a9e179cc9e" [ 924.681123] env[70039]: _type = "Task" [ 924.681123] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.688496] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526fbc7a-7ecb-5f1b-d3d1-d8a9e179cc9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.800314] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330851, 'name': Rename_Task, 'duration_secs': 0.136196} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.800675] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.800753] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-921c858c-82b9-4065-a888-560d4d9cd95d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.806968] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 924.806968] env[70039]: value = "task-3330852" [ 924.806968] env[70039]: _type = "Task" [ 924.806968] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.815302] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.908567] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a02a937-908e-4684-a1a8-0a1466e9b611 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.918668] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1916ce0-8cca-49c5-bc9d-dbd3491cdd4d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.952976] env[70039]: DEBUG nova.compute.manager [req-964be993-617f-4ba5-be3c-5e3ee00655c2 req-fb6c1c06-a98d-421f-b3d4-e3697e6692a4 service nova] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Detach interface failed, port_id=85359b1f-b361-4765-aea0-6b22b350e899, reason: Instance a64a8294-f3f9-472e-877b-64955d2feb4f could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 925.145425] env[70039]: DEBUG nova.scheduler.client.report [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.198291] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526fbc7a-7ecb-5f1b-d3d1-d8a9e179cc9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009276} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.199257] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a86d53b-23ec-4c66-8c0f-36467b4afe14 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.207762] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 925.207762] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b5c4fb-865e-03b0-a2e5-abeb41da7796" [ 925.207762] env[70039]: _type = "Task" [ 925.207762] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.221991] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b5c4fb-865e-03b0-a2e5-abeb41da7796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.317108] env[70039]: DEBUG oslo_vmware.api [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330852, 'name': PowerOnVM_Task, 'duration_secs': 0.464973} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.317341] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.317547] env[70039]: INFO nova.compute.manager [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Took 7.15 seconds to spawn the instance on the hypervisor. [ 925.317725] env[70039]: DEBUG nova.compute.manager [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.318862] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77468dde-984d-46f7-b114-3f9dce0a9262 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.650913] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.651585] env[70039]: DEBUG nova.compute.manager [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.656222] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 39.634s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.721742] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b5c4fb-865e-03b0-a2e5-abeb41da7796, 'name': SearchDatastore_Task, 'duration_secs': 0.014447} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.721850] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.722204] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 29f79a96-1b49-4f0e-94b5-d0c838a3bb84/29f79a96-1b49-4f0e-94b5-d0c838a3bb84.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.724754] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3c0110b-1ff2-4306-9783-bddea5ed74e1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.732199] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 925.732199] env[70039]: value = "task-3330853" [ 925.732199] env[70039]: _type = "Task" [ 925.732199] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.740389] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.842984] env[70039]: INFO nova.compute.manager [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Took 46.16 seconds to build instance. [ 926.163234] env[70039]: DEBUG nova.compute.utils [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.165984] env[70039]: DEBUG nova.compute.manager [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.165984] env[70039]: DEBUG nova.network.neutron [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.245556] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330853, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.254835] env[70039]: DEBUG nova.policy [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e855e77463b485bbd82f8279d988ca8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06b8c1e78c9341ce9adbd56a29e1ee76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.344435] env[70039]: DEBUG oslo_concurrency.lockutils [None req-52f039fd-7d68-48f7-a33b-261326cefa95 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "fd51198c-0b97-487f-928e-7a79b18bd1e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.005s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.670618] env[70039]: DEBUG nova.compute.manager [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.727959] env[70039]: DEBUG nova.network.neutron [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Successfully created port: bebc361d-6ab9-45e1-bb1b-e7b57aade089 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.753372] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578462} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.803993] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 29f79a96-1b49-4f0e-94b5-d0c838a3bb84/29f79a96-1b49-4f0e-94b5-d0c838a3bb84.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.803993] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.803993] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-238aee08-ffc9-417c-9635-21235f0fd926 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.803993] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 926.803993] env[70039]: value = "task-3330854" [ 926.803993] env[70039]: _type = "Task" [ 926.803993] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.803993] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.803993] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdc732c-8a98-4c23-8de3-8f8f196acf00 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.807989] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ac5f45-21cd-4824-afd4-cc9b9a1d5dd7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.844132] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ab0752-5e83-4c3d-8d93-0ed73daefa63 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.848076] env[70039]: DEBUG nova.compute.manager [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.859035] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b737a316-4118-4dcb-96f0-9854e67cc96b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.875120] env[70039]: DEBUG nova.compute.provider_tree [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.275053] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066187} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.275353] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.276153] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8003ab54-b5a8-443c-8499-3e9df6476e1b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.310978] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 29f79a96-1b49-4f0e-94b5-d0c838a3bb84/29f79a96-1b49-4f0e-94b5-d0c838a3bb84.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.311365] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39e88374-7a57-47c2-83c4-d6398fc9c9e7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.335821] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 927.335821] env[70039]: value = "task-3330855" [ 927.335821] env[70039]: _type = "Task" [ 927.335821] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.344022] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330855, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.373755] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.379876] env[70039]: DEBUG nova.scheduler.client.report [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.688871] env[70039]: DEBUG nova.compute.manager [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.714978] env[70039]: DEBUG nova.virt.hardware [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.717468] env[70039]: DEBUG nova.virt.hardware [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.717468] env[70039]: DEBUG nova.virt.hardware [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.717468] env[70039]: DEBUG nova.virt.hardware [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.717468] env[70039]: DEBUG nova.virt.hardware [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.717468] env[70039]: DEBUG nova.virt.hardware [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.717468] env[70039]: DEBUG nova.virt.hardware [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.717468] env[70039]: DEBUG nova.virt.hardware [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.717468] env[70039]: DEBUG nova.virt.hardware [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.717753] env[70039]: DEBUG nova.virt.hardware [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.717753] env[70039]: DEBUG nova.virt.hardware [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.718674] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc86447-08a3-4d80-bde0-4d7d3d2dd496 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.734575] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ec355a-8889-4fc4-8511-b44e59e61c9d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.847680] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330855, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.163423] env[70039]: DEBUG nova.compute.manager [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.164780] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811c8546-fe31-45ef-bc44-227a945db292 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.345816] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330855, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.390891] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.735s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.394305] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.926s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.394305] env[70039]: DEBUG nova.objects.instance [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lazy-loading 'resources' on Instance uuid 477eea39-7f60-461a-9c38-f40236440f23 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.511978] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.512628] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.679600] env[70039]: INFO nova.compute.manager [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] instance snapshotting [ 928.681436] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63823c83-4e1e-4c7d-a7e1-e7afdd712ac9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.711857] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae615cc6-a91b-432e-b3f3-740b17badf11 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.718122] env[70039]: DEBUG nova.compute.manager [req-57b2fb41-7d65-41e3-83a9-8c7109ad5257 req-5551f449-5d73-4d9b-a8c8-db8237efb64e service nova] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Received event network-vif-plugged-bebc361d-6ab9-45e1-bb1b-e7b57aade089 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.718122] env[70039]: DEBUG oslo_concurrency.lockutils [req-57b2fb41-7d65-41e3-83a9-8c7109ad5257 req-5551f449-5d73-4d9b-a8c8-db8237efb64e service nova] Acquiring lock "d7e0a1d7-e155-4173-8828-8bd073cd2e86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.718122] env[70039]: DEBUG oslo_concurrency.lockutils [req-57b2fb41-7d65-41e3-83a9-8c7109ad5257 req-5551f449-5d73-4d9b-a8c8-db8237efb64e service nova] Lock "d7e0a1d7-e155-4173-8828-8bd073cd2e86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.718122] env[70039]: DEBUG oslo_concurrency.lockutils [req-57b2fb41-7d65-41e3-83a9-8c7109ad5257 req-5551f449-5d73-4d9b-a8c8-db8237efb64e service nova] Lock "d7e0a1d7-e155-4173-8828-8bd073cd2e86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.718122] env[70039]: DEBUG nova.compute.manager [req-57b2fb41-7d65-41e3-83a9-8c7109ad5257 req-5551f449-5d73-4d9b-a8c8-db8237efb64e service nova] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] No waiting events found dispatching network-vif-plugged-bebc361d-6ab9-45e1-bb1b-e7b57aade089 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.718122] env[70039]: WARNING nova.compute.manager [req-57b2fb41-7d65-41e3-83a9-8c7109ad5257 req-5551f449-5d73-4d9b-a8c8-db8237efb64e service nova] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Received unexpected event network-vif-plugged-bebc361d-6ab9-45e1-bb1b-e7b57aade089 for instance with vm_state building and task_state spawning. [ 928.782431] env[70039]: DEBUG nova.network.neutron [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Successfully updated port: bebc361d-6ab9-45e1-bb1b-e7b57aade089 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.849379] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330855, 'name': ReconfigVM_Task, 'duration_secs': 1.28293} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.850185] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 29f79a96-1b49-4f0e-94b5-d0c838a3bb84/29f79a96-1b49-4f0e-94b5-d0c838a3bb84.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.850936] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4996fc2f-9c7b-4557-b5c4-334d89bcd29a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.857944] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 928.857944] env[70039]: value = "task-3330856" [ 928.857944] env[70039]: _type = "Task" [ 928.857944] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.868037] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330856, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.972405] env[70039]: INFO nova.scheduler.client.report [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Deleted allocation for migration 20ce57a0-7651-45b7-bd4d-1d666ec1589d [ 929.236378] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Creating Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 929.236378] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7eea41e2-4e2c-4835-9656-ca73dd961557 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.246961] env[70039]: DEBUG oslo_vmware.api [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 929.246961] env[70039]: value = "task-3330857" [ 929.246961] env[70039]: _type = "Task" [ 929.246961] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.258681] env[70039]: DEBUG oslo_vmware.api [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330857, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.286673] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquiring lock "refresh_cache-d7e0a1d7-e155-4173-8828-8bd073cd2e86" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.286673] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquired lock "refresh_cache-d7e0a1d7-e155-4173-8828-8bd073cd2e86" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.286916] env[70039]: DEBUG nova.network.neutron [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.372272] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330856, 'name': Rename_Task, 'duration_secs': 0.146856} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.375266] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.376580] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baa88c63-d848-4ab6-9b26-138d93146eeb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.382168] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 929.382168] env[70039]: value = "task-3330858" [ 929.382168] env[70039]: _type = "Task" [ 929.382168] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.395257] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.459160] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fae984-3962-46b4-a63f-b4c44ce2bdde {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.467533] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422073bc-a4bc-42b6-a11c-9630077f0fdd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.498417] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b5a91871-26e6-4eaa-988b-18006b592272 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "4f708010-c2f7-4afd-b222-211dc24c32f1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 46.886s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.500285] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e31df7-af32-4b0d-9627-b645f23e8980 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.514447] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaee6461-27fc-42ab-ac93-9bb0303db9e0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.529075] env[70039]: DEBUG nova.compute.provider_tree [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.757424] env[70039]: DEBUG oslo_vmware.api [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330857, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.839153] env[70039]: DEBUG nova.network.neutron [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.899557] env[70039]: DEBUG oslo_vmware.api [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330858, 'name': PowerOnVM_Task, 'duration_secs': 0.497069} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.900355] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.900628] env[70039]: INFO nova.compute.manager [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Took 9.13 seconds to spawn the instance on the hypervisor. [ 929.900787] env[70039]: DEBUG nova.compute.manager [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.901626] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b958ff00-cb32-4519-a98a-f71a0f65a807 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.032832] env[70039]: DEBUG nova.scheduler.client.report [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.069189] env[70039]: DEBUG nova.network.neutron [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Updating instance_info_cache with network_info: [{"id": "bebc361d-6ab9-45e1-bb1b-e7b57aade089", "address": "fa:16:3e:dc:67:de", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbebc361d-6a", "ovs_interfaceid": "bebc361d-6ab9-45e1-bb1b-e7b57aade089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.262946] env[70039]: DEBUG oslo_vmware.api [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330857, 'name': CreateSnapshot_Task, 'duration_secs': 0.824137} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.263294] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Created Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 930.264457] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91bfa71-d824-4a15-85f1-572e634c7b85 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.422523] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "43a1ba3c-3d00-467b-8101-c71c46ee5981" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.422724] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lock "43a1ba3c-3d00-467b-8101-c71c46ee5981" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.428713] env[70039]: INFO nova.compute.manager [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Took 47.84 seconds to build instance. [ 930.540094] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.542078] env[70039]: DEBUG oslo_concurrency.lockutils [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.201s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.543162] env[70039]: INFO nova.compute.claims [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.566930] env[70039]: INFO nova.scheduler.client.report [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Deleted allocations for instance 477eea39-7f60-461a-9c38-f40236440f23 [ 930.571430] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Releasing lock "refresh_cache-d7e0a1d7-e155-4173-8828-8bd073cd2e86" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.572036] env[70039]: DEBUG nova.compute.manager [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Instance network_info: |[{"id": "bebc361d-6ab9-45e1-bb1b-e7b57aade089", "address": "fa:16:3e:dc:67:de", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbebc361d-6a", "ovs_interfaceid": "bebc361d-6ab9-45e1-bb1b-e7b57aade089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.572318] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:67:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bebc361d-6ab9-45e1-bb1b-e7b57aade089', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.579889] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.580708] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.580941] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10b388df-622c-4ced-a2de-6734f25c2e00 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.600686] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.600686] env[70039]: value = "task-3330859" [ 930.600686] env[70039]: _type = "Task" [ 930.600686] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.608978] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330859, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.721225] env[70039]: DEBUG nova.compute.manager [req-80b12ecc-a8af-42c1-b01c-72c57b7d5385 req-8e224456-1e48-4eac-b2c4-9b145cc688df service nova] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Received event network-changed-bebc361d-6ab9-45e1-bb1b-e7b57aade089 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.721420] env[70039]: DEBUG nova.compute.manager [req-80b12ecc-a8af-42c1-b01c-72c57b7d5385 req-8e224456-1e48-4eac-b2c4-9b145cc688df service nova] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Refreshing instance network info cache due to event network-changed-bebc361d-6ab9-45e1-bb1b-e7b57aade089. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.721635] env[70039]: DEBUG oslo_concurrency.lockutils [req-80b12ecc-a8af-42c1-b01c-72c57b7d5385 req-8e224456-1e48-4eac-b2c4-9b145cc688df service nova] Acquiring lock "refresh_cache-d7e0a1d7-e155-4173-8828-8bd073cd2e86" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.721802] env[70039]: DEBUG oslo_concurrency.lockutils [req-80b12ecc-a8af-42c1-b01c-72c57b7d5385 req-8e224456-1e48-4eac-b2c4-9b145cc688df service nova] Acquired lock "refresh_cache-d7e0a1d7-e155-4173-8828-8bd073cd2e86" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.721935] env[70039]: DEBUG nova.network.neutron [req-80b12ecc-a8af-42c1-b01c-72c57b7d5385 req-8e224456-1e48-4eac-b2c4-9b145cc688df service nova] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Refreshing network info cache for port bebc361d-6ab9-45e1-bb1b-e7b57aade089 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.757839] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "4f708010-c2f7-4afd-b222-211dc24c32f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.758176] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "4f708010-c2f7-4afd-b222-211dc24c32f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.758487] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "4f708010-c2f7-4afd-b222-211dc24c32f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.758684] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "4f708010-c2f7-4afd-b222-211dc24c32f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.758852] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "4f708010-c2f7-4afd-b222-211dc24c32f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.763766] env[70039]: INFO nova.compute.manager [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Terminating instance [ 930.786906] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Creating linked-clone VM from snapshot {{(pid=70039) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 930.787594] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-05a66786-42b6-4714-8c7f-f982dbbf837e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.799429] env[70039]: DEBUG oslo_vmware.api [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 930.799429] env[70039]: value = "task-3330860" [ 930.799429] env[70039]: _type = "Task" [ 930.799429] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.809409] env[70039]: DEBUG oslo_vmware.api [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330860, 'name': CloneVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.930801] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d7bd271b-2939-4d99-b1d9-1b235a30b422 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lock "29f79a96-1b49-4f0e-94b5-d0c838a3bb84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.057s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.075889] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4ac6ed29-9712-4851-b4df-4254182ac7b7 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "477eea39-7f60-461a-9c38-f40236440f23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.300s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.111915] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330859, 'name': CreateVM_Task, 'duration_secs': 0.441445} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.112121] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.112896] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.113228] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.113614] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.113974] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edc9a9f0-a0e4-44c0-bd9a-665999b74042 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.119318] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 931.119318] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52555683-cc19-f046-2369-62f22aac602e" [ 931.119318] env[70039]: _type = "Task" [ 931.119318] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.128595] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52555683-cc19-f046-2369-62f22aac602e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.267880] env[70039]: DEBUG nova.compute.manager [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.268103] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.269038] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd242b3-1940-4421-8651-15d60d93c7bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.281634] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.283952] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2af56731-d8f7-451a-8ec2-8d241cfcac30 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.291294] env[70039]: DEBUG oslo_vmware.api [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 931.291294] env[70039]: value = "task-3330861" [ 931.291294] env[70039]: _type = "Task" [ 931.291294] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.299251] env[70039]: DEBUG oslo_vmware.api [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.309509] env[70039]: DEBUG oslo_vmware.api [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330860, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.437030] env[70039]: DEBUG nova.compute.manager [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.535830] env[70039]: DEBUG nova.network.neutron [req-80b12ecc-a8af-42c1-b01c-72c57b7d5385 req-8e224456-1e48-4eac-b2c4-9b145cc688df service nova] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Updated VIF entry in instance network info cache for port bebc361d-6ab9-45e1-bb1b-e7b57aade089. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.536264] env[70039]: DEBUG nova.network.neutron [req-80b12ecc-a8af-42c1-b01c-72c57b7d5385 req-8e224456-1e48-4eac-b2c4-9b145cc688df service nova] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Updating instance_info_cache with network_info: [{"id": "bebc361d-6ab9-45e1-bb1b-e7b57aade089", "address": "fa:16:3e:dc:67:de", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbebc361d-6a", "ovs_interfaceid": "bebc361d-6ab9-45e1-bb1b-e7b57aade089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.630985] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52555683-cc19-f046-2369-62f22aac602e, 'name': SearchDatastore_Task, 'duration_secs': 0.009605} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.631329] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.631566] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.631814] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.631963] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.632163] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.632425] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ce1f27e-62e9-429c-866d-d3b19bdaf4e4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.645703] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.645912] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.646674] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a0d349-9a78-4bb2-a2e6-b564fd693b5d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.654563] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 931.654563] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ac242f-3be7-5a35-d925-e41e2e0e63f7" [ 931.654563] env[70039]: _type = "Task" [ 931.654563] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.663875] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ac242f-3be7-5a35-d925-e41e2e0e63f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.803742] env[70039]: DEBUG oslo_vmware.api [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330861, 'name': PowerOffVM_Task, 'duration_secs': 0.411353} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.806825] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.807060] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.807347] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9a27feb-0b00-4610-b8b7-33e3c4ffcdd3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.815566] env[70039]: DEBUG oslo_vmware.api [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330860, 'name': CloneVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.871055] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.871324] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.871511] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Deleting the datastore file [datastore1] 4f708010-c2f7-4afd-b222-211dc24c32f1 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.871777] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dffca4bb-b285-40c4-a1c1-45ab076064c9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.877879] env[70039]: DEBUG oslo_vmware.api [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 931.877879] env[70039]: value = "task-3330863" [ 931.877879] env[70039]: _type = "Task" [ 931.877879] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.888087] env[70039]: DEBUG oslo_vmware.api [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.953711] env[70039]: DEBUG oslo_concurrency.lockutils [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.039609] env[70039]: DEBUG oslo_concurrency.lockutils [req-80b12ecc-a8af-42c1-b01c-72c57b7d5385 req-8e224456-1e48-4eac-b2c4-9b145cc688df service nova] Releasing lock "refresh_cache-d7e0a1d7-e155-4173-8828-8bd073cd2e86" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.046796] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff69448f-0232-4c6e-99d9-0ed178952a64 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.059025] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535344fa-ddbd-4eab-8c36-ee70a07b2a27 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.095410] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfe31fa-9fc5-4e84-bcb2-64f28a46dc55 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.103062] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6380cbd-7a7b-4106-b553-6a7f9829d9c7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.116414] env[70039]: DEBUG nova.compute.provider_tree [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.164535] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ac242f-3be7-5a35-d925-e41e2e0e63f7, 'name': SearchDatastore_Task, 'duration_secs': 0.017417} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.165342] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d69eb122-796d-45eb-8ec2-c43f2aa20350 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.171456] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 932.171456] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52a0505a-2936-c8bc-20b2-74f6b3d533ec" [ 932.171456] env[70039]: _type = "Task" [ 932.171456] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.179260] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a0505a-2936-c8bc-20b2-74f6b3d533ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.313090] env[70039]: DEBUG oslo_vmware.api [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330860, 'name': CloneVM_Task, 'duration_secs': 1.087706} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.313380] env[70039]: INFO nova.virt.vmwareapi.vmops [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Created linked-clone VM from snapshot [ 932.314133] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cfb5b3-eb7e-4f6f-9bc9-466fa781b847 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.321718] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Uploading image e04915ef-727c-4253-9b91-cb91bccb902b {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 932.344334] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 932.344334] env[70039]: value = "vm-664934" [ 932.344334] env[70039]: _type = "VirtualMachine" [ 932.344334] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 932.344699] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bfd31cb9-0197-4c5f-a83c-bc1095f7a8b2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.351295] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lease: (returnval){ [ 932.351295] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52607b77-d0ef-217a-6657-9ce116e15202" [ 932.351295] env[70039]: _type = "HttpNfcLease" [ 932.351295] env[70039]: } obtained for exporting VM: (result){ [ 932.351295] env[70039]: value = "vm-664934" [ 932.351295] env[70039]: _type = "VirtualMachine" [ 932.351295] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 932.351644] env[70039]: DEBUG oslo_vmware.api [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the lease: (returnval){ [ 932.351644] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52607b77-d0ef-217a-6657-9ce116e15202" [ 932.351644] env[70039]: _type = "HttpNfcLease" [ 932.351644] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 932.358479] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 932.358479] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52607b77-d0ef-217a-6657-9ce116e15202" [ 932.358479] env[70039]: _type = "HttpNfcLease" [ 932.358479] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 932.388054] env[70039]: DEBUG oslo_vmware.api [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.620118] env[70039]: DEBUG nova.scheduler.client.report [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.683013] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a0505a-2936-c8bc-20b2-74f6b3d533ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010869} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.683460] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.683791] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] d7e0a1d7-e155-4173-8828-8bd073cd2e86/d7e0a1d7-e155-4173-8828-8bd073cd2e86.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.684179] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ade450a4-e7da-4212-8d5b-320f91b919ea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.695041] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 932.695041] env[70039]: value = "task-3330865" [ 932.695041] env[70039]: _type = "Task" [ 932.695041] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.702789] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.862155] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 932.862155] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52607b77-d0ef-217a-6657-9ce116e15202" [ 932.862155] env[70039]: _type = "HttpNfcLease" [ 932.862155] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 932.862567] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 932.862567] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52607b77-d0ef-217a-6657-9ce116e15202" [ 932.862567] env[70039]: _type = "HttpNfcLease" [ 932.862567] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 932.863701] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff9fd0e-d4f7-4bee-909e-fe8e0d908536 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.872493] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e9d8c4-6b1f-e72f-1bda-e3cb47159c3e/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 932.872667] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e9d8c4-6b1f-e72f-1bda-e3cb47159c3e/disk-0.vmdk for reading. {{(pid=70039) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 932.936748] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "2b7cfebf-8025-4438-b601-bde9ee53b164" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.936997] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "2b7cfebf-8025-4438-b601-bde9ee53b164" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.942981] env[70039]: DEBUG oslo_vmware.api [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3330863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553776} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.943581] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.943836] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.944092] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.944282] env[70039]: INFO nova.compute.manager [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Took 1.68 seconds to destroy the instance on the hypervisor. [ 932.944523] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.944728] env[70039]: DEBUG nova.compute.manager [-] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.944863] env[70039]: DEBUG nova.network.neutron [-] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.059072] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b7be56b8-acf1-4aba-a857-917af6b8998f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.125175] env[70039]: DEBUG oslo_concurrency.lockutils [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.125856] env[70039]: DEBUG nova.compute.manager [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.128516] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 41.867s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.207028] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330865, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.549160] env[70039]: DEBUG nova.compute.manager [req-3fff082f-9f4e-48ee-b91f-60921b1977a3 req-8ee55215-11a9-4a26-9203-983f7f9ae047 service nova] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Received event network-vif-deleted-fb6cdacf-e1b0-47b1-9fd8-0660c71fe019 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.549445] env[70039]: INFO nova.compute.manager [req-3fff082f-9f4e-48ee-b91f-60921b1977a3 req-8ee55215-11a9-4a26-9203-983f7f9ae047 service nova] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Neutron deleted interface fb6cdacf-e1b0-47b1-9fd8-0660c71fe019; detaching it from the instance and deleting it from the info cache [ 933.549698] env[70039]: DEBUG nova.network.neutron [req-3fff082f-9f4e-48ee-b91f-60921b1977a3 req-8ee55215-11a9-4a26-9203-983f7f9ae047 service nova] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.635986] env[70039]: DEBUG nova.compute.utils [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.643171] env[70039]: INFO nova.compute.claims [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.651181] env[70039]: DEBUG nova.compute.manager [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Not allocating networking since 'none' was specified. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 933.707125] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646398} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.707565] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] d7e0a1d7-e155-4173-8828-8bd073cd2e86/d7e0a1d7-e155-4173-8828-8bd073cd2e86.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.707813] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.708213] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f70f1418-5905-442a-9199-5548ce312584 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.715281] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 933.715281] env[70039]: value = "task-3330866" [ 933.715281] env[70039]: _type = "Task" [ 933.715281] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.723378] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.026432] env[70039]: DEBUG nova.network.neutron [-] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.052884] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7caed1a-17bf-41a3-9414-2a10740cc68a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.062696] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16308708-9ab9-4484-9517-0f2a372f2ddd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.098525] env[70039]: DEBUG nova.compute.manager [req-3fff082f-9f4e-48ee-b91f-60921b1977a3 req-8ee55215-11a9-4a26-9203-983f7f9ae047 service nova] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Detach interface failed, port_id=fb6cdacf-e1b0-47b1-9fd8-0660c71fe019, reason: Instance 4f708010-c2f7-4afd-b222-211dc24c32f1 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 934.153044] env[70039]: INFO nova.compute.resource_tracker [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Updating resource usage from migration 8f90953a-2880-4d01-8f04-82386ea10aa4 [ 934.155869] env[70039]: DEBUG nova.compute.manager [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.227282] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144411} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.227612] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.228741] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad12adf6-4063-4fd0-a292-6e975a4dfab9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.252966] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] d7e0a1d7-e155-4173-8828-8bd073cd2e86/d7e0a1d7-e155-4173-8828-8bd073cd2e86.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.255271] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ddd805f-c34a-40a4-a733-676af70af63e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.276150] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 934.276150] env[70039]: value = "task-3330867" [ 934.276150] env[70039]: _type = "Task" [ 934.276150] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.284651] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.530783] env[70039]: INFO nova.compute.manager [-] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Took 1.59 seconds to deallocate network for instance. [ 934.654224] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1722c6-edb9-4939-8ba4-a4ebef19d551 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.665512] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f0c4ef-595d-45e6-9812-18506febfc1c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.700929] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14f1865-7b9d-4fed-b638-c7538e0f0819 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.709624] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d74c0b9-a09b-432a-a079-1efb839dc3e5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.725342] env[70039]: DEBUG nova.compute.provider_tree [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.786360] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.039998] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.170787] env[70039]: DEBUG nova.compute.manager [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.192522] env[70039]: DEBUG nova.virt.hardware [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.192693] env[70039]: DEBUG nova.virt.hardware [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.192774] env[70039]: DEBUG nova.virt.hardware [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.192934] env[70039]: DEBUG nova.virt.hardware [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.193103] env[70039]: DEBUG nova.virt.hardware [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.193255] env[70039]: DEBUG nova.virt.hardware [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.193468] env[70039]: DEBUG nova.virt.hardware [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.193624] env[70039]: DEBUG nova.virt.hardware [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.193788] env[70039]: DEBUG nova.virt.hardware [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.193949] env[70039]: DEBUG nova.virt.hardware [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.194196] env[70039]: DEBUG nova.virt.hardware [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.195456] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a7f5ed-7279-4fca-b27e-3dd1a382018b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.204468] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e420ac2-5267-46e3-a1a9-63d0d4cb4f3e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.218266] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Instance VIF info [] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.223973] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Creating folder: Project (d3e2cafca2ae4b649b92ccdf1dd6974f). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.224300] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-067fdecd-7f6a-4b55-bf7f-9fa2a5ac7aa0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.229077] env[70039]: DEBUG nova.scheduler.client.report [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.234501] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Created folder: Project (d3e2cafca2ae4b649b92ccdf1dd6974f) in parent group-v664777. [ 935.234732] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Creating folder: Instances. Parent ref: group-v664935. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.234971] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c68d25a-8ec5-46a5-b01c-60f541ff995f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.246218] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Created folder: Instances in parent group-v664935. [ 935.246528] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.246726] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.246947] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e07476f1-33fb-435e-ae95-149cb4187c0a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.265943] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.265943] env[70039]: value = "task-3330870" [ 935.265943] env[70039]: _type = "Task" [ 935.265943] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.276213] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330870, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.285255] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330867, 'name': ReconfigVM_Task, 'duration_secs': 0.642215} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.285525] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Reconfigured VM instance instance-00000039 to attach disk [datastore1] d7e0a1d7-e155-4173-8828-8bd073cd2e86/d7e0a1d7-e155-4173-8828-8bd073cd2e86.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.286212] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb923ec1-3e52-4964-aced-1b7f651af641 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.293778] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 935.293778] env[70039]: value = "task-3330871" [ 935.293778] env[70039]: _type = "Task" [ 935.293778] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.303880] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330871, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.734077] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.605s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.734295] env[70039]: INFO nova.compute.manager [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Migrating [ 935.745638] env[70039]: DEBUG oslo_concurrency.lockutils [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.094s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.747234] env[70039]: INFO nova.compute.claims [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.777101] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330870, 'name': CreateVM_Task, 'duration_secs': 0.284793} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.777353] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.777835] env[70039]: DEBUG oslo_concurrency.lockutils [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.778010] env[70039]: DEBUG oslo_concurrency.lockutils [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.778345] env[70039]: DEBUG oslo_concurrency.lockutils [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.778608] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94220b20-5d2b-4107-bcba-ca220ddb39c1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.783587] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for the task: (returnval){ [ 935.783587] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]522ec720-3d6d-760b-3063-bbe917acbf56" [ 935.783587] env[70039]: _type = "Task" [ 935.783587] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.792013] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522ec720-3d6d-760b-3063-bbe917acbf56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.802374] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330871, 'name': Rename_Task, 'duration_secs': 0.195451} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.802638] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.802881] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c4e97ba-eb75-4fad-b274-a92f7b971420 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.809422] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 935.809422] env[70039]: value = "task-3330872" [ 935.809422] env[70039]: _type = "Task" [ 935.809422] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.817081] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.257618] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "refresh_cache-fe48041e-1a3f-4be1-a2e8-44f4c0482552" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.258132] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquired lock "refresh_cache-fe48041e-1a3f-4be1-a2e8-44f4c0482552" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.258132] env[70039]: DEBUG nova.network.neutron [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.294036] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522ec720-3d6d-760b-3063-bbe917acbf56, 'name': SearchDatastore_Task, 'duration_secs': 0.013368} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.294405] env[70039]: DEBUG oslo_concurrency.lockutils [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.294652] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.294907] env[70039]: DEBUG oslo_concurrency.lockutils [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.295073] env[70039]: DEBUG oslo_concurrency.lockutils [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.295254] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.295527] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-255321e0-8c9f-4ae7-963e-5c658f010ac7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.305030] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.305124] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.305906] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99b984cb-5f8d-4eca-866d-d90ab53b4a92 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.314268] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for the task: (returnval){ [ 936.314268] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52fe8756-c6e3-b768-d96c-ca3fbde98720" [ 936.314268] env[70039]: _type = "Task" [ 936.314268] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.321325] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330872, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.326425] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fe8756-c6e3-b768-d96c-ca3fbde98720, 'name': SearchDatastore_Task, 'duration_secs': 0.011152} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.327209] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84f4f2dc-7858-408d-9d31-70f146c6b21f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.332308] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for the task: (returnval){ [ 936.332308] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]527179ae-7c3f-661b-2b05-4cc3774f7b05" [ 936.332308] env[70039]: _type = "Task" [ 936.332308] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.340321] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527179ae-7c3f-661b-2b05-4cc3774f7b05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.825050] env[70039]: DEBUG oslo_vmware.api [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330872, 'name': PowerOnVM_Task, 'duration_secs': 0.629493} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.827780] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.828011] env[70039]: INFO nova.compute.manager [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Took 9.14 seconds to spawn the instance on the hypervisor. [ 936.828271] env[70039]: DEBUG nova.compute.manager [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.829341] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25878f01-1d1c-4ca1-ba03-10156df96add {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.850805] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527179ae-7c3f-661b-2b05-4cc3774f7b05, 'name': SearchDatastore_Task, 'duration_secs': 0.015695} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.851200] env[70039]: DEBUG oslo_concurrency.lockutils [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.851555] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] c883117a-f815-463b-b6de-9b791946d8fb/c883117a-f815-463b-b6de-9b791946d8fb.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.851892] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d29070d-bf2b-4457-ad39-a633a265bb52 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.862415] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for the task: (returnval){ [ 936.862415] env[70039]: value = "task-3330873" [ 936.862415] env[70039]: _type = "Task" [ 936.862415] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.871310] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.038489] env[70039]: DEBUG nova.network.neutron [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Updating instance_info_cache with network_info: [{"id": "acd661e5-50d1-40d8-9ab2-883096c92f48", "address": "fa:16:3e:5c:1b:fe", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd661e5-50", "ovs_interfaceid": "acd661e5-50d1-40d8-9ab2-883096c92f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.274472] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c08476-6f3f-431b-b9ef-091f7b4a7101 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.282793] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038d155c-b5c6-4ed1-9afb-3a2498361d7e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.316823] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb3c4ed-c011-4cd5-9edf-69a34e95bce2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.325463] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518350ac-fd32-4ac7-bfdf-d493db9046f4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.343176] env[70039]: DEBUG nova.compute.provider_tree [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.354625] env[70039]: INFO nova.compute.manager [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Took 51.52 seconds to build instance. [ 937.376254] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330873, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.541829] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Releasing lock "refresh_cache-fe48041e-1a3f-4be1-a2e8-44f4c0482552" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.846505] env[70039]: DEBUG nova.scheduler.client.report [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.857958] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e6390361-be26-408a-8cb8-6f197a757e94 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lock "d7e0a1d7-e155-4173-8828-8bd073cd2e86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.676s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.873555] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547218} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.873868] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] c883117a-f815-463b-b6de-9b791946d8fb/c883117a-f815-463b-b6de-9b791946d8fb.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.874144] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.874432] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42044b99-1b32-40be-9dab-245b08f996ae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.882691] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for the task: (returnval){ [ 937.882691] env[70039]: value = "task-3330874" [ 937.882691] env[70039]: _type = "Task" [ 937.882691] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.891153] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.352727] env[70039]: DEBUG oslo_concurrency.lockutils [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.353298] env[70039]: DEBUG nova.compute.manager [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.355960] env[70039]: DEBUG oslo_concurrency.lockutils [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.540s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.356212] env[70039]: DEBUG nova.objects.instance [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lazy-loading 'resources' on Instance uuid 39f01a63-4ec9-4603-bd89-55f34a4fbfe9 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.360034] env[70039]: DEBUG nova.compute.manager [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.393984] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063833} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.394308] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.395148] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb60b15-6648-4f66-ab33-22ebe27f95a7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.415898] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] c883117a-f815-463b-b6de-9b791946d8fb/c883117a-f815-463b-b6de-9b791946d8fb.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.416680] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be3c4bcc-c29f-4a7f-b3d5-1b9da6f36190 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.436699] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for the task: (returnval){ [ 938.436699] env[70039]: value = "task-3330875" [ 938.436699] env[70039]: _type = "Task" [ 938.436699] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.445187] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.570163] env[70039]: DEBUG nova.compute.manager [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.570931] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b143a90-e26d-4186-bb71-6b4b4dcf9ced {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.860754] env[70039]: DEBUG nova.compute.utils [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.865630] env[70039]: DEBUG nova.compute.manager [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.866284] env[70039]: DEBUG nova.network.neutron [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.886735] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.916720] env[70039]: DEBUG nova.policy [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1470fb014ef044baa67eed894c908b13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '045237aef07a4118bbe885cca189e407', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.947111] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330875, 'name': ReconfigVM_Task, 'duration_secs': 0.311986} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.949952] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Reconfigured VM instance instance-0000003a to attach disk [datastore1] c883117a-f815-463b-b6de-9b791946d8fb/c883117a-f815-463b-b6de-9b791946d8fb.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.951041] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb27d5b2-0c8b-45a4-a55b-199db0d81e49 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.957828] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for the task: (returnval){ [ 938.957828] env[70039]: value = "task-3330876" [ 938.957828] env[70039]: _type = "Task" [ 938.957828] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.970445] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330876, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.060198] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14daecff-2f7c-42f1-820c-607018819cd1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.084285] env[70039]: INFO nova.compute.manager [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] instance snapshotting [ 939.086387] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Updating instance 'fe48041e-1a3f-4be1-a2e8-44f4c0482552' progress to 0 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 939.095000] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c29685-df29-4fc3-a72a-d7adc1e51e42 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.124704] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff970c4-cf4b-4d3c-9b4e-6b3a8d744565 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.296567] env[70039]: DEBUG nova.network.neutron [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Successfully created port: 4a67c728-a551-496f-91c2-5d04feefce7d {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.366708] env[70039]: DEBUG nova.compute.manager [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.448372] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828ad9ee-bd0b-4ba1-81e6-b5a0611ca06c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.456791] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc77aacf-4012-41cc-b420-ec8db910c6bc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.470371] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330876, 'name': Rename_Task, 'duration_secs': 0.139759} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.494598] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.495505] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7277a3aa-3a4d-411c-9859-d36b1998862a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.497773] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214a082f-3af6-42f5-8c34-522171940e19 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.506759] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25457ac6-763f-4fdd-af9d-fc990c81cf92 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.510879] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for the task: (returnval){ [ 939.510879] env[70039]: value = "task-3330877" [ 939.510879] env[70039]: _type = "Task" [ 939.510879] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.522088] env[70039]: DEBUG nova.compute.provider_tree [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.528293] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330877, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.601927] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.602907] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c6a0ad0-8c04-47a2-a5a9-4eea46d7aafb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.609986] env[70039]: DEBUG oslo_vmware.api [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 939.609986] env[70039]: value = "task-3330878" [ 939.609986] env[70039]: _type = "Task" [ 939.609986] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.618996] env[70039]: DEBUG oslo_vmware.api [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.637628] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Creating Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 939.637841] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3971e9b3-a829-4faa-8c74-d5a223636319 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.644790] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 939.644790] env[70039]: value = "task-3330879" [ 939.644790] env[70039]: _type = "Task" [ 939.644790] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.653545] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330879, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.021230] env[70039]: DEBUG oslo_vmware.api [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330877, 'name': PowerOnVM_Task, 'duration_secs': 0.473556} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.021503] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.021713] env[70039]: INFO nova.compute.manager [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Took 4.85 seconds to spawn the instance on the hypervisor. [ 940.021925] env[70039]: DEBUG nova.compute.manager [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.022769] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b641d7-41db-4825-9685-234d4e0f03fc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.026053] env[70039]: DEBUG nova.scheduler.client.report [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.120830] env[70039]: DEBUG oslo_vmware.api [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330878, 'name': PowerOffVM_Task, 'duration_secs': 0.309369} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.120989] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.121068] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Updating instance 'fe48041e-1a3f-4be1-a2e8-44f4c0482552' progress to 17 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 940.154692] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330879, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.379772] env[70039]: DEBUG nova.compute.manager [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.403260] env[70039]: DEBUG nova.virt.hardware [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.403566] env[70039]: DEBUG nova.virt.hardware [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.403732] env[70039]: DEBUG nova.virt.hardware [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.403966] env[70039]: DEBUG nova.virt.hardware [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.404156] env[70039]: DEBUG nova.virt.hardware [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.404312] env[70039]: DEBUG nova.virt.hardware [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.404559] env[70039]: DEBUG nova.virt.hardware [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.404767] env[70039]: DEBUG nova.virt.hardware [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.404911] env[70039]: DEBUG nova.virt.hardware [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.405099] env[70039]: DEBUG nova.virt.hardware [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.405289] env[70039]: DEBUG nova.virt.hardware [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.406212] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4914dcf1-fe3b-4422-8b44-02eaa7849b64 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.414211] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7622ba97-209f-4ae4-bae5-e20ee59e59ec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.532092] env[70039]: DEBUG oslo_concurrency.lockutils [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.534676] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.339s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.536279] env[70039]: INFO nova.compute.claims [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.544129] env[70039]: INFO nova.compute.manager [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Took 51.23 seconds to build instance. [ 940.576255] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e9d8c4-6b1f-e72f-1bda-e3cb47159c3e/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 940.577445] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823f1a96-8d76-4eff-9e11-79dcf40a8462 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.585344] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e9d8c4-6b1f-e72f-1bda-e3cb47159c3e/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 940.585512] env[70039]: ERROR oslo_vmware.rw_handles [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e9d8c4-6b1f-e72f-1bda-e3cb47159c3e/disk-0.vmdk due to incomplete transfer. [ 940.585979] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-379ca3d4-fac9-4996-8f2a-6330687dab80 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.594538] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e9d8c4-6b1f-e72f-1bda-e3cb47159c3e/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 940.594538] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Uploaded image e04915ef-727c-4253-9b91-cb91bccb902b to the Glance image server {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 940.596240] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Destroying the VM {{(pid=70039) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 940.596489] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-385d3cfb-5c86-4569-962c-592392569fa8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.602275] env[70039]: DEBUG oslo_vmware.api [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 940.602275] env[70039]: value = "task-3330880" [ 940.602275] env[70039]: _type = "Task" [ 940.602275] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.610606] env[70039]: DEBUG oslo_vmware.api [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330880, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.628255] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.628608] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.628797] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.629013] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.629255] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.630025] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.630025] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.630025] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.630025] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.630185] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.630274] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.636637] env[70039]: INFO nova.scheduler.client.report [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Deleted allocations for instance 39f01a63-4ec9-4603-bd89-55f34a4fbfe9 [ 940.637706] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5ecd6cc-81bc-4659-b752-291510e7eb8e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.660360] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330879, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.661555] env[70039]: DEBUG oslo_vmware.api [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 940.661555] env[70039]: value = "task-3330881" [ 940.661555] env[70039]: _type = "Task" [ 940.661555] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.669700] env[70039]: DEBUG oslo_vmware.api [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.859265] env[70039]: DEBUG nova.compute.manager [req-891eb849-5923-4e9e-b2fb-ed41650c2ea6 req-9ca4b8d7-572c-480e-964d-44f8a7a6f126 service nova] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Received event network-vif-plugged-4a67c728-a551-496f-91c2-5d04feefce7d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.859654] env[70039]: DEBUG oslo_concurrency.lockutils [req-891eb849-5923-4e9e-b2fb-ed41650c2ea6 req-9ca4b8d7-572c-480e-964d-44f8a7a6f126 service nova] Acquiring lock "1f6d998f-e79c-4bb7-8124-7e5a791d60f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.860140] env[70039]: DEBUG oslo_concurrency.lockutils [req-891eb849-5923-4e9e-b2fb-ed41650c2ea6 req-9ca4b8d7-572c-480e-964d-44f8a7a6f126 service nova] Lock "1f6d998f-e79c-4bb7-8124-7e5a791d60f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.860339] env[70039]: DEBUG oslo_concurrency.lockutils [req-891eb849-5923-4e9e-b2fb-ed41650c2ea6 req-9ca4b8d7-572c-480e-964d-44f8a7a6f126 service nova] Lock "1f6d998f-e79c-4bb7-8124-7e5a791d60f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.860629] env[70039]: DEBUG nova.compute.manager [req-891eb849-5923-4e9e-b2fb-ed41650c2ea6 req-9ca4b8d7-572c-480e-964d-44f8a7a6f126 service nova] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] No waiting events found dispatching network-vif-plugged-4a67c728-a551-496f-91c2-5d04feefce7d {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.861017] env[70039]: WARNING nova.compute.manager [req-891eb849-5923-4e9e-b2fb-ed41650c2ea6 req-9ca4b8d7-572c-480e-964d-44f8a7a6f126 service nova] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Received unexpected event network-vif-plugged-4a67c728-a551-496f-91c2-5d04feefce7d for instance with vm_state building and task_state spawning. [ 940.954709] env[70039]: DEBUG nova.network.neutron [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Successfully updated port: 4a67c728-a551-496f-91c2-5d04feefce7d {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.046924] env[70039]: DEBUG oslo_concurrency.lockutils [None req-24f42ca7-e623-4b43-b7f0-2538a348d255 tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Lock "c883117a-f815-463b-b6de-9b791946d8fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.991s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.115359] env[70039]: DEBUG oslo_vmware.api [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330880, 'name': Destroy_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.157744] env[70039]: DEBUG oslo_concurrency.lockutils [None req-95717e95-2350-4995-93ae-61a3de2e3f3d tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "39f01a63-4ec9-4603-bd89-55f34a4fbfe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.805s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.163908] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330879, 'name': CreateSnapshot_Task, 'duration_secs': 1.104645} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.166857] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Created Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 941.168020] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92703e7-e03c-4f7e-a9c4-0289d71ae608 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.175837] env[70039]: DEBUG oslo_vmware.api [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330881, 'name': ReconfigVM_Task, 'duration_secs': 0.305492} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.179630] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Updating instance 'fe48041e-1a3f-4be1-a2e8-44f4c0482552' progress to 33 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 941.417555] env[70039]: INFO nova.compute.manager [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Rebuilding instance [ 941.457307] env[70039]: DEBUG nova.compute.manager [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.458292] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7111fb-42ec-4918-bdc2-fafaa5aacb4b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.461259] env[70039]: DEBUG oslo_concurrency.lockutils [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Acquiring lock "refresh_cache-1f6d998f-e79c-4bb7-8124-7e5a791d60f3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.461396] env[70039]: DEBUG oslo_concurrency.lockutils [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Acquired lock "refresh_cache-1f6d998f-e79c-4bb7-8124-7e5a791d60f3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.461540] env[70039]: DEBUG nova.network.neutron [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.549985] env[70039]: DEBUG nova.compute.manager [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.613299] env[70039]: DEBUG oslo_vmware.api [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330880, 'name': Destroy_Task, 'duration_secs': 0.827427} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.615761] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Destroyed the VM [ 941.616038] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Deleting Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 941.617153] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-74299f6f-8b1e-4e93-9d67-905392f41dbd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.623030] env[70039]: DEBUG oslo_vmware.api [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 941.623030] env[70039]: value = "task-3330882" [ 941.623030] env[70039]: _type = "Task" [ 941.623030] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.631421] env[70039]: DEBUG oslo_vmware.api [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330882, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.688217] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:17:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='21f209e4-9302-4ed7-8415-70caba9eafbd',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-863536117',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.688546] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.688718] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.688936] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.689115] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.689272] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.689476] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.689670] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.689840] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.690042] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.690242] env[70039]: DEBUG nova.virt.hardware [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.696047] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 941.704691] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Creating linked-clone VM from snapshot {{(pid=70039) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 941.707048] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce09df22-0ef8-4ecb-8a95-caab0e1cd18f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.719901] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0139a541-8635-4b42-85cf-5edcd7afec33 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.730109] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 941.730109] env[70039]: value = "task-3330883" [ 941.730109] env[70039]: _type = "Task" [ 941.730109] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.731465] env[70039]: DEBUG oslo_vmware.api [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 941.731465] env[70039]: value = "task-3330884" [ 941.731465] env[70039]: _type = "Task" [ 941.731465] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.745299] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330883, 'name': CloneVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.748243] env[70039]: DEBUG oslo_vmware.api [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330884, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.877789] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "2ecd9333-fd4f-4deb-b727-018f9b4e5a88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.878054] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "2ecd9333-fd4f-4deb-b727-018f9b4e5a88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.002244] env[70039]: DEBUG nova.network.neutron [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.073873] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.097330] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c830a4ab-fa5b-4825-9a73-24182ae358d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.107874] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8355624-3ce5-48be-8b8c-da3fdb0aab34 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.147129] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d345cfd9-0e26-4656-abff-e3820d3332f7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.155469] env[70039]: DEBUG oslo_vmware.api [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330882, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.158778] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5490ab-01a0-45a5-8c6b-bc1e68e651a8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.175021] env[70039]: DEBUG nova.compute.provider_tree [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.197678] env[70039]: DEBUG nova.network.neutron [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Updating instance_info_cache with network_info: [{"id": "4a67c728-a551-496f-91c2-5d04feefce7d", "address": "fa:16:3e:36:05:28", "network": {"id": "de502b74-11e2-460b-80be-77c47bf18147", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1850843210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "045237aef07a4118bbe885cca189e407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a67c728-a5", "ovs_interfaceid": "4a67c728-a551-496f-91c2-5d04feefce7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.246029] env[70039]: DEBUG oslo_vmware.api [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330884, 'name': ReconfigVM_Task, 'duration_secs': 0.349654} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.249864] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 942.252918] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330883, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.253639] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e187abb8-3769-459d-9427-e6b7763a64c6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.256447] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "89ada2cd-74fe-4436-8532-df492eb23abd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.256687] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "89ada2cd-74fe-4436-8532-df492eb23abd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.276584] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] fe48041e-1a3f-4be1-a2e8-44f4c0482552/fe48041e-1a3f-4be1-a2e8-44f4c0482552.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.276850] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9533ec64-63df-428b-a9d7-4dc9e91c1740 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.294189] env[70039]: DEBUG oslo_vmware.api [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 942.294189] env[70039]: value = "task-3330885" [ 942.294189] env[70039]: _type = "Task" [ 942.294189] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.301836] env[70039]: DEBUG oslo_vmware.api [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.475391] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.475770] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-123b826d-555b-4030-81ea-486b69181f2d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.482874] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for the task: (returnval){ [ 942.482874] env[70039]: value = "task-3330886" [ 942.482874] env[70039]: _type = "Task" [ 942.482874] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.491712] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.652451] env[70039]: DEBUG oslo_vmware.api [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3330882, 'name': RemoveSnapshot_Task, 'duration_secs': 0.669516} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.652933] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Deleted Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 942.653347] env[70039]: INFO nova.compute.manager [None req-7e386596-7319-4dd1-b317-1eaf4b60cb18 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Took 13.97 seconds to snapshot the instance on the hypervisor. [ 942.677881] env[70039]: DEBUG nova.scheduler.client.report [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.699839] env[70039]: DEBUG oslo_concurrency.lockutils [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Releasing lock "refresh_cache-1f6d998f-e79c-4bb7-8124-7e5a791d60f3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.700848] env[70039]: DEBUG nova.compute.manager [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Instance network_info: |[{"id": "4a67c728-a551-496f-91c2-5d04feefce7d", "address": "fa:16:3e:36:05:28", "network": {"id": "de502b74-11e2-460b-80be-77c47bf18147", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1850843210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "045237aef07a4118bbe885cca189e407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a67c728-a5", "ovs_interfaceid": "4a67c728-a551-496f-91c2-5d04feefce7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.700848] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:05:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a67c728-a551-496f-91c2-5d04feefce7d', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.708823] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Creating folder: Project (045237aef07a4118bbe885cca189e407). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.709466] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f1eb343-c623-47f8-bf77-4748227c12bc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.719962] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Created folder: Project (045237aef07a4118bbe885cca189e407) in parent group-v664777. [ 942.722291] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Creating folder: Instances. Parent ref: group-v664940. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.722291] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-743f4fc5-4b7e-4fb9-bb21-e88d8095d9ed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.728684] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Created folder: Instances in parent group-v664940. [ 942.728976] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.729233] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.729481] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91d4fabe-4937-43d9-a659-9acb2820bafb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.754566] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330883, 'name': CloneVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.754873] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.754873] env[70039]: value = "task-3330889" [ 942.754873] env[70039]: _type = "Task" [ 942.754873] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.762374] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330889, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.803569] env[70039]: DEBUG oslo_vmware.api [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330885, 'name': ReconfigVM_Task, 'duration_secs': 0.326034} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.803905] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Reconfigured VM instance instance-00000030 to attach disk [datastore2] fe48041e-1a3f-4be1-a2e8-44f4c0482552/fe48041e-1a3f-4be1-a2e8-44f4c0482552.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.804214] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Updating instance 'fe48041e-1a3f-4be1-a2e8-44f4c0482552' progress to 50 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 942.906217] env[70039]: DEBUG nova.compute.manager [req-34aa1cac-62e2-4900-a929-bd137db7e34d req-61bf1ba6-824d-4e0e-b7e7-8846cf6958f0 service nova] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Received event network-changed-4a67c728-a551-496f-91c2-5d04feefce7d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.906891] env[70039]: DEBUG nova.compute.manager [req-34aa1cac-62e2-4900-a929-bd137db7e34d req-61bf1ba6-824d-4e0e-b7e7-8846cf6958f0 service nova] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Refreshing instance network info cache due to event network-changed-4a67c728-a551-496f-91c2-5d04feefce7d. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.906891] env[70039]: DEBUG oslo_concurrency.lockutils [req-34aa1cac-62e2-4900-a929-bd137db7e34d req-61bf1ba6-824d-4e0e-b7e7-8846cf6958f0 service nova] Acquiring lock "refresh_cache-1f6d998f-e79c-4bb7-8124-7e5a791d60f3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.906891] env[70039]: DEBUG oslo_concurrency.lockutils [req-34aa1cac-62e2-4900-a929-bd137db7e34d req-61bf1ba6-824d-4e0e-b7e7-8846cf6958f0 service nova] Acquired lock "refresh_cache-1f6d998f-e79c-4bb7-8124-7e5a791d60f3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.907122] env[70039]: DEBUG nova.network.neutron [req-34aa1cac-62e2-4900-a929-bd137db7e34d req-61bf1ba6-824d-4e0e-b7e7-8846cf6958f0 service nova] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Refreshing network info cache for port 4a67c728-a551-496f-91c2-5d04feefce7d {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.994667] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330886, 'name': PowerOffVM_Task, 'duration_secs': 0.194277} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.994929] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.995197] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.995957] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3a958e-40cb-4859-b0a8-3685d5df6508 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.002454] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.002659] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c33a8c1-f6da-4d58-b40e-784c2fcaa447 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.030445] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.030595] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.030662] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Deleting the datastore file [datastore1] c883117a-f815-463b-b6de-9b791946d8fb {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.030894] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5aa540e-39b5-4f53-b69e-01685702bf48 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.037344] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for the task: (returnval){ [ 943.037344] env[70039]: value = "task-3330891" [ 943.037344] env[70039]: _type = "Task" [ 943.037344] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.045182] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.182981] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.183506] env[70039]: DEBUG nova.compute.manager [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.186147] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.264s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.187467] env[70039]: INFO nova.compute.claims [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.254716] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330883, 'name': CloneVM_Task, 'duration_secs': 1.029987} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.255088] env[70039]: INFO nova.virt.vmwareapi.vmops [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Created linked-clone VM from snapshot [ 943.256032] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0bd079-a77c-456e-a970-6416a8ae3a80 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.271031] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Uploading image 49c20ba4-51c6-4054-8e09-892b29beb71d {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 943.272378] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330889, 'name': CreateVM_Task, 'duration_secs': 0.342183} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.272732] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.273410] env[70039]: DEBUG oslo_concurrency.lockutils [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.273552] env[70039]: DEBUG oslo_concurrency.lockutils [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.273898] env[70039]: DEBUG oslo_concurrency.lockutils [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.274148] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b7c52b9-6b2d-4651-9dc6-b5c68bf77b6b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.279538] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Waiting for the task: (returnval){ [ 943.279538] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52d0a4ee-d981-31cd-1d61-e513a2552d1e" [ 943.279538] env[70039]: _type = "Task" [ 943.279538] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.291523] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d0a4ee-d981-31cd-1d61-e513a2552d1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.294391] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 943.294391] env[70039]: value = "vm-664939" [ 943.294391] env[70039]: _type = "VirtualMachine" [ 943.294391] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 943.295121] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5c04e5cd-715a-4313-b9ba-261cc2152e10 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.302972] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lease: (returnval){ [ 943.302972] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52032f39-375d-09f3-2b55-ed9bea25ec9d" [ 943.302972] env[70039]: _type = "HttpNfcLease" [ 943.302972] env[70039]: } obtained for exporting VM: (result){ [ 943.302972] env[70039]: value = "vm-664939" [ 943.302972] env[70039]: _type = "VirtualMachine" [ 943.302972] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 943.302972] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the lease: (returnval){ [ 943.302972] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52032f39-375d-09f3-2b55-ed9bea25ec9d" [ 943.302972] env[70039]: _type = "HttpNfcLease" [ 943.302972] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 943.307943] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 943.307943] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52032f39-375d-09f3-2b55-ed9bea25ec9d" [ 943.307943] env[70039]: _type = "HttpNfcLease" [ 943.307943] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 943.311144] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9085119-76fe-4667-a5fd-4b78d34487c1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.329891] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551c0b00-9118-45bb-83f7-d9af464eb05d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.354316] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Updating instance 'fe48041e-1a3f-4be1-a2e8-44f4c0482552' progress to 67 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 943.546582] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089815} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.546901] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.547015] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.547202] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.618771] env[70039]: DEBUG nova.network.neutron [req-34aa1cac-62e2-4900-a929-bd137db7e34d req-61bf1ba6-824d-4e0e-b7e7-8846cf6958f0 service nova] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Updated VIF entry in instance network info cache for port 4a67c728-a551-496f-91c2-5d04feefce7d. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.619687] env[70039]: DEBUG nova.network.neutron [req-34aa1cac-62e2-4900-a929-bd137db7e34d req-61bf1ba6-824d-4e0e-b7e7-8846cf6958f0 service nova] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Updating instance_info_cache with network_info: [{"id": "4a67c728-a551-496f-91c2-5d04feefce7d", "address": "fa:16:3e:36:05:28", "network": {"id": "de502b74-11e2-460b-80be-77c47bf18147", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1850843210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "045237aef07a4118bbe885cca189e407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a67c728-a5", "ovs_interfaceid": "4a67c728-a551-496f-91c2-5d04feefce7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.694081] env[70039]: DEBUG nova.compute.utils [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.695379] env[70039]: DEBUG nova.compute.manager [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.695549] env[70039]: DEBUG nova.network.neutron [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.732680] env[70039]: DEBUG nova.policy [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '267e86ae6d754b49b4b918c7cd593ed7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b71264af13d4778a46b64ee1a6f7d63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.789981] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d0a4ee-d981-31cd-1d61-e513a2552d1e, 'name': SearchDatastore_Task, 'duration_secs': 0.023679} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.790344] env[70039]: DEBUG oslo_concurrency.lockutils [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.790612] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.790911] env[70039]: DEBUG oslo_concurrency.lockutils [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.791029] env[70039]: DEBUG oslo_concurrency.lockutils [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.791220] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.791486] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12a527b5-e121-4520-9865-57866937caa4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.799777] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.799960] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.800918] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ba5ee6-ddfc-4690-a2cf-22c8db57b3e5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.808890] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Waiting for the task: (returnval){ [ 943.808890] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52e60269-5fc3-e8ad-8115-92214bfa20b8" [ 943.808890] env[70039]: _type = "Task" [ 943.808890] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.810573] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 943.810573] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52032f39-375d-09f3-2b55-ed9bea25ec9d" [ 943.810573] env[70039]: _type = "HttpNfcLease" [ 943.810573] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 943.814620] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 943.814620] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52032f39-375d-09f3-2b55-ed9bea25ec9d" [ 943.814620] env[70039]: _type = "HttpNfcLease" [ 943.814620] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 943.815331] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7fb2c9-093d-45ee-a500-e01133c2a142 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.822670] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb6272-8f0c-63f6-a321-e0f85e0cec43/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 943.822848] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb6272-8f0c-63f6-a321-e0f85e0cec43/disk-0.vmdk for reading. {{(pid=70039) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 943.827250] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e60269-5fc3-e8ad-8115-92214bfa20b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008192} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.888341] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24129648-e1db-4aa1-b2ef-5fe0d7f89802 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.897020] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Waiting for the task: (returnval){ [ 943.897020] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52848145-17a1-176a-55b9-e753ee582b3c" [ 943.897020] env[70039]: _type = "Task" [ 943.897020] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.905344] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52848145-17a1-176a-55b9-e753ee582b3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.928759] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ec4a5c6e-d9e0-45a9-96ef-7b37be1116e8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.959534] env[70039]: DEBUG nova.network.neutron [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Port acd661e5-50d1-40d8-9ab2-883096c92f48 binding to destination host cpu-1 is already ACTIVE {{(pid=70039) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 944.100382] env[70039]: DEBUG nova.network.neutron [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Successfully created port: 562a6781-ed23-4110-9a72-98ce7d170603 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.121771] env[70039]: DEBUG oslo_concurrency.lockutils [req-34aa1cac-62e2-4900-a929-bd137db7e34d req-61bf1ba6-824d-4e0e-b7e7-8846cf6958f0 service nova] Releasing lock "refresh_cache-1f6d998f-e79c-4bb7-8124-7e5a791d60f3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.199771] env[70039]: DEBUG nova.compute.manager [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.411430] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52848145-17a1-176a-55b9-e753ee582b3c, 'name': SearchDatastore_Task, 'duration_secs': 0.018177} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.412018] env[70039]: DEBUG oslo_concurrency.lockutils [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.412018] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 1f6d998f-e79c-4bb7-8124-7e5a791d60f3/1f6d998f-e79c-4bb7-8124-7e5a791d60f3.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.412018] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cace1ce-b931-4d7b-96c7-92e75b46d997 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.419676] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Waiting for the task: (returnval){ [ 944.419676] env[70039]: value = "task-3330893" [ 944.419676] env[70039]: _type = "Task" [ 944.419676] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.431154] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': task-3330893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.595258] env[70039]: DEBUG nova.virt.hardware [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.596163] env[70039]: DEBUG nova.virt.hardware [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.596163] env[70039]: DEBUG nova.virt.hardware [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.596397] env[70039]: DEBUG nova.virt.hardware [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.596482] env[70039]: DEBUG nova.virt.hardware [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.596649] env[70039]: DEBUG nova.virt.hardware [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.596875] env[70039]: DEBUG nova.virt.hardware [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.597053] env[70039]: DEBUG nova.virt.hardware [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.597339] env[70039]: DEBUG nova.virt.hardware [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.597416] env[70039]: DEBUG nova.virt.hardware [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.597613] env[70039]: DEBUG nova.virt.hardware [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.598977] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a473b53-50dc-4a86-a116-78c70fa0203f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.611673] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d578e442-64c6-4ea1-b7c3-eacdb22213f3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.633064] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Instance VIF info [] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.640620] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.644050] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.644341] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83450cd3-f103-40b5-9f60-bbcc8ba5303c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.665449] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.665449] env[70039]: value = "task-3330894" [ 944.665449] env[70039]: _type = "Task" [ 944.665449] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.674283] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330894, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.839012] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98f262b-5f4f-465d-978a-b8c4d8c5c8b3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.851268] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6a27e0-9c48-4a82-818f-adb9f948578b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.899586] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0812563f-df83-4f5d-ace0-1be183456fae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.907756] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e372b1-6d21-4017-a785-ee28f02fcf54 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.924696] env[70039]: DEBUG nova.compute.provider_tree [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.935873] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': task-3330893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489715} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.936994] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 1f6d998f-e79c-4bb7-8124-7e5a791d60f3/1f6d998f-e79c-4bb7-8124-7e5a791d60f3.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.937321] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.938024] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-410b8cdb-a57c-4e0c-9c3e-a372c991a8a6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.947140] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Waiting for the task: (returnval){ [ 944.947140] env[70039]: value = "task-3330895" [ 944.947140] env[70039]: _type = "Task" [ 944.947140] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.957134] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': task-3330895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.991024] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "fe48041e-1a3f-4be1-a2e8-44f4c0482552-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.991024] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "fe48041e-1a3f-4be1-a2e8-44f4c0482552-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.991024] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "fe48041e-1a3f-4be1-a2e8-44f4c0482552-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.176594] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330894, 'name': CreateVM_Task, 'duration_secs': 0.4302} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.176997] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.177633] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.177728] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.178297] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.178565] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8b341b5-708b-461a-8ce8-3a7d0840d1bb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.183022] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for the task: (returnval){ [ 945.183022] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52a65a3e-b7e4-033a-95c1-1899fb91bee9" [ 945.183022] env[70039]: _type = "Task" [ 945.183022] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.190649] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a65a3e-b7e4-033a-95c1-1899fb91bee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.213027] env[70039]: DEBUG nova.compute.manager [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.233771] env[70039]: DEBUG nova.virt.hardware [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.234156] env[70039]: DEBUG nova.virt.hardware [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.234424] env[70039]: DEBUG nova.virt.hardware [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.234664] env[70039]: DEBUG nova.virt.hardware [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.234854] env[70039]: DEBUG nova.virt.hardware [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.235107] env[70039]: DEBUG nova.virt.hardware [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.235336] env[70039]: DEBUG nova.virt.hardware [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.235494] env[70039]: DEBUG nova.virt.hardware [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.235662] env[70039]: DEBUG nova.virt.hardware [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.235826] env[70039]: DEBUG nova.virt.hardware [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.236042] env[70039]: DEBUG nova.virt.hardware [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.236912] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef630037-bf97-45dd-98d7-8177b5c0a1de {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.244921] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0702bb-6b97-49ae-88ee-0433b72d9d0f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.431460] env[70039]: DEBUG nova.scheduler.client.report [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.458698] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': task-3330895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122618} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.459177] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.460102] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9b98a2-8218-4bfb-bde8-32bc1a1e16cf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.484030] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 1f6d998f-e79c-4bb7-8124-7e5a791d60f3/1f6d998f-e79c-4bb7-8124-7e5a791d60f3.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.484431] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80d31e3e-8d79-4f13-9243-d9761c078ca6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.506598] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Waiting for the task: (returnval){ [ 945.506598] env[70039]: value = "task-3330896" [ 945.506598] env[70039]: _type = "Task" [ 945.506598] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.517163] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': task-3330896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.590818] env[70039]: DEBUG nova.compute.manager [req-9bb42ae4-58db-44f4-b096-29ab1847159a req-df11f6ed-8c0e-4173-910f-7805564be6b0 service nova] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Received event network-vif-plugged-562a6781-ed23-4110-9a72-98ce7d170603 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.591464] env[70039]: DEBUG oslo_concurrency.lockutils [req-9bb42ae4-58db-44f4-b096-29ab1847159a req-df11f6ed-8c0e-4173-910f-7805564be6b0 service nova] Acquiring lock "f27525d9-4f10-4814-a02a-162631012ad9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.591804] env[70039]: DEBUG oslo_concurrency.lockutils [req-9bb42ae4-58db-44f4-b096-29ab1847159a req-df11f6ed-8c0e-4173-910f-7805564be6b0 service nova] Lock "f27525d9-4f10-4814-a02a-162631012ad9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.592126] env[70039]: DEBUG oslo_concurrency.lockutils [req-9bb42ae4-58db-44f4-b096-29ab1847159a req-df11f6ed-8c0e-4173-910f-7805564be6b0 service nova] Lock "f27525d9-4f10-4814-a02a-162631012ad9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.592475] env[70039]: DEBUG nova.compute.manager [req-9bb42ae4-58db-44f4-b096-29ab1847159a req-df11f6ed-8c0e-4173-910f-7805564be6b0 service nova] [instance: f27525d9-4f10-4814-a02a-162631012ad9] No waiting events found dispatching network-vif-plugged-562a6781-ed23-4110-9a72-98ce7d170603 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.592767] env[70039]: WARNING nova.compute.manager [req-9bb42ae4-58db-44f4-b096-29ab1847159a req-df11f6ed-8c0e-4173-910f-7805564be6b0 service nova] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Received unexpected event network-vif-plugged-562a6781-ed23-4110-9a72-98ce7d170603 for instance with vm_state building and task_state spawning. [ 945.661697] env[70039]: DEBUG nova.network.neutron [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Successfully updated port: 562a6781-ed23-4110-9a72-98ce7d170603 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.695022] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a65a3e-b7e4-033a-95c1-1899fb91bee9, 'name': SearchDatastore_Task, 'duration_secs': 0.020624} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.695022] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.695022] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.695022] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.695261] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.695384] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.695709] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd9e6aaa-68f4-4051-bd1a-437da094e69e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.705145] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.705411] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.706571] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6c1b51a-f768-40b5-b0ac-3fb7633867a6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.712631] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for the task: (returnval){ [ 945.712631] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524ce58c-c9f2-c0d0-3274-a81bbe3a09c4" [ 945.712631] env[70039]: _type = "Task" [ 945.712631] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.721164] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524ce58c-c9f2-c0d0-3274-a81bbe3a09c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.937189] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.937771] env[70039]: DEBUG nova.compute.manager [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.940405] env[70039]: DEBUG oslo_concurrency.lockutils [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.432s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.940640] env[70039]: DEBUG nova.objects.instance [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lazy-loading 'resources' on Instance uuid e0113f7a-a90f-4add-bf71-d5a306f059cd {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.016186] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': task-3330896, 'name': ReconfigVM_Task, 'duration_secs': 0.309735} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.016622] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 1f6d998f-e79c-4bb7-8124-7e5a791d60f3/1f6d998f-e79c-4bb7-8124-7e5a791d60f3.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.017373] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49bf6151-853f-4fd7-bdba-837971ff4824 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.023854] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Waiting for the task: (returnval){ [ 946.023854] env[70039]: value = "task-3330897" [ 946.023854] env[70039]: _type = "Task" [ 946.023854] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.031740] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': task-3330897, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.046892] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "refresh_cache-fe48041e-1a3f-4be1-a2e8-44f4c0482552" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.047635] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquired lock "refresh_cache-fe48041e-1a3f-4be1-a2e8-44f4c0482552" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.047635] env[70039]: DEBUG nova.network.neutron [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.165032] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "refresh_cache-f27525d9-4f10-4814-a02a-162631012ad9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.165222] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquired lock "refresh_cache-f27525d9-4f10-4814-a02a-162631012ad9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.165385] env[70039]: DEBUG nova.network.neutron [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.223870] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524ce58c-c9f2-c0d0-3274-a81bbe3a09c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009226} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.224892] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dd7845e-a263-4dfe-9b89-29e2cd9ed0a4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.230492] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for the task: (returnval){ [ 946.230492] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5202f779-23ee-569c-d8e6-d6c8aaa2efa3" [ 946.230492] env[70039]: _type = "Task" [ 946.230492] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.239417] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5202f779-23ee-569c-d8e6-d6c8aaa2efa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.444752] env[70039]: DEBUG nova.compute.utils [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.449797] env[70039]: DEBUG nova.compute.manager [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.450063] env[70039]: DEBUG nova.network.neutron [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.502488] env[70039]: DEBUG nova.policy [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '267e86ae6d754b49b4b918c7cd593ed7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b71264af13d4778a46b64ee1a6f7d63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.535832] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': task-3330897, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.700838] env[70039]: DEBUG nova.network.neutron [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.741058] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5202f779-23ee-569c-d8e6-d6c8aaa2efa3, 'name': SearchDatastore_Task, 'duration_secs': 0.010155} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.743679] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.743983] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] c883117a-f815-463b-b6de-9b791946d8fb/c883117a-f815-463b-b6de-9b791946d8fb.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.744447] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-704bcd04-c9e7-434c-bd40-af5667d2279a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.753677] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for the task: (returnval){ [ 946.753677] env[70039]: value = "task-3330898" [ 946.753677] env[70039]: _type = "Task" [ 946.753677] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.763362] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.896703] env[70039]: DEBUG nova.network.neutron [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Updating instance_info_cache with network_info: [{"id": "562a6781-ed23-4110-9a72-98ce7d170603", "address": "fa:16:3e:6c:d5:fa", "network": {"id": "a80cbaac-3691-49ef-982e-9f6db9330f7c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-237455959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b71264af13d4778a46b64ee1a6f7d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap562a6781-ed", "ovs_interfaceid": "562a6781-ed23-4110-9a72-98ce7d170603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.950247] env[70039]: DEBUG nova.compute.manager [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.030998] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e15fa4-4a82-4b7b-af33-120276de55cf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.039928] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': task-3330897, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.043156] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d55484-e1d5-4a69-9409-7b47842387c2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.084909] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bff2cc-7547-478a-aa30-c29ca8b6d8d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.094149] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119dae59-afdb-4667-aa51-835f26f63ea8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.114441] env[70039]: DEBUG nova.compute.provider_tree [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.195183] env[70039]: DEBUG nova.network.neutron [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Updating instance_info_cache with network_info: [{"id": "acd661e5-50d1-40d8-9ab2-883096c92f48", "address": "fa:16:3e:5c:1b:fe", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd661e5-50", "ovs_interfaceid": "acd661e5-50d1-40d8-9ab2-883096c92f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.232096] env[70039]: DEBUG nova.network.neutron [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Successfully created port: a9d7ee72-a4f1-4e4c-a54f-9c13e2d891df {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.264115] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489944} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.264438] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] c883117a-f815-463b-b6de-9b791946d8fb/c883117a-f815-463b-b6de-9b791946d8fb.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.264689] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.265084] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64352528-7c42-4fd2-83f3-0a0097c69dbb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.271292] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for the task: (returnval){ [ 947.271292] env[70039]: value = "task-3330899" [ 947.271292] env[70039]: _type = "Task" [ 947.271292] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.283921] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.402715] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Releasing lock "refresh_cache-f27525d9-4f10-4814-a02a-162631012ad9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.403125] env[70039]: DEBUG nova.compute.manager [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Instance network_info: |[{"id": "562a6781-ed23-4110-9a72-98ce7d170603", "address": "fa:16:3e:6c:d5:fa", "network": {"id": "a80cbaac-3691-49ef-982e-9f6db9330f7c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-237455959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b71264af13d4778a46b64ee1a6f7d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap562a6781-ed", "ovs_interfaceid": "562a6781-ed23-4110-9a72-98ce7d170603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.403565] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:d5:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '562a6781-ed23-4110-9a72-98ce7d170603', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.416273] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Creating folder: Project (9b71264af13d4778a46b64ee1a6f7d63). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.416273] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c26095c-47b3-40c4-861c-d9505b3e163b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.426834] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Created folder: Project (9b71264af13d4778a46b64ee1a6f7d63) in parent group-v664777. [ 947.427179] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Creating folder: Instances. Parent ref: group-v664944. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.427446] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec41f187-78fb-41ab-97ce-8a2eacd85a7a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.436572] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Created folder: Instances in parent group-v664944. [ 947.436931] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.437071] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.437300] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51af0660-e4ac-4779-b5cc-b65543ee9a84 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.463631] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.463631] env[70039]: value = "task-3330902" [ 947.463631] env[70039]: _type = "Task" [ 947.463631] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.472297] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330902, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.536852] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': task-3330897, 'name': Rename_Task, 'duration_secs': 1.163923} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.537159] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.537483] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fb97b7a-99de-4b07-8856-f29aed285b0c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.543208] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Waiting for the task: (returnval){ [ 947.543208] env[70039]: value = "task-3330903" [ 947.543208] env[70039]: _type = "Task" [ 947.543208] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.552208] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': task-3330903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.618259] env[70039]: DEBUG nova.scheduler.client.report [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.623436] env[70039]: DEBUG nova.compute.manager [req-2e1f21f3-aa89-43c1-b036-aa8039c72b7d req-10ab41cd-2b89-462f-82f0-fcaa3b77a4ab service nova] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Received event network-changed-562a6781-ed23-4110-9a72-98ce7d170603 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.623436] env[70039]: DEBUG nova.compute.manager [req-2e1f21f3-aa89-43c1-b036-aa8039c72b7d req-10ab41cd-2b89-462f-82f0-fcaa3b77a4ab service nova] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Refreshing instance network info cache due to event network-changed-562a6781-ed23-4110-9a72-98ce7d170603. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.623681] env[70039]: DEBUG oslo_concurrency.lockutils [req-2e1f21f3-aa89-43c1-b036-aa8039c72b7d req-10ab41cd-2b89-462f-82f0-fcaa3b77a4ab service nova] Acquiring lock "refresh_cache-f27525d9-4f10-4814-a02a-162631012ad9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.623845] env[70039]: DEBUG oslo_concurrency.lockutils [req-2e1f21f3-aa89-43c1-b036-aa8039c72b7d req-10ab41cd-2b89-462f-82f0-fcaa3b77a4ab service nova] Acquired lock "refresh_cache-f27525d9-4f10-4814-a02a-162631012ad9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.624067] env[70039]: DEBUG nova.network.neutron [req-2e1f21f3-aa89-43c1-b036-aa8039c72b7d req-10ab41cd-2b89-462f-82f0-fcaa3b77a4ab service nova] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Refreshing network info cache for port 562a6781-ed23-4110-9a72-98ce7d170603 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.698369] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Releasing lock "refresh_cache-fe48041e-1a3f-4be1-a2e8-44f4c0482552" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.780883] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103101} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.781344] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.781947] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4534d353-c86d-45e6-ac8a-b17ac693d195 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.802778] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] c883117a-f815-463b-b6de-9b791946d8fb/c883117a-f815-463b-b6de-9b791946d8fb.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.803103] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db6d0029-e2a3-4356-8079-b49762cbc71b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.821444] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for the task: (returnval){ [ 947.821444] env[70039]: value = "task-3330904" [ 947.821444] env[70039]: _type = "Task" [ 947.821444] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.829359] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.961753] env[70039]: DEBUG nova.compute.manager [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.975601] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330902, 'name': CreateVM_Task, 'duration_secs': 0.340184} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.975776] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.976426] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.976606] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.976959] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.977277] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e26bf76-ddc2-4325-814d-3df465fce07c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.984384] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 947.984384] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52e5a510-4713-7dfd-1f30-4ca0a305dfc0" [ 947.984384] env[70039]: _type = "Task" [ 947.984384] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.990082] env[70039]: DEBUG nova.virt.hardware [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.990343] env[70039]: DEBUG nova.virt.hardware [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.990501] env[70039]: DEBUG nova.virt.hardware [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.990684] env[70039]: DEBUG nova.virt.hardware [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.990896] env[70039]: DEBUG nova.virt.hardware [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.991019] env[70039]: DEBUG nova.virt.hardware [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.991253] env[70039]: DEBUG nova.virt.hardware [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.991412] env[70039]: DEBUG nova.virt.hardware [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.991583] env[70039]: DEBUG nova.virt.hardware [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.991765] env[70039]: DEBUG nova.virt.hardware [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.991943] env[70039]: DEBUG nova.virt.hardware [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.992815] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85880439-c773-4816-ac69-1500f8917f81 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.001104] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e5a510-4713-7dfd-1f30-4ca0a305dfc0, 'name': SearchDatastore_Task, 'duration_secs': 0.012003} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.003433] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.003681] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.003943] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.004125] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.004311] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.004664] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd70c764-d81b-44cb-8b37-4014aea0035a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.007945] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67eda5fe-4542-43a7-9f25-eff0c3c9f1c9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.024080] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.024296] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.025153] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fb2b730-556c-43bf-b0ae-8368472aa5d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.030756] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 948.030756] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52fb96cc-9b2e-05d9-9eff-ff13ad50770e" [ 948.030756] env[70039]: _type = "Task" [ 948.030756] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.039314] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fb96cc-9b2e-05d9-9eff-ff13ad50770e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.052671] env[70039]: DEBUG oslo_vmware.api [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': task-3330903, 'name': PowerOnVM_Task, 'duration_secs': 0.476638} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.053383] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.053635] env[70039]: INFO nova.compute.manager [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Took 7.67 seconds to spawn the instance on the hypervisor. [ 948.053866] env[70039]: DEBUG nova.compute.manager [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.054750] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355f45aa-249a-4dc9-a08b-9e317a80c677 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.126293] env[70039]: DEBUG oslo_concurrency.lockutils [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.131286] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.324s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.131750] env[70039]: DEBUG nova.objects.instance [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lazy-loading 'resources' on Instance uuid a749d9fd-c016-4684-afcd-1754a424ce51 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.159312] env[70039]: INFO nova.scheduler.client.report [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Deleted allocations for instance e0113f7a-a90f-4add-bf71-d5a306f059cd [ 948.223054] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6165aaac-1859-46bb-bf86-f8466ada397c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.246933] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e0aa68-8909-4023-bcd1-334dcce57f08 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.255368] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Updating instance 'fe48041e-1a3f-4be1-a2e8-44f4c0482552' progress to 83 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 948.334446] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330904, 'name': ReconfigVM_Task, 'duration_secs': 0.441318} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.334739] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Reconfigured VM instance instance-0000003a to attach disk [datastore2] c883117a-f815-463b-b6de-9b791946d8fb/c883117a-f815-463b-b6de-9b791946d8fb.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.337735] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c20ba4ee-bd45-488e-a32f-f636975da954 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.344893] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for the task: (returnval){ [ 948.344893] env[70039]: value = "task-3330905" [ 948.344893] env[70039]: _type = "Task" [ 948.344893] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.353555] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330905, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.443497] env[70039]: DEBUG nova.network.neutron [req-2e1f21f3-aa89-43c1-b036-aa8039c72b7d req-10ab41cd-2b89-462f-82f0-fcaa3b77a4ab service nova] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Updated VIF entry in instance network info cache for port 562a6781-ed23-4110-9a72-98ce7d170603. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.444090] env[70039]: DEBUG nova.network.neutron [req-2e1f21f3-aa89-43c1-b036-aa8039c72b7d req-10ab41cd-2b89-462f-82f0-fcaa3b77a4ab service nova] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Updating instance_info_cache with network_info: [{"id": "562a6781-ed23-4110-9a72-98ce7d170603", "address": "fa:16:3e:6c:d5:fa", "network": {"id": "a80cbaac-3691-49ef-982e-9f6db9330f7c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-237455959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b71264af13d4778a46b64ee1a6f7d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap562a6781-ed", "ovs_interfaceid": "562a6781-ed23-4110-9a72-98ce7d170603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.540837] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fb96cc-9b2e-05d9-9eff-ff13ad50770e, 'name': SearchDatastore_Task, 'duration_secs': 0.011005} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.542114] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a89b59bc-d0f2-439a-bb9b-da746133507b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.549128] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 948.549128] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524737aa-ba3e-8291-363d-0e34060da64b" [ 948.549128] env[70039]: _type = "Task" [ 948.549128] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.557301] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524737aa-ba3e-8291-363d-0e34060da64b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.572714] env[70039]: INFO nova.compute.manager [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Took 49.94 seconds to build instance. [ 948.670139] env[70039]: DEBUG oslo_concurrency.lockutils [None req-29d2d82c-6f50-463a-adb8-993eb30b5e69 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "e0113f7a-a90f-4add-bf71-d5a306f059cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.828s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.761917] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.762644] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-370759c8-1554-49c4-b252-4514604555b8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.769737] env[70039]: DEBUG oslo_vmware.api [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 948.769737] env[70039]: value = "task-3330906" [ 948.769737] env[70039]: _type = "Task" [ 948.769737] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.781667] env[70039]: DEBUG oslo_vmware.api [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.856844] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330905, 'name': Rename_Task, 'duration_secs': 0.320068} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.857231] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.857500] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bb5cde5-c0ec-41bf-a971-0aa6e9fcbe16 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.864069] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for the task: (returnval){ [ 948.864069] env[70039]: value = "task-3330907" [ 948.864069] env[70039]: _type = "Task" [ 948.864069] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.873245] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.874180] env[70039]: DEBUG nova.network.neutron [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Successfully updated port: a9d7ee72-a4f1-4e4c-a54f-9c13e2d891df {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.946992] env[70039]: DEBUG oslo_concurrency.lockutils [req-2e1f21f3-aa89-43c1-b036-aa8039c72b7d req-10ab41cd-2b89-462f-82f0-fcaa3b77a4ab service nova] Releasing lock "refresh_cache-f27525d9-4f10-4814-a02a-162631012ad9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.063731] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524737aa-ba3e-8291-363d-0e34060da64b, 'name': SearchDatastore_Task, 'duration_secs': 0.011099} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.068664] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.068960] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] f27525d9-4f10-4814-a02a-162631012ad9/f27525d9-4f10-4814-a02a-162631012ad9.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.069509] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f1b6049-ccba-49bd-b0e3-568e067a5319 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.074897] env[70039]: DEBUG oslo_concurrency.lockutils [None req-98fda5c5-45d7-4903-8f52-cbf2e1a8311d tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Lock "1f6d998f-e79c-4bb7-8124-7e5a791d60f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.607s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.078533] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 949.078533] env[70039]: value = "task-3330908" [ 949.078533] env[70039]: _type = "Task" [ 949.078533] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.092027] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.180169] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d39356-1b63-452f-81a9-d17fb035fce8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.189045] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269e1973-ee37-421c-8af1-8f357d37c488 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.225425] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef9ff8a-4d16-4a42-b264-9b9d4d469d0a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.234445] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1442c2-908a-4bee-8727-51f41c337499 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.248396] env[70039]: DEBUG nova.compute.provider_tree [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.281380] env[70039]: DEBUG oslo_vmware.api [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3330906, 'name': PowerOnVM_Task, 'duration_secs': 0.425831} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.281667] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.281897] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea971cf-c09c-4dfa-a144-ee36e2b8a03d tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Updating instance 'fe48041e-1a3f-4be1-a2e8-44f4c0482552' progress to 100 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 949.377455] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "refresh_cache-ea84108b-c83b-4c1d-8651-f1e52be5bf2a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.377455] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquired lock "refresh_cache-ea84108b-c83b-4c1d-8651-f1e52be5bf2a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.378389] env[70039]: DEBUG nova.network.neutron [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.379200] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330907, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.546981] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Acquiring lock "1f6d998f-e79c-4bb7-8124-7e5a791d60f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.547462] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Lock "1f6d998f-e79c-4bb7-8124-7e5a791d60f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.547827] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Acquiring lock "1f6d998f-e79c-4bb7-8124-7e5a791d60f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.548177] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Lock "1f6d998f-e79c-4bb7-8124-7e5a791d60f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.548553] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Lock "1f6d998f-e79c-4bb7-8124-7e5a791d60f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.551649] env[70039]: INFO nova.compute.manager [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Terminating instance [ 949.580285] env[70039]: DEBUG nova.compute.manager [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.592127] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496219} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.592127] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] f27525d9-4f10-4814-a02a-162631012ad9/f27525d9-4f10-4814-a02a-162631012ad9.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.592431] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.592806] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8933715-6403-4181-b23d-c44d9a6f3885 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.598954] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 949.598954] env[70039]: value = "task-3330909" [ 949.598954] env[70039]: _type = "Task" [ 949.598954] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.609797] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.655699] env[70039]: DEBUG nova.compute.manager [req-721274ea-8e8a-4029-9c2d-662a5ee4b10f req-dfcba8fa-51ff-469e-a3b2-0c424009067d service nova] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Received event network-vif-plugged-a9d7ee72-a4f1-4e4c-a54f-9c13e2d891df {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.655995] env[70039]: DEBUG oslo_concurrency.lockutils [req-721274ea-8e8a-4029-9c2d-662a5ee4b10f req-dfcba8fa-51ff-469e-a3b2-0c424009067d service nova] Acquiring lock "ea84108b-c83b-4c1d-8651-f1e52be5bf2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.656244] env[70039]: DEBUG oslo_concurrency.lockutils [req-721274ea-8e8a-4029-9c2d-662a5ee4b10f req-dfcba8fa-51ff-469e-a3b2-0c424009067d service nova] Lock "ea84108b-c83b-4c1d-8651-f1e52be5bf2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.656438] env[70039]: DEBUG oslo_concurrency.lockutils [req-721274ea-8e8a-4029-9c2d-662a5ee4b10f req-dfcba8fa-51ff-469e-a3b2-0c424009067d service nova] Lock "ea84108b-c83b-4c1d-8651-f1e52be5bf2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.656628] env[70039]: DEBUG nova.compute.manager [req-721274ea-8e8a-4029-9c2d-662a5ee4b10f req-dfcba8fa-51ff-469e-a3b2-0c424009067d service nova] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] No waiting events found dispatching network-vif-plugged-a9d7ee72-a4f1-4e4c-a54f-9c13e2d891df {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.656798] env[70039]: WARNING nova.compute.manager [req-721274ea-8e8a-4029-9c2d-662a5ee4b10f req-dfcba8fa-51ff-469e-a3b2-0c424009067d service nova] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Received unexpected event network-vif-plugged-a9d7ee72-a4f1-4e4c-a54f-9c13e2d891df for instance with vm_state building and task_state spawning. [ 949.656963] env[70039]: DEBUG nova.compute.manager [req-721274ea-8e8a-4029-9c2d-662a5ee4b10f req-dfcba8fa-51ff-469e-a3b2-0c424009067d service nova] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Received event network-changed-a9d7ee72-a4f1-4e4c-a54f-9c13e2d891df {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.657147] env[70039]: DEBUG nova.compute.manager [req-721274ea-8e8a-4029-9c2d-662a5ee4b10f req-dfcba8fa-51ff-469e-a3b2-0c424009067d service nova] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Refreshing instance network info cache due to event network-changed-a9d7ee72-a4f1-4e4c-a54f-9c13e2d891df. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.657356] env[70039]: DEBUG oslo_concurrency.lockutils [req-721274ea-8e8a-4029-9c2d-662a5ee4b10f req-dfcba8fa-51ff-469e-a3b2-0c424009067d service nova] Acquiring lock "refresh_cache-ea84108b-c83b-4c1d-8651-f1e52be5bf2a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.751414] env[70039]: DEBUG nova.scheduler.client.report [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.875327] env[70039]: DEBUG oslo_vmware.api [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330907, 'name': PowerOnVM_Task, 'duration_secs': 0.690992} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.875630] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.875789] env[70039]: DEBUG nova.compute.manager [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.876581] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fa1d73-8b9a-4a98-bde7-0a457dc6b802 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.913764] env[70039]: DEBUG nova.network.neutron [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.057513] env[70039]: DEBUG nova.compute.manager [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.057809] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.058595] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d702470-98a4-4bfc-89da-9fc63312724c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.066135] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.066348] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a677eccf-65c9-4a59-91d9-cf6434b41c83 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.072059] env[70039]: DEBUG nova.network.neutron [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Updating instance_info_cache with network_info: [{"id": "a9d7ee72-a4f1-4e4c-a54f-9c13e2d891df", "address": "fa:16:3e:25:51:34", "network": {"id": "a80cbaac-3691-49ef-982e-9f6db9330f7c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-237455959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b71264af13d4778a46b64ee1a6f7d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d7ee72-a4", "ovs_interfaceid": "a9d7ee72-a4f1-4e4c-a54f-9c13e2d891df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.074546] env[70039]: DEBUG oslo_vmware.api [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Waiting for the task: (returnval){ [ 950.074546] env[70039]: value = "task-3330910" [ 950.074546] env[70039]: _type = "Task" [ 950.074546] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.082734] env[70039]: DEBUG oslo_vmware.api [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': task-3330910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.105511] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.108716] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086183} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.109037] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.109817] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34757dc8-269d-4e49-85a6-7a908b1ce7d6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.132746] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] f27525d9-4f10-4814-a02a-162631012ad9/f27525d9-4f10-4814-a02a-162631012ad9.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.133057] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5869c89f-47e7-4e86-b959-c01de0faff69 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.152833] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 950.152833] env[70039]: value = "task-3330911" [ 950.152833] env[70039]: _type = "Task" [ 950.152833] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.163476] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.256174] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.258990] env[70039]: DEBUG oslo_concurrency.lockutils [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.416s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.260216] env[70039]: INFO nova.compute.claims [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.275276] env[70039]: INFO nova.scheduler.client.report [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Deleted allocations for instance a749d9fd-c016-4684-afcd-1754a424ce51 [ 950.393734] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.575666] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Releasing lock "refresh_cache-ea84108b-c83b-4c1d-8651-f1e52be5bf2a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.576095] env[70039]: DEBUG nova.compute.manager [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Instance network_info: |[{"id": "a9d7ee72-a4f1-4e4c-a54f-9c13e2d891df", "address": "fa:16:3e:25:51:34", "network": {"id": "a80cbaac-3691-49ef-982e-9f6db9330f7c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-237455959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b71264af13d4778a46b64ee1a6f7d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d7ee72-a4", "ovs_interfaceid": "a9d7ee72-a4f1-4e4c-a54f-9c13e2d891df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.576542] env[70039]: DEBUG oslo_concurrency.lockutils [req-721274ea-8e8a-4029-9c2d-662a5ee4b10f req-dfcba8fa-51ff-469e-a3b2-0c424009067d service nova] Acquired lock "refresh_cache-ea84108b-c83b-4c1d-8651-f1e52be5bf2a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.576725] env[70039]: DEBUG nova.network.neutron [req-721274ea-8e8a-4029-9c2d-662a5ee4b10f req-dfcba8fa-51ff-469e-a3b2-0c424009067d service nova] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Refreshing network info cache for port a9d7ee72-a4f1-4e4c-a54f-9c13e2d891df {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.578252] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:51:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9d7ee72-a4f1-4e4c-a54f-9c13e2d891df', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.585854] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.590012] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.590285] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1baa2829-c4ba-41ec-aba1-5cb9742ff04c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.610644] env[70039]: DEBUG oslo_vmware.api [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': task-3330910, 'name': PowerOffVM_Task, 'duration_secs': 0.354132} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.611903] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.612099] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.612330] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.612330] env[70039]: value = "task-3330912" [ 950.612330] env[70039]: _type = "Task" [ 950.612330] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.612507] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c57ae1c7-053b-466e-9022-058cfd2de2b5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.622511] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330912, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.662032] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330911, 'name': ReconfigVM_Task, 'duration_secs': 0.345341} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.662591] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Reconfigured VM instance instance-0000003c to attach disk [datastore2] f27525d9-4f10-4814-a02a-162631012ad9/f27525d9-4f10-4814-a02a-162631012ad9.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.662948] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-842164a3-fc4a-4a27-a4fd-d70c3801ac03 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.669012] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 950.669012] env[70039]: value = "task-3330914" [ 950.669012] env[70039]: _type = "Task" [ 950.669012] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.677029] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330914, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.684383] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.684616] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.684802] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Deleting the datastore file [datastore2] 1f6d998f-e79c-4bb7-8124-7e5a791d60f3 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.685113] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef1251bc-6a82-48ca-808c-1c62134b52f4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.693303] env[70039]: DEBUG oslo_vmware.api [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Waiting for the task: (returnval){ [ 950.693303] env[70039]: value = "task-3330915" [ 950.693303] env[70039]: _type = "Task" [ 950.693303] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.702071] env[70039]: DEBUG oslo_vmware.api [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': task-3330915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.784460] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b656506-84a1-4835-9c92-e9c5f1c8f092 tempest-MultipleCreateTestJSON-706360947 tempest-MultipleCreateTestJSON-706360947-project-member] Lock "a749d9fd-c016-4684-afcd-1754a424ce51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.861s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.123888] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330912, 'name': CreateVM_Task, 'duration_secs': 0.425871} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.124172] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.124830] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.125026] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.125367] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.125642] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dd0d165-9cd2-415a-9343-4ac3a5103962 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.130252] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 951.130252] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52860940-7254-9a66-2050-bea0e0933671" [ 951.130252] env[70039]: _type = "Task" [ 951.130252] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.140616] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52860940-7254-9a66-2050-bea0e0933671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.180154] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330914, 'name': Rename_Task, 'duration_secs': 0.176021} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.180453] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.180708] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-855194d1-a200-46cc-a9c9-a9ed1bca84eb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.187145] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 951.187145] env[70039]: value = "task-3330916" [ 951.187145] env[70039]: _type = "Task" [ 951.187145] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.194923] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.203247] env[70039]: DEBUG oslo_vmware.api [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Task: {'id': task-3330915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220994} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.203487] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.203669] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.203852] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.204110] env[70039]: INFO nova.compute.manager [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 951.204474] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.204704] env[70039]: DEBUG nova.compute.manager [-] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.208024] env[70039]: DEBUG nova.network.neutron [-] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.320296] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Acquiring lock "c883117a-f815-463b-b6de-9b791946d8fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.320586] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Lock "c883117a-f815-463b-b6de-9b791946d8fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.320918] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Acquiring lock "c883117a-f815-463b-b6de-9b791946d8fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.321187] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Lock "c883117a-f815-463b-b6de-9b791946d8fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.321412] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Lock "c883117a-f815-463b-b6de-9b791946d8fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.326752] env[70039]: INFO nova.compute.manager [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Terminating instance [ 951.416877] env[70039]: DEBUG nova.network.neutron [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Port acd661e5-50d1-40d8-9ab2-883096c92f48 binding to destination host cpu-1 is already ACTIVE {{(pid=70039) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 951.417178] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "refresh_cache-fe48041e-1a3f-4be1-a2e8-44f4c0482552" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.417348] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquired lock "refresh_cache-fe48041e-1a3f-4be1-a2e8-44f4c0482552" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.417513] env[70039]: DEBUG nova.network.neutron [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.616641] env[70039]: DEBUG nova.network.neutron [req-721274ea-8e8a-4029-9c2d-662a5ee4b10f req-dfcba8fa-51ff-469e-a3b2-0c424009067d service nova] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Updated VIF entry in instance network info cache for port a9d7ee72-a4f1-4e4c-a54f-9c13e2d891df. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.616834] env[70039]: DEBUG nova.network.neutron [req-721274ea-8e8a-4029-9c2d-662a5ee4b10f req-dfcba8fa-51ff-469e-a3b2-0c424009067d service nova] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Updating instance_info_cache with network_info: [{"id": "a9d7ee72-a4f1-4e4c-a54f-9c13e2d891df", "address": "fa:16:3e:25:51:34", "network": {"id": "a80cbaac-3691-49ef-982e-9f6db9330f7c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-237455959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b71264af13d4778a46b64ee1a6f7d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d7ee72-a4", "ovs_interfaceid": "a9d7ee72-a4f1-4e4c-a54f-9c13e2d891df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.644511] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52860940-7254-9a66-2050-bea0e0933671, 'name': SearchDatastore_Task, 'duration_secs': 0.009691} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.647507] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.647756] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.648159] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.648159] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.648331] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.649828] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89a6046d-f97f-4c9c-8478-0cddf651d100 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.666728] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.667078] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.670872] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f8b7b8-440e-4b19-95df-9591c506d2b0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.677569] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 951.677569] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5255bec0-31e9-300e-dccd-d90e8313bb7a" [ 951.677569] env[70039]: _type = "Task" [ 951.677569] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.686715] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5255bec0-31e9-300e-dccd-d90e8313bb7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.697831] env[70039]: DEBUG oslo_vmware.api [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330916, 'name': PowerOnVM_Task, 'duration_secs': 0.499293} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.698128] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.698387] env[70039]: INFO nova.compute.manager [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Took 6.49 seconds to spawn the instance on the hypervisor. [ 951.698916] env[70039]: DEBUG nova.compute.manager [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.699414] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0744f7ab-4386-494a-a753-dd234dbc18c7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.832329] env[70039]: DEBUG nova.compute.manager [req-247c3580-b6fa-4539-9c1d-26cd5f9c6b3b req-51213a79-7c2e-4bac-9152-036925ad4bf3 service nova] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Received event network-vif-deleted-4a67c728-a551-496f-91c2-5d04feefce7d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.832531] env[70039]: INFO nova.compute.manager [req-247c3580-b6fa-4539-9c1d-26cd5f9c6b3b req-51213a79-7c2e-4bac-9152-036925ad4bf3 service nova] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Neutron deleted interface 4a67c728-a551-496f-91c2-5d04feefce7d; detaching it from the instance and deleting it from the info cache [ 951.832724] env[70039]: DEBUG nova.network.neutron [req-247c3580-b6fa-4539-9c1d-26cd5f9c6b3b req-51213a79-7c2e-4bac-9152-036925ad4bf3 service nova] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.834316] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Acquiring lock "refresh_cache-c883117a-f815-463b-b6de-9b791946d8fb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.834515] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Acquired lock "refresh_cache-c883117a-f815-463b-b6de-9b791946d8fb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.834705] env[70039]: DEBUG nova.network.neutron [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.873901] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f897e9f9-5c00-4104-8648-27f3700f868c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.881619] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab78fdb5-1e93-40df-b855-31666cdb30ab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.915743] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccc75f3-9543-47d2-bf25-7297fff60941 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.925378] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efae11ff-9332-41d6-a8c9-a230a5aae44f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.940417] env[70039]: DEBUG nova.compute.provider_tree [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.129144] env[70039]: DEBUG oslo_concurrency.lockutils [req-721274ea-8e8a-4029-9c2d-662a5ee4b10f req-dfcba8fa-51ff-469e-a3b2-0c424009067d service nova] Releasing lock "refresh_cache-ea84108b-c83b-4c1d-8651-f1e52be5bf2a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.189982] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5255bec0-31e9-300e-dccd-d90e8313bb7a, 'name': SearchDatastore_Task, 'duration_secs': 0.011933} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.190918] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87056cd9-97e0-4e5a-909a-471d52c3bb99 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.196354] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 952.196354] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52dcc62d-c1ff-6ab4-ea53-5aef3af8fd0a" [ 952.196354] env[70039]: _type = "Task" [ 952.196354] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.204594] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52dcc62d-c1ff-6ab4-ea53-5aef3af8fd0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.220571] env[70039]: INFO nova.compute.manager [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Took 50.05 seconds to build instance. [ 952.306184] env[70039]: DEBUG nova.network.neutron [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Updating instance_info_cache with network_info: [{"id": "acd661e5-50d1-40d8-9ab2-883096c92f48", "address": "fa:16:3e:5c:1b:fe", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd661e5-50", "ovs_interfaceid": "acd661e5-50d1-40d8-9ab2-883096c92f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.310348] env[70039]: DEBUG nova.network.neutron [-] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.339937] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e1499d7-808c-4a3b-88a2-797c6ed57136 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.352676] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cff5ee-ab0e-45cf-952b-67d5f042cd8c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.377660] env[70039]: DEBUG nova.network.neutron [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.396246] env[70039]: DEBUG nova.compute.manager [req-247c3580-b6fa-4539-9c1d-26cd5f9c6b3b req-51213a79-7c2e-4bac-9152-036925ad4bf3 service nova] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Detach interface failed, port_id=4a67c728-a551-496f-91c2-5d04feefce7d, reason: Instance 1f6d998f-e79c-4bb7-8124-7e5a791d60f3 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 952.445628] env[70039]: DEBUG nova.scheduler.client.report [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.469201] env[70039]: DEBUG nova.network.neutron [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.707136] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52dcc62d-c1ff-6ab4-ea53-5aef3af8fd0a, 'name': SearchDatastore_Task, 'duration_secs': 0.0132} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.707504] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.707790] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] ea84108b-c83b-4c1d-8651-f1e52be5bf2a/ea84108b-c83b-4c1d-8651-f1e52be5bf2a.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.708073] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fa84882-9300-48df-8f22-cabd1be46ce4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.715692] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 952.715692] env[70039]: value = "task-3330917" [ 952.715692] env[70039]: _type = "Task" [ 952.715692] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.725040] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d082833d-1a44-4060-aad6-bdd1225afcdc tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "f27525d9-4f10-4814-a02a-162631012ad9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.756s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.725040] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.810149] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Releasing lock "refresh_cache-fe48041e-1a3f-4be1-a2e8-44f4c0482552" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.813566] env[70039]: INFO nova.compute.manager [-] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Took 1.61 seconds to deallocate network for instance. [ 952.949834] env[70039]: DEBUG oslo_concurrency.lockutils [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.951148] env[70039]: DEBUG nova.compute.manager [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.953207] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 41.827s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.953532] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.953532] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70039) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 952.954186] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.818s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.955836] env[70039]: INFO nova.compute.claims [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.959366] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fc7097-f966-400d-aa3f-c35090d47878 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.968707] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4205d7a-af02-4a39-b5a2-4f708867b8c0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.975359] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Releasing lock "refresh_cache-c883117a-f815-463b-b6de-9b791946d8fb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.976029] env[70039]: DEBUG nova.compute.manager [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.976029] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.984942] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effbfea1-b0c2-4235-877a-381bb320149b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.989374] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de67a1ff-3101-498d-9254-bc57f878c628 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.999542] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.999891] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dc777ad-79f2-41f5-9cec-2070a5d55b53 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.002253] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc94e3f-cf99-4683-899f-6a209c80682a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.045501] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179326MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=70039) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 953.045551] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.047594] env[70039]: DEBUG oslo_vmware.api [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for the task: (returnval){ [ 953.047594] env[70039]: value = "task-3330918" [ 953.047594] env[70039]: _type = "Task" [ 953.047594] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.057119] env[70039]: DEBUG oslo_vmware.api [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.226343] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330917, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.230776] env[70039]: DEBUG nova.compute.manager [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.313179] env[70039]: DEBUG nova.compute.manager [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70039) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 953.313466] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.320754] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.461247] env[70039]: DEBUG nova.compute.utils [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.463120] env[70039]: DEBUG nova.compute.manager [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.463407] env[70039]: DEBUG nova.network.neutron [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.512440] env[70039]: DEBUG nova.policy [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '267e86ae6d754b49b4b918c7cd593ed7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b71264af13d4778a46b64ee1a6f7d63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.559077] env[70039]: DEBUG oslo_vmware.api [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330918, 'name': PowerOffVM_Task, 'duration_secs': 0.170369} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.559409] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.559651] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.559830] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd3cfd7c-e27d-47b6-9de0-3f5849ae09f5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.589906] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.589906] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.589906] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Deleting the datastore file [datastore2] c883117a-f815-463b-b6de-9b791946d8fb {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.589906] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-828cab39-fb62-4f85-804f-16091a914c2b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.595478] env[70039]: DEBUG oslo_vmware.api [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for the task: (returnval){ [ 953.595478] env[70039]: value = "task-3330920" [ 953.595478] env[70039]: _type = "Task" [ 953.595478] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.604228] env[70039]: DEBUG oslo_vmware.api [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.726724] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657086} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.726724] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] ea84108b-c83b-4c1d-8651-f1e52be5bf2a/ea84108b-c83b-4c1d-8651-f1e52be5bf2a.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.726724] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.727073] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1b7fe5e-75b2-4367-924a-ddf51b5a0cd1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.733856] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 953.733856] env[70039]: value = "task-3330921" [ 953.733856] env[70039]: _type = "Task" [ 953.733856] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.755291] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.765509] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.862267] env[70039]: DEBUG nova.network.neutron [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Successfully created port: 3fdaf06d-d9f0-4c07-a1f9-35b750042007 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.882548] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb6272-8f0c-63f6-a321-e0f85e0cec43/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 953.883773] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc798a40-1f66-4b25-b57a-30197ee4bc56 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.890107] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb6272-8f0c-63f6-a321-e0f85e0cec43/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 953.890279] env[70039]: ERROR oslo_vmware.rw_handles [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb6272-8f0c-63f6-a321-e0f85e0cec43/disk-0.vmdk due to incomplete transfer. [ 953.890501] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fc5df2af-5ee1-4d98-a566-8c9563d0d778 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.898104] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb6272-8f0c-63f6-a321-e0f85e0cec43/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 953.898301] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Uploaded image 49c20ba4-51c6-4054-8e09-892b29beb71d to the Glance image server {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 953.900853] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Destroying the VM {{(pid=70039) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 953.900853] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0658cb67-74a0-41f3-97ad-147c5882fc57 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.907633] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 953.907633] env[70039]: value = "task-3330922" [ 953.907633] env[70039]: _type = "Task" [ 953.907633] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.919546] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330922, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.969182] env[70039]: DEBUG nova.compute.manager [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.108851] env[70039]: DEBUG oslo_vmware.api [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Task: {'id': task-3330920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202659} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.109233] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.109572] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.110186] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.110186] env[70039]: INFO nova.compute.manager [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 954.110451] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.110698] env[70039]: DEBUG nova.compute.manager [-] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.110855] env[70039]: DEBUG nova.network.neutron [-] [instance: c883117a-f815-463b-b6de-9b791946d8fb] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.131610] env[70039]: DEBUG nova.network.neutron [-] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.247114] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087863} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.247460] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.248250] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834b523f-4a41-4842-b2f0-e775751698da {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.273500] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] ea84108b-c83b-4c1d-8651-f1e52be5bf2a/ea84108b-c83b-4c1d-8651-f1e52be5bf2a.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.276392] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bf1b178-fad3-4c66-815e-728c1fcf3252 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.295934] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 954.295934] env[70039]: value = "task-3330923" [ 954.295934] env[70039]: _type = "Task" [ 954.295934] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.307189] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.421196] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330922, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.556492] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c41607-1976-4a10-a195-8d7fb748a32b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.568494] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7cc3e5-7bca-406d-8b3e-7c3033f86fdc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.599999] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb290e8-3ae8-4da7-9626-a2cad7b90225 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.607815] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ceb8842-6097-42fd-9fbc-de653229617c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.621996] env[70039]: DEBUG nova.compute.provider_tree [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.634348] env[70039]: DEBUG nova.network.neutron [-] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.806485] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.919439] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330922, 'name': Destroy_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.981264] env[70039]: DEBUG nova.compute.manager [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.006427] env[70039]: DEBUG nova.virt.hardware [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.006617] env[70039]: DEBUG nova.virt.hardware [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.006789] env[70039]: DEBUG nova.virt.hardware [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.007041] env[70039]: DEBUG nova.virt.hardware [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.007444] env[70039]: DEBUG nova.virt.hardware [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.007622] env[70039]: DEBUG nova.virt.hardware [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.007846] env[70039]: DEBUG nova.virt.hardware [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.008020] env[70039]: DEBUG nova.virt.hardware [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.008202] env[70039]: DEBUG nova.virt.hardware [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.008389] env[70039]: DEBUG nova.virt.hardware [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.008569] env[70039]: DEBUG nova.virt.hardware [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.009469] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddcc404-d087-4f8c-ab8a-7f4d4487e7cb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.017788] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13594b8-730d-44ae-b252-92afacad5533 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.127722] env[70039]: DEBUG nova.scheduler.client.report [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.138634] env[70039]: INFO nova.compute.manager [-] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Took 1.03 seconds to deallocate network for instance. [ 955.310257] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330923, 'name': ReconfigVM_Task, 'duration_secs': 0.737061} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.310694] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Reconfigured VM instance instance-0000003d to attach disk [datastore2] ea84108b-c83b-4c1d-8651-f1e52be5bf2a/ea84108b-c83b-4c1d-8651-f1e52be5bf2a.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.311577] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab8da1e3-b5c5-4863-b078-1faebf92d08a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.320495] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 955.320495] env[70039]: value = "task-3330924" [ 955.320495] env[70039]: _type = "Task" [ 955.320495] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.333900] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330924, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.426447] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330922, 'name': Destroy_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.576487] env[70039]: DEBUG nova.compute.manager [req-2b374b0c-8ee1-44c7-bf34-1dc64f52e4fe req-89a705fb-0d32-443a-b674-87878a7ed85b service nova] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Received event network-vif-plugged-3fdaf06d-d9f0-4c07-a1f9-35b750042007 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.576854] env[70039]: DEBUG oslo_concurrency.lockutils [req-2b374b0c-8ee1-44c7-bf34-1dc64f52e4fe req-89a705fb-0d32-443a-b674-87878a7ed85b service nova] Acquiring lock "9448d172-6f54-4d87-801a-f72fbee574f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.577279] env[70039]: DEBUG oslo_concurrency.lockutils [req-2b374b0c-8ee1-44c7-bf34-1dc64f52e4fe req-89a705fb-0d32-443a-b674-87878a7ed85b service nova] Lock "9448d172-6f54-4d87-801a-f72fbee574f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.577569] env[70039]: DEBUG oslo_concurrency.lockutils [req-2b374b0c-8ee1-44c7-bf34-1dc64f52e4fe req-89a705fb-0d32-443a-b674-87878a7ed85b service nova] Lock "9448d172-6f54-4d87-801a-f72fbee574f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.577881] env[70039]: DEBUG nova.compute.manager [req-2b374b0c-8ee1-44c7-bf34-1dc64f52e4fe req-89a705fb-0d32-443a-b674-87878a7ed85b service nova] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] No waiting events found dispatching network-vif-plugged-3fdaf06d-d9f0-4c07-a1f9-35b750042007 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.578197] env[70039]: WARNING nova.compute.manager [req-2b374b0c-8ee1-44c7-bf34-1dc64f52e4fe req-89a705fb-0d32-443a-b674-87878a7ed85b service nova] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Received unexpected event network-vif-plugged-3fdaf06d-d9f0-4c07-a1f9-35b750042007 for instance with vm_state building and task_state spawning. [ 955.635243] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.635760] env[70039]: DEBUG nova.compute.manager [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.638971] env[70039]: DEBUG oslo_concurrency.lockutils [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.025s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.639173] env[70039]: DEBUG nova.objects.instance [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70039) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 955.646770] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.711683] env[70039]: DEBUG nova.network.neutron [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Successfully updated port: 3fdaf06d-d9f0-4c07-a1f9-35b750042007 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.835379] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330924, 'name': Rename_Task, 'duration_secs': 0.446953} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.839115] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.839756] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0a89bae-728d-47d4-a36c-3a5e4156e123 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.845671] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 955.845671] env[70039]: value = "task-3330925" [ 955.845671] env[70039]: _type = "Task" [ 955.845671] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.855883] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.922447] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330922, 'name': Destroy_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.144476] env[70039]: DEBUG nova.compute.utils [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.149225] env[70039]: DEBUG nova.compute.manager [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.150114] env[70039]: DEBUG nova.network.neutron [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.213378] env[70039]: DEBUG nova.policy [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c67a00ca2bd41f984c3f8a613e05626', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72042c8d35a44f7cbb2a8282955cc9e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.214985] env[70039]: DEBUG oslo_concurrency.lockutils [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "refresh_cache-9448d172-6f54-4d87-801a-f72fbee574f6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.215171] env[70039]: DEBUG oslo_concurrency.lockutils [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquired lock "refresh_cache-9448d172-6f54-4d87-801a-f72fbee574f6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.215308] env[70039]: DEBUG nova.network.neutron [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.359382] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330925, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.428115] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330922, 'name': Destroy_Task, 'duration_secs': 2.086897} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.428492] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Destroyed the VM [ 956.428818] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Deleting Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 956.429120] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7483e130-1376-4398-aecf-ee1f89d31a43 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.437795] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 956.437795] env[70039]: value = "task-3330926" [ 956.437795] env[70039]: _type = "Task" [ 956.437795] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.445939] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330926, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.644391] env[70039]: DEBUG nova.network.neutron [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Successfully created port: c6c601a8-43f4-4a1a-80fa-28f29692dfa1 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.652777] env[70039]: DEBUG nova.compute.manager [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.655764] env[70039]: DEBUG oslo_concurrency.lockutils [None req-029fcd59-5692-470f-b7ad-8d80bd0d6fb3 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.657308] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.911s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.659764] env[70039]: INFO nova.compute.claims [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.776218] env[70039]: DEBUG nova.network.neutron [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.861589] env[70039]: DEBUG oslo_vmware.api [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330925, 'name': PowerOnVM_Task, 'duration_secs': 0.531931} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.862646] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.862646] env[70039]: INFO nova.compute.manager [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Took 8.90 seconds to spawn the instance on the hypervisor. [ 956.862646] env[70039]: DEBUG nova.compute.manager [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.863156] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0d1145-2e5b-4188-8fa3-cce0669d3e36 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.956965] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330926, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.092218] env[70039]: DEBUG nova.network.neutron [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Updating instance_info_cache with network_info: [{"id": "3fdaf06d-d9f0-4c07-a1f9-35b750042007", "address": "fa:16:3e:6f:e7:04", "network": {"id": "a80cbaac-3691-49ef-982e-9f6db9330f7c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-237455959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b71264af13d4778a46b64ee1a6f7d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdaf06d-d9", "ovs_interfaceid": "3fdaf06d-d9f0-4c07-a1f9-35b750042007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.393047] env[70039]: INFO nova.compute.manager [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Took 54.49 seconds to build instance. [ 957.458405] env[70039]: DEBUG oslo_vmware.api [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330926, 'name': RemoveSnapshot_Task, 'duration_secs': 0.887605} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.458676] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Deleted Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 957.459017] env[70039]: INFO nova.compute.manager [None req-c90d726b-ea0e-43f7-9ed8-3e5338b26544 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Took 18.37 seconds to snapshot the instance on the hypervisor. [ 957.596687] env[70039]: DEBUG oslo_concurrency.lockutils [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Releasing lock "refresh_cache-9448d172-6f54-4d87-801a-f72fbee574f6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.597349] env[70039]: DEBUG nova.compute.manager [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Instance network_info: |[{"id": "3fdaf06d-d9f0-4c07-a1f9-35b750042007", "address": "fa:16:3e:6f:e7:04", "network": {"id": "a80cbaac-3691-49ef-982e-9f6db9330f7c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-237455959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b71264af13d4778a46b64ee1a6f7d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdaf06d-d9", "ovs_interfaceid": "3fdaf06d-d9f0-4c07-a1f9-35b750042007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.597540] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:e7:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fdaf06d-d9f0-4c07-a1f9-35b750042007', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.605978] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.608073] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.609737] env[70039]: DEBUG nova.compute.manager [req-8e436e74-3c34-40b5-a324-0c192b172b12 req-55e96e46-4705-4fe3-9806-e8993c606d84 service nova] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Received event network-changed-3fdaf06d-d9f0-4c07-a1f9-35b750042007 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.609930] env[70039]: DEBUG nova.compute.manager [req-8e436e74-3c34-40b5-a324-0c192b172b12 req-55e96e46-4705-4fe3-9806-e8993c606d84 service nova] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Refreshing instance network info cache due to event network-changed-3fdaf06d-d9f0-4c07-a1f9-35b750042007. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.610202] env[70039]: DEBUG oslo_concurrency.lockutils [req-8e436e74-3c34-40b5-a324-0c192b172b12 req-55e96e46-4705-4fe3-9806-e8993c606d84 service nova] Acquiring lock "refresh_cache-9448d172-6f54-4d87-801a-f72fbee574f6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.610355] env[70039]: DEBUG oslo_concurrency.lockutils [req-8e436e74-3c34-40b5-a324-0c192b172b12 req-55e96e46-4705-4fe3-9806-e8993c606d84 service nova] Acquired lock "refresh_cache-9448d172-6f54-4d87-801a-f72fbee574f6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.610515] env[70039]: DEBUG nova.network.neutron [req-8e436e74-3c34-40b5-a324-0c192b172b12 req-55e96e46-4705-4fe3-9806-e8993c606d84 service nova] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Refreshing network info cache for port 3fdaf06d-d9f0-4c07-a1f9-35b750042007 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.612162] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba3aa546-e1f8-4b09-bffc-92f5646823f3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.634017] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.634017] env[70039]: value = "task-3330927" [ 957.634017] env[70039]: _type = "Task" [ 957.634017] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.642504] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330927, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.663865] env[70039]: DEBUG nova.compute.manager [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.691565] env[70039]: DEBUG nova.virt.hardware [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.691565] env[70039]: DEBUG nova.virt.hardware [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.691753] env[70039]: DEBUG nova.virt.hardware [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.691867] env[70039]: DEBUG nova.virt.hardware [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.692489] env[70039]: DEBUG nova.virt.hardware [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.692727] env[70039]: DEBUG nova.virt.hardware [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.692990] env[70039]: DEBUG nova.virt.hardware [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.693119] env[70039]: DEBUG nova.virt.hardware [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.693301] env[70039]: DEBUG nova.virt.hardware [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.693483] env[70039]: DEBUG nova.virt.hardware [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.693676] env[70039]: DEBUG nova.virt.hardware [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.694640] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fadf34d-fb1c-4442-a5e3-81b962a9cc69 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.710145] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cee91b-dd75-4314-9b74-ea49eefeeb96 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.895325] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fb9bb115-6d3f-4553-bbcc-bf38cb2232c4 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "ea84108b-c83b-4c1d-8651-f1e52be5bf2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.729s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.145278] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330927, 'name': CreateVM_Task, 'duration_secs': 0.439333} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.145887] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.146547] env[70039]: DEBUG oslo_concurrency.lockutils [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.146547] env[70039]: DEBUG oslo_concurrency.lockutils [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.146880] env[70039]: DEBUG oslo_concurrency.lockutils [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.150420] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56034240-e118-421e-a3b6-c8fe46e05179 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.157117] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 958.157117] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5241cc52-97b2-6df2-304f-2d3a876feaec" [ 958.157117] env[70039]: _type = "Task" [ 958.157117] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.165782] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5241cc52-97b2-6df2-304f-2d3a876feaec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.180126] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c302cf24-3933-4459-944a-7b5179c52b02 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.187474] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bcdfc0-b2d6-4a62-8794-b1a1208fe379 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.219666] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9db1ca2-7e5b-44c9-aa5d-9f83fa521bac {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.227497] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1648d1f-a3b9-4fdf-91e4-76f816498ada {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.247799] env[70039]: DEBUG nova.compute.provider_tree [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.397712] env[70039]: DEBUG nova.compute.manager [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.527254] env[70039]: DEBUG nova.network.neutron [req-8e436e74-3c34-40b5-a324-0c192b172b12 req-55e96e46-4705-4fe3-9806-e8993c606d84 service nova] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Updated VIF entry in instance network info cache for port 3fdaf06d-d9f0-4c07-a1f9-35b750042007. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.527408] env[70039]: DEBUG nova.network.neutron [req-8e436e74-3c34-40b5-a324-0c192b172b12 req-55e96e46-4705-4fe3-9806-e8993c606d84 service nova] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Updating instance_info_cache with network_info: [{"id": "3fdaf06d-d9f0-4c07-a1f9-35b750042007", "address": "fa:16:3e:6f:e7:04", "network": {"id": "a80cbaac-3691-49ef-982e-9f6db9330f7c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-237455959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b71264af13d4778a46b64ee1a6f7d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdaf06d-d9", "ovs_interfaceid": "3fdaf06d-d9f0-4c07-a1f9-35b750042007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.618742] env[70039]: DEBUG nova.network.neutron [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Successfully updated port: c6c601a8-43f4-4a1a-80fa-28f29692dfa1 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.670021] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5241cc52-97b2-6df2-304f-2d3a876feaec, 'name': SearchDatastore_Task, 'duration_secs': 0.015278} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.670306] env[70039]: DEBUG oslo_concurrency.lockutils [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.670542] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.671477] env[70039]: DEBUG oslo_concurrency.lockutils [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.671649] env[70039]: DEBUG oslo_concurrency.lockutils [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.671840] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.672130] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c88919f9-c319-4871-8f2e-151063ba52df {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.685797] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.685985] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.686795] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b68392-9dc2-4ec2-86c7-736d3e91253b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.691854] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 958.691854] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5275fcfa-5b1c-3884-02ea-3da2f14e248f" [ 958.691854] env[70039]: _type = "Task" [ 958.691854] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.700321] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5275fcfa-5b1c-3884-02ea-3da2f14e248f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.754484] env[70039]: DEBUG nova.scheduler.client.report [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.918395] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.029964] env[70039]: DEBUG oslo_concurrency.lockutils [req-8e436e74-3c34-40b5-a324-0c192b172b12 req-55e96e46-4705-4fe3-9806-e8993c606d84 service nova] Releasing lock "refresh_cache-9448d172-6f54-4d87-801a-f72fbee574f6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.122272] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.122435] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquired lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.122597] env[70039]: DEBUG nova.network.neutron [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.205093] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5275fcfa-5b1c-3884-02ea-3da2f14e248f, 'name': SearchDatastore_Task, 'duration_secs': 0.012869} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.205932] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eefa252a-63c7-4ceb-b993-afaea16d3232 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.210968] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 959.210968] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52187c2d-e664-139d-d362-b861d5975034" [ 959.210968] env[70039]: _type = "Task" [ 959.210968] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.218460] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52187c2d-e664-139d-d362-b861d5975034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.260578] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.261128] env[70039]: DEBUG nova.compute.manager [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.263948] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.287s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.264099] env[70039]: DEBUG nova.objects.instance [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lazy-loading 'resources' on Instance uuid a64a8294-f3f9-472e-877b-64955d2feb4f {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.636903] env[70039]: DEBUG nova.compute.manager [req-692dba99-7980-4605-bb22-4943c9eee6bc req-b4438cef-3569-4d20-9661-4ad74f94080b service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Received event network-vif-plugged-c6c601a8-43f4-4a1a-80fa-28f29692dfa1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.637202] env[70039]: DEBUG oslo_concurrency.lockutils [req-692dba99-7980-4605-bb22-4943c9eee6bc req-b4438cef-3569-4d20-9661-4ad74f94080b service nova] Acquiring lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.637400] env[70039]: DEBUG oslo_concurrency.lockutils [req-692dba99-7980-4605-bb22-4943c9eee6bc req-b4438cef-3569-4d20-9661-4ad74f94080b service nova] Lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.637522] env[70039]: DEBUG oslo_concurrency.lockutils [req-692dba99-7980-4605-bb22-4943c9eee6bc req-b4438cef-3569-4d20-9661-4ad74f94080b service nova] Lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.637693] env[70039]: DEBUG nova.compute.manager [req-692dba99-7980-4605-bb22-4943c9eee6bc req-b4438cef-3569-4d20-9661-4ad74f94080b service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] No waiting events found dispatching network-vif-plugged-c6c601a8-43f4-4a1a-80fa-28f29692dfa1 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.637848] env[70039]: WARNING nova.compute.manager [req-692dba99-7980-4605-bb22-4943c9eee6bc req-b4438cef-3569-4d20-9661-4ad74f94080b service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Received unexpected event network-vif-plugged-c6c601a8-43f4-4a1a-80fa-28f29692dfa1 for instance with vm_state building and task_state spawning. [ 959.638042] env[70039]: DEBUG nova.compute.manager [req-692dba99-7980-4605-bb22-4943c9eee6bc req-b4438cef-3569-4d20-9661-4ad74f94080b service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Received event network-changed-c6c601a8-43f4-4a1a-80fa-28f29692dfa1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.638310] env[70039]: DEBUG nova.compute.manager [req-692dba99-7980-4605-bb22-4943c9eee6bc req-b4438cef-3569-4d20-9661-4ad74f94080b service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Refreshing instance network info cache due to event network-changed-c6c601a8-43f4-4a1a-80fa-28f29692dfa1. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.638310] env[70039]: DEBUG oslo_concurrency.lockutils [req-692dba99-7980-4605-bb22-4943c9eee6bc req-b4438cef-3569-4d20-9661-4ad74f94080b service nova] Acquiring lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.664433] env[70039]: DEBUG nova.network.neutron [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.722832] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52187c2d-e664-139d-d362-b861d5975034, 'name': SearchDatastore_Task, 'duration_secs': 0.011384} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.723609] env[70039]: DEBUG oslo_concurrency.lockutils [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.723609] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 9448d172-6f54-4d87-801a-f72fbee574f6/9448d172-6f54-4d87-801a-f72fbee574f6.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.723745] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71e377e6-4d7b-4eee-9efa-80d27fda5903 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.730107] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 959.730107] env[70039]: value = "task-3330931" [ 959.730107] env[70039]: _type = "Task" [ 959.730107] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.737323] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.767068] env[70039]: DEBUG nova.compute.utils [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.771474] env[70039]: DEBUG nova.compute.manager [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.771568] env[70039]: DEBUG nova.network.neutron [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.775872] env[70039]: DEBUG nova.compute.manager [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.776658] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b090fe13-9462-4f07-8f41-f640f80eadc8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.839550] env[70039]: DEBUG nova.policy [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8688fd2d05fa49b08bdbe3e96332b708', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '041c0df77db041598500b1e234445b82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.852993] env[70039]: DEBUG nova.network.neutron [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Updating instance_info_cache with network_info: [{"id": "c6c601a8-43f4-4a1a-80fa-28f29692dfa1", "address": "fa:16:3e:dd:01:3c", "network": {"id": "b89ab3e9-7da4-46f2-a4bc-7aa829fba82f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1329121571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72042c8d35a44f7cbb2a8282955cc9e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c601a8-43", "ovs_interfaceid": "c6c601a8-43f4-4a1a-80fa-28f29692dfa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.249091] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330931, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.272014] env[70039]: DEBUG nova.compute.manager [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.285642] env[70039]: DEBUG nova.network.neutron [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Successfully created port: 7718c271-bfa6-4077-ae28-d3aee274dd13 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.288536] env[70039]: INFO nova.compute.manager [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] instance snapshotting [ 960.294522] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8928ba7e-3050-48fb-9025-7e96cdad5355 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.325532] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045d5553-cdc8-461b-9266-863eb8141db9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.359831] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Releasing lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.360224] env[70039]: DEBUG nova.compute.manager [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Instance network_info: |[{"id": "c6c601a8-43f4-4a1a-80fa-28f29692dfa1", "address": "fa:16:3e:dd:01:3c", "network": {"id": "b89ab3e9-7da4-46f2-a4bc-7aa829fba82f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1329121571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72042c8d35a44f7cbb2a8282955cc9e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c601a8-43", "ovs_interfaceid": "c6c601a8-43f4-4a1a-80fa-28f29692dfa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.360548] env[70039]: DEBUG oslo_concurrency.lockutils [req-692dba99-7980-4605-bb22-4943c9eee6bc req-b4438cef-3569-4d20-9661-4ad74f94080b service nova] Acquired lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.360818] env[70039]: DEBUG nova.network.neutron [req-692dba99-7980-4605-bb22-4943c9eee6bc req-b4438cef-3569-4d20-9661-4ad74f94080b service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Refreshing network info cache for port c6c601a8-43f4-4a1a-80fa-28f29692dfa1 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.361993] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:01:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6c601a8-43f4-4a1a-80fa-28f29692dfa1', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.371629] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Creating folder: Project (72042c8d35a44f7cbb2a8282955cc9e2). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.375717] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b048dc7-7c14-4737-9790-d1787e509e52 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.376977] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43b0dad-cac1-4292-9d75-117277f2fdf7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.386323] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713ce210-d265-4e8e-b716-aa2435a64ae3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.392019] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Created folder: Project (72042c8d35a44f7cbb2a8282955cc9e2) in parent group-v664777. [ 960.392244] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Creating folder: Instances. Parent ref: group-v664952. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.416977] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-421bd03d-e567-40a3-8921-ec915a76e071 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.421545] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bc1db5-eeb8-4d84-a447-8238edd1f963 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.431430] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f740bf68-64f6-4162-84f0-80e2129a6662 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.437691] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Created folder: Instances in parent group-v664952. [ 960.437691] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.438361] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.438591] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a6f2fe3-7c48-4e6a-8286-f5a40f5e4db0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.460988] env[70039]: DEBUG nova.compute.provider_tree [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.467866] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.467866] env[70039]: value = "task-3330934" [ 960.467866] env[70039]: _type = "Task" [ 960.467866] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.477714] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330934, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.744154] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824297} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.744485] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 9448d172-6f54-4d87-801a-f72fbee574f6/9448d172-6f54-4d87-801a-f72fbee574f6.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.744634] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.744889] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44d37728-4193-4870-8668-3b78fe8ca2b8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.751961] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 960.751961] env[70039]: value = "task-3330935" [ 960.751961] env[70039]: _type = "Task" [ 960.751961] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.761471] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.841066] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Creating Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 960.841441] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fdec5a70-8eb9-4372-a7e8-b4dcac68efaa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.849359] env[70039]: DEBUG oslo_vmware.api [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 960.849359] env[70039]: value = "task-3330937" [ 960.849359] env[70039]: _type = "Task" [ 960.849359] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.859139] env[70039]: DEBUG oslo_vmware.api [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330937, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.964575] env[70039]: DEBUG nova.scheduler.client.report [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.977800] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330934, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.089521] env[70039]: DEBUG nova.network.neutron [req-692dba99-7980-4605-bb22-4943c9eee6bc req-b4438cef-3569-4d20-9661-4ad74f94080b service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Updated VIF entry in instance network info cache for port c6c601a8-43f4-4a1a-80fa-28f29692dfa1. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.089932] env[70039]: DEBUG nova.network.neutron [req-692dba99-7980-4605-bb22-4943c9eee6bc req-b4438cef-3569-4d20-9661-4ad74f94080b service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Updating instance_info_cache with network_info: [{"id": "c6c601a8-43f4-4a1a-80fa-28f29692dfa1", "address": "fa:16:3e:dd:01:3c", "network": {"id": "b89ab3e9-7da4-46f2-a4bc-7aa829fba82f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1329121571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72042c8d35a44f7cbb2a8282955cc9e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c601a8-43", "ovs_interfaceid": "c6c601a8-43f4-4a1a-80fa-28f29692dfa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.266927] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192004} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.267329] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.268409] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33ff6c2-4861-4a41-826a-64d7556c5261 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.292748] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 9448d172-6f54-4d87-801a-f72fbee574f6/9448d172-6f54-4d87-801a-f72fbee574f6.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.293971] env[70039]: DEBUG nova.compute.manager [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.296067] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a9fe9d0-6234-4a96-996c-5c46159fdbdc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.317036] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 961.317036] env[70039]: value = "task-3330938" [ 961.317036] env[70039]: _type = "Task" [ 961.317036] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.327500] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.335587] env[70039]: DEBUG nova.virt.hardware [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.335852] env[70039]: DEBUG nova.virt.hardware [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.336021] env[70039]: DEBUG nova.virt.hardware [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.336270] env[70039]: DEBUG nova.virt.hardware [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.336424] env[70039]: DEBUG nova.virt.hardware [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.336575] env[70039]: DEBUG nova.virt.hardware [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.336811] env[70039]: DEBUG nova.virt.hardware [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.336936] env[70039]: DEBUG nova.virt.hardware [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.337143] env[70039]: DEBUG nova.virt.hardware [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.337348] env[70039]: DEBUG nova.virt.hardware [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.337604] env[70039]: DEBUG nova.virt.hardware [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.338461] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4b3519-71cd-4f6f-ae36-926f1ffcf7f5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.348019] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a07a720-cc96-449a-95e9-77e979c3b6e6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.366835] env[70039]: DEBUG oslo_vmware.api [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330937, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.474308] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.482144] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.108s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.483779] env[70039]: INFO nova.compute.claims [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.487188] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330934, 'name': CreateVM_Task, 'duration_secs': 0.537776} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.487796] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.488560] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.488708] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.489015] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.489285] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19e106c2-09da-4d65-854c-03c650fd9d33 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.494031] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 961.494031] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]526afd90-38b2-c7c6-833a-630dc5fd089a" [ 961.494031] env[70039]: _type = "Task" [ 961.494031] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.502924] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526afd90-38b2-c7c6-833a-630dc5fd089a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.506239] env[70039]: INFO nova.scheduler.client.report [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleted allocations for instance a64a8294-f3f9-472e-877b-64955d2feb4f [ 961.592952] env[70039]: DEBUG oslo_concurrency.lockutils [req-692dba99-7980-4605-bb22-4943c9eee6bc req-b4438cef-3569-4d20-9661-4ad74f94080b service nova] Releasing lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.749322] env[70039]: DEBUG nova.compute.manager [req-bfdfd632-f297-4a6a-abb1-236d236816fa req-015f0fd6-d1c7-4f47-888b-def344ebd461 service nova] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Received event network-vif-plugged-7718c271-bfa6-4077-ae28-d3aee274dd13 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.749322] env[70039]: DEBUG oslo_concurrency.lockutils [req-bfdfd632-f297-4a6a-abb1-236d236816fa req-015f0fd6-d1c7-4f47-888b-def344ebd461 service nova] Acquiring lock "e9434cea-38e8-4933-a2de-4e39f95b26b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.749322] env[70039]: DEBUG oslo_concurrency.lockutils [req-bfdfd632-f297-4a6a-abb1-236d236816fa req-015f0fd6-d1c7-4f47-888b-def344ebd461 service nova] Lock "e9434cea-38e8-4933-a2de-4e39f95b26b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.749322] env[70039]: DEBUG oslo_concurrency.lockutils [req-bfdfd632-f297-4a6a-abb1-236d236816fa req-015f0fd6-d1c7-4f47-888b-def344ebd461 service nova] Lock "e9434cea-38e8-4933-a2de-4e39f95b26b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.749322] env[70039]: DEBUG nova.compute.manager [req-bfdfd632-f297-4a6a-abb1-236d236816fa req-015f0fd6-d1c7-4f47-888b-def344ebd461 service nova] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] No waiting events found dispatching network-vif-plugged-7718c271-bfa6-4077-ae28-d3aee274dd13 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.750098] env[70039]: WARNING nova.compute.manager [req-bfdfd632-f297-4a6a-abb1-236d236816fa req-015f0fd6-d1c7-4f47-888b-def344ebd461 service nova] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Received unexpected event network-vif-plugged-7718c271-bfa6-4077-ae28-d3aee274dd13 for instance with vm_state building and task_state spawning. [ 961.826514] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.863781] env[70039]: DEBUG oslo_vmware.api [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330937, 'name': CreateSnapshot_Task, 'duration_secs': 0.956831} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.864285] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Created Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 961.866233] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba856287-45ec-424c-a664-d6f42ccdc18e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.870946] env[70039]: DEBUG nova.network.neutron [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Successfully updated port: 7718c271-bfa6-4077-ae28-d3aee274dd13 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.005072] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526afd90-38b2-c7c6-833a-630dc5fd089a, 'name': SearchDatastore_Task, 'duration_secs': 0.026774} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.005389] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.005640] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.005873] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.006029] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.006249] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.006510] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35a5a007-f25e-4857-bb60-f13dcb61cf95 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.014775] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e5001d4f-a369-4921-aaa2-ca41eee27876 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "a64a8294-f3f9-472e-877b-64955d2feb4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.365s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.031932] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.032090] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.032841] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-326cc4b6-3430-423d-9895-9f79495bd763 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.038636] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 962.038636] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]528bd346-59b8-03b3-a7ef-f7b9524e24d9" [ 962.038636] env[70039]: _type = "Task" [ 962.038636] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.046946] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]528bd346-59b8-03b3-a7ef-f7b9524e24d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.327651] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.373636] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Acquiring lock "refresh_cache-e9434cea-38e8-4933-a2de-4e39f95b26b8" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.373871] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Acquired lock "refresh_cache-e9434cea-38e8-4933-a2de-4e39f95b26b8" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.374023] env[70039]: DEBUG nova.network.neutron [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.389028] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Creating linked-clone VM from snapshot {{(pid=70039) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 962.389642] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-517deb0d-bbb8-46f2-b77a-43c03f7c9988 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.398868] env[70039]: DEBUG oslo_vmware.api [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 962.398868] env[70039]: value = "task-3330939" [ 962.398868] env[70039]: _type = "Task" [ 962.398868] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.406553] env[70039]: DEBUG oslo_vmware.api [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330939, 'name': CloneVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.558687] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]528bd346-59b8-03b3-a7ef-f7b9524e24d9, 'name': SearchDatastore_Task, 'duration_secs': 0.015189} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.563602] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b8831c3-f507-42c6-bdba-08bf7b256fca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.570578] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 962.570578] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]522e5101-44f8-7883-df61-ff239d110d3d" [ 962.570578] env[70039]: _type = "Task" [ 962.570578] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.586293] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522e5101-44f8-7883-df61-ff239d110d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.586635] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.587014] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] f8d675ce-e8bd-4861-9832-7ac0a720f8a9/f8d675ce-e8bd-4861-9832-7ac0a720f8a9.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.587385] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f4e0864-63e7-472d-b5f5-5673c36be9be {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.599498] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 962.599498] env[70039]: value = "task-3330940" [ 962.599498] env[70039]: _type = "Task" [ 962.599498] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.616032] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3330940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.831549] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330938, 'name': ReconfigVM_Task, 'duration_secs': 1.328129} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.831837] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 9448d172-6f54-4d87-801a-f72fbee574f6/9448d172-6f54-4d87-801a-f72fbee574f6.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.832620] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-465251f7-9b2e-4272-b347-66a6901a5d1c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.840393] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 962.840393] env[70039]: value = "task-3330942" [ 962.840393] env[70039]: _type = "Task" [ 962.840393] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.853157] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330942, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.912262] env[70039]: DEBUG oslo_vmware.api [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330939, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.913224] env[70039]: DEBUG nova.network.neutron [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.998377] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432891ef-82d1-46eb-b820-d72d2df348f2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.007558] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b400c8-60d1-4282-9856-89c2d51384ea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.042287] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cad97e-252c-40eb-8c6f-9d9dbede6b9f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.053307] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2e6363-2103-469e-9e66-4ccdd9072035 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.069921] env[70039]: DEBUG nova.compute.provider_tree [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.089340] env[70039]: DEBUG nova.network.neutron [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Updating instance_info_cache with network_info: [{"id": "7718c271-bfa6-4077-ae28-d3aee274dd13", "address": "fa:16:3e:c9:e8:47", "network": {"id": "af08fdf1-3430-4fb6-b612-89a754784eac", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2072899643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041c0df77db041598500b1e234445b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7718c271-bf", "ovs_interfaceid": "7718c271-bfa6-4077-ae28-d3aee274dd13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.110536] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3330940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465522} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.110803] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] f8d675ce-e8bd-4861-9832-7ac0a720f8a9/f8d675ce-e8bd-4861-9832-7ac0a720f8a9.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.111064] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.111330] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f5436de-2f47-4ed8-9e9c-af0dc7b69177 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.117074] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 963.117074] env[70039]: value = "task-3330943" [ 963.117074] env[70039]: _type = "Task" [ 963.117074] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.124995] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3330943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.350309] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330942, 'name': Rename_Task, 'duration_secs': 0.263584} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.350602] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.350844] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56e4ddf3-29df-4ed4-9577-de4e498d8abd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.358399] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 963.358399] env[70039]: value = "task-3330944" [ 963.358399] env[70039]: _type = "Task" [ 963.358399] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.365898] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.408814] env[70039]: DEBUG oslo_vmware.api [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330939, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.573285] env[70039]: DEBUG nova.scheduler.client.report [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.592015] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Releasing lock "refresh_cache-e9434cea-38e8-4933-a2de-4e39f95b26b8" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.592359] env[70039]: DEBUG nova.compute.manager [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Instance network_info: |[{"id": "7718c271-bfa6-4077-ae28-d3aee274dd13", "address": "fa:16:3e:c9:e8:47", "network": {"id": "af08fdf1-3430-4fb6-b612-89a754784eac", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2072899643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041c0df77db041598500b1e234445b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7718c271-bf", "ovs_interfaceid": "7718c271-bfa6-4077-ae28-d3aee274dd13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.593192] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:e8:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7718c271-bfa6-4077-ae28-d3aee274dd13', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.600709] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Creating folder: Project (041c0df77db041598500b1e234445b82). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.601270] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18c47bc5-df55-4533-9e18-5022fff0ee35 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.613920] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Created folder: Project (041c0df77db041598500b1e234445b82) in parent group-v664777. [ 963.613920] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Creating folder: Instances. Parent ref: group-v664957. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.614066] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4c9bc29-0606-4bb0-a692-e534b9132108 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.623908] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Created folder: Instances in parent group-v664957. [ 963.624184] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.627714] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.628065] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3330943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068942} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.628270] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c0dbbf1-2f09-4887-95e4-56f380474aec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.642222] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.643057] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be068451-691c-4a7c-9cc2-868da47f61f3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.665683] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] f8d675ce-e8bd-4861-9832-7ac0a720f8a9/f8d675ce-e8bd-4861-9832-7ac0a720f8a9.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.667302] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f380c608-a89d-442e-97d9-497d7c38635d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.681417] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.681417] env[70039]: value = "task-3330947" [ 963.681417] env[70039]: _type = "Task" [ 963.681417] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.686602] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 963.686602] env[70039]: value = "task-3330948" [ 963.686602] env[70039]: _type = "Task" [ 963.686602] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.692801] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330947, 'name': CreateVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.697733] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3330948, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.808311] env[70039]: DEBUG nova.compute.manager [req-d3e905ab-147e-4e8d-8d06-a857d80d908b req-427141ce-fcbd-4e4d-8702-3919a3ba6516 service nova] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Received event network-changed-7718c271-bfa6-4077-ae28-d3aee274dd13 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.808311] env[70039]: DEBUG nova.compute.manager [req-d3e905ab-147e-4e8d-8d06-a857d80d908b req-427141ce-fcbd-4e4d-8702-3919a3ba6516 service nova] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Refreshing instance network info cache due to event network-changed-7718c271-bfa6-4077-ae28-d3aee274dd13. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.808578] env[70039]: DEBUG oslo_concurrency.lockutils [req-d3e905ab-147e-4e8d-8d06-a857d80d908b req-427141ce-fcbd-4e4d-8702-3919a3ba6516 service nova] Acquiring lock "refresh_cache-e9434cea-38e8-4933-a2de-4e39f95b26b8" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.808626] env[70039]: DEBUG oslo_concurrency.lockutils [req-d3e905ab-147e-4e8d-8d06-a857d80d908b req-427141ce-fcbd-4e4d-8702-3919a3ba6516 service nova] Acquired lock "refresh_cache-e9434cea-38e8-4933-a2de-4e39f95b26b8" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.808755] env[70039]: DEBUG nova.network.neutron [req-d3e905ab-147e-4e8d-8d06-a857d80d908b req-427141ce-fcbd-4e4d-8702-3919a3ba6516 service nova] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Refreshing network info cache for port 7718c271-bfa6-4077-ae28-d3aee274dd13 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.870869] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.909510] env[70039]: DEBUG oslo_vmware.api [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330939, 'name': CloneVM_Task, 'duration_secs': 1.425537} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.909789] env[70039]: INFO nova.virt.vmwareapi.vmops [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Created linked-clone VM from snapshot [ 963.910551] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e405d9-9481-4cb8-825e-85037a56ed22 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.918102] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Uploading image 3f3561bd-56f6-42bf-ae94-db39f97cb685 {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 963.942240] env[70039]: DEBUG oslo_vmware.rw_handles [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 963.942240] env[70039]: value = "vm-664956" [ 963.942240] env[70039]: _type = "VirtualMachine" [ 963.942240] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 963.943023] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0933a12c-a60a-4ece-b002-56a492300f6d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.954062] env[70039]: DEBUG oslo_vmware.rw_handles [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lease: (returnval){ [ 963.954062] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52247e6e-6ff5-4025-e4cf-01e54cbac503" [ 963.954062] env[70039]: _type = "HttpNfcLease" [ 963.954062] env[70039]: } obtained for exporting VM: (result){ [ 963.954062] env[70039]: value = "vm-664956" [ 963.954062] env[70039]: _type = "VirtualMachine" [ 963.954062] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 963.954062] env[70039]: DEBUG oslo_vmware.api [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the lease: (returnval){ [ 963.954062] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52247e6e-6ff5-4025-e4cf-01e54cbac503" [ 963.954062] env[70039]: _type = "HttpNfcLease" [ 963.954062] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 963.960578] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 963.960578] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52247e6e-6ff5-4025-e4cf-01e54cbac503" [ 963.960578] env[70039]: _type = "HttpNfcLease" [ 963.960578] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 964.078945] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.079178] env[70039]: DEBUG nova.compute.manager [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.081773] env[70039]: DEBUG oslo_concurrency.lockutils [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.128s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.083230] env[70039]: INFO nova.compute.claims [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.194323] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330947, 'name': CreateVM_Task, 'duration_secs': 0.397874} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.194903] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.195725] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.195854] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.196215] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.199420] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec8292f-a4e3-491a-88e6-eb20e0b4aff5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.201035] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3330948, 'name': ReconfigVM_Task, 'duration_secs': 0.2888} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.201320] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Reconfigured VM instance instance-0000003f to attach disk [datastore1] f8d675ce-e8bd-4861-9832-7ac0a720f8a9/f8d675ce-e8bd-4861-9832-7ac0a720f8a9.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.202300] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1cdd161-4e9e-4fe6-920c-264e18a88465 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.205110] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Waiting for the task: (returnval){ [ 964.205110] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521a5b35-e357-8358-add4-40cab82fcebc" [ 964.205110] env[70039]: _type = "Task" [ 964.205110] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.209059] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 964.209059] env[70039]: value = "task-3330950" [ 964.209059] env[70039]: _type = "Task" [ 964.209059] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.215174] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521a5b35-e357-8358-add4-40cab82fcebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.219680] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3330950, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.369249] env[70039]: DEBUG oslo_vmware.api [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330944, 'name': PowerOnVM_Task, 'duration_secs': 0.837065} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.369550] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.369752] env[70039]: INFO nova.compute.manager [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Took 9.39 seconds to spawn the instance on the hypervisor. [ 964.371461] env[70039]: DEBUG nova.compute.manager [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.371461] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff0afa8-81a7-481b-b23e-cc822b80e232 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.461205] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 964.461205] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52247e6e-6ff5-4025-e4cf-01e54cbac503" [ 964.461205] env[70039]: _type = "HttpNfcLease" [ 964.461205] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 964.461205] env[70039]: DEBUG oslo_vmware.rw_handles [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 964.461205] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52247e6e-6ff5-4025-e4cf-01e54cbac503" [ 964.461205] env[70039]: _type = "HttpNfcLease" [ 964.461205] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 964.461799] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0535de02-fd2d-4821-be03-de301dde0ec4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.469217] env[70039]: DEBUG oslo_vmware.rw_handles [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b86d7d-aca1-242c-ecdb-9daabe5328b7/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 964.469401] env[70039]: DEBUG oslo_vmware.rw_handles [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b86d7d-aca1-242c-ecdb-9daabe5328b7/disk-0.vmdk for reading. {{(pid=70039) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 964.557683] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fc4d7c60-36bd-4c06-90d5-eb263989b808 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.560347] env[70039]: DEBUG nova.network.neutron [req-d3e905ab-147e-4e8d-8d06-a857d80d908b req-427141ce-fcbd-4e4d-8702-3919a3ba6516 service nova] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Updated VIF entry in instance network info cache for port 7718c271-bfa6-4077-ae28-d3aee274dd13. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.560690] env[70039]: DEBUG nova.network.neutron [req-d3e905ab-147e-4e8d-8d06-a857d80d908b req-427141ce-fcbd-4e4d-8702-3919a3ba6516 service nova] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Updating instance_info_cache with network_info: [{"id": "7718c271-bfa6-4077-ae28-d3aee274dd13", "address": "fa:16:3e:c9:e8:47", "network": {"id": "af08fdf1-3430-4fb6-b612-89a754784eac", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2072899643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041c0df77db041598500b1e234445b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7718c271-bf", "ovs_interfaceid": "7718c271-bfa6-4077-ae28-d3aee274dd13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.591172] env[70039]: DEBUG nova.compute.utils [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.594945] env[70039]: DEBUG nova.compute.manager [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.595123] env[70039]: DEBUG nova.network.neutron [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.634976] env[70039]: DEBUG nova.policy [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b92bf07d4934ed5b2a967bb5f99ef0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52085bd280aa4f5ab3bf54c7199a289f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.719730] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521a5b35-e357-8358-add4-40cab82fcebc, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.723119] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.723361] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.723593] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.723739] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.723914] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.724246] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3330950, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.724449] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4abd5ef-a0d9-4152-9c3f-e21c3a86cbca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.731777] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.731948] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.732629] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be815164-a3f0-40b0-8d81-a9619e898d58 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.737536] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Waiting for the task: (returnval){ [ 964.737536] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c32b17-c9ff-5a9a-12c7-5d8ae0a9acc8" [ 964.737536] env[70039]: _type = "Task" [ 964.737536] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.745266] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c32b17-c9ff-5a9a-12c7-5d8ae0a9acc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.894252] env[70039]: INFO nova.compute.manager [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Took 55.06 seconds to build instance. [ 965.043576] env[70039]: DEBUG nova.network.neutron [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Successfully created port: 707d887d-60f8-4dd4-b3f3-5d5c207cb4fe {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.063946] env[70039]: DEBUG oslo_concurrency.lockutils [req-d3e905ab-147e-4e8d-8d06-a857d80d908b req-427141ce-fcbd-4e4d-8702-3919a3ba6516 service nova] Releasing lock "refresh_cache-e9434cea-38e8-4933-a2de-4e39f95b26b8" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.101547] env[70039]: DEBUG nova.compute.manager [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.223991] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3330950, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.252514] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c32b17-c9ff-5a9a-12c7-5d8ae0a9acc8, 'name': SearchDatastore_Task, 'duration_secs': 0.008287} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.256293] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c5a931-3d82-4611-ad82-bf1160dbd331 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.267148] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Waiting for the task: (returnval){ [ 965.267148] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]525d42eb-16ab-8bc5-a6c2-a84592a4c7fe" [ 965.267148] env[70039]: _type = "Task" [ 965.267148] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.279210] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525d42eb-16ab-8bc5-a6c2-a84592a4c7fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009815} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.279554] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.279969] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] e9434cea-38e8-4933-a2de-4e39f95b26b8/e9434cea-38e8-4933-a2de-4e39f95b26b8.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.280296] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faf1c0ca-0a65-4ceb-8760-75e64f79eb44 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.286401] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Waiting for the task: (returnval){ [ 965.286401] env[70039]: value = "task-3330952" [ 965.286401] env[70039]: _type = "Task" [ 965.286401] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.304688] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': task-3330952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.398305] env[70039]: DEBUG oslo_concurrency.lockutils [None req-97a48539-f5d4-42fa-a5f1-47d2cbf3cfed tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "9448d172-6f54-4d87-801a-f72fbee574f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.530s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.461352] env[70039]: DEBUG nova.network.neutron [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Successfully created port: f7660aa5-a30b-4a59-957b-bc01fe39ddb6 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.726687] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3330950, 'name': Rename_Task, 'duration_secs': 1.163593} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.731953] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.732899] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c93d369-55d7-4124-8e71-7d7bfb39b781 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.744520] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 965.744520] env[70039]: value = "task-3330953" [ 965.744520] env[70039]: _type = "Task" [ 965.744520] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.759916] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3330953, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.772173] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8507f1-63e8-437d-ae6e-107f5c04fc89 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.782074] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294733c7-29ce-43f1-b450-7cde84545181 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.826964] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fe90bb-29a6-4110-8a16-7465891154b3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.836154] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': task-3330952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511432} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.838435] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] e9434cea-38e8-4933-a2de-4e39f95b26b8/e9434cea-38e8-4933-a2de-4e39f95b26b8.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.838758] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.839133] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef1b0756-1506-4c1d-8b5d-c07795bb633a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.842036] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5972947f-6841-4747-9c4b-569267396483 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.856450] env[70039]: DEBUG nova.compute.provider_tree [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.861764] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Waiting for the task: (returnval){ [ 965.861764] env[70039]: value = "task-3330954" [ 965.861764] env[70039]: _type = "Task" [ 965.861764] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.870052] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': task-3330954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.880358] env[70039]: DEBUG nova.network.neutron [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Successfully created port: a14fb873-11fb-4eb3-875c-fb2d5879d1c1 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.902063] env[70039]: DEBUG nova.compute.manager [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.115020] env[70039]: DEBUG nova.compute.manager [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.144153] env[70039]: DEBUG nova.virt.hardware [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.144153] env[70039]: DEBUG nova.virt.hardware [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.144307] env[70039]: DEBUG nova.virt.hardware [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.144488] env[70039]: DEBUG nova.virt.hardware [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.144721] env[70039]: DEBUG nova.virt.hardware [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.144977] env[70039]: DEBUG nova.virt.hardware [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.145272] env[70039]: DEBUG nova.virt.hardware [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.145518] env[70039]: DEBUG nova.virt.hardware [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.145734] env[70039]: DEBUG nova.virt.hardware [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.146168] env[70039]: DEBUG nova.virt.hardware [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.146469] env[70039]: DEBUG nova.virt.hardware [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.147721] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8370c61e-92c9-4f93-aecf-ead881638da5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.155769] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b724d2dd-f713-402c-b9df-b642e1626bd8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.255143] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3330953, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.362663] env[70039]: DEBUG nova.scheduler.client.report [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.375635] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': task-3330954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07015} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.377096] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.377096] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c667f8-641e-41be-a799-4cda077bb522 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.401308] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] e9434cea-38e8-4933-a2de-4e39f95b26b8/e9434cea-38e8-4933-a2de-4e39f95b26b8.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.402507] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c874ca64-7829-4b7b-9481-36b92975aea1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.426963] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Waiting for the task: (returnval){ [ 966.426963] env[70039]: value = "task-3330955" [ 966.426963] env[70039]: _type = "Task" [ 966.426963] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.435789] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': task-3330955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.436769] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.755739] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3330953, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.872411] env[70039]: DEBUG oslo_concurrency.lockutils [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.873427] env[70039]: DEBUG nova.compute.manager [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.876451] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.837s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.876654] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.878953] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.992s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.880382] env[70039]: INFO nova.compute.claims [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.905488] env[70039]: INFO nova.scheduler.client.report [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Deleted allocations for instance 4f708010-c2f7-4afd-b222-211dc24c32f1 [ 966.940415] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': task-3330955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.150644] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6304b401-515d-4378-ad19-deb79effc6ad tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "f27525d9-4f10-4814-a02a-162631012ad9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.150968] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6304b401-515d-4378-ad19-deb79effc6ad tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "f27525d9-4f10-4814-a02a-162631012ad9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.151270] env[70039]: DEBUG nova.compute.manager [None req-6304b401-515d-4378-ad19-deb79effc6ad tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.152322] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9af393-f1d4-4f14-bf04-0d0c5497d726 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.159861] env[70039]: DEBUG nova.compute.manager [None req-6304b401-515d-4378-ad19-deb79effc6ad tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70039) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 967.160589] env[70039]: DEBUG nova.objects.instance [None req-6304b401-515d-4378-ad19-deb79effc6ad tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lazy-loading 'flavor' on Instance uuid f27525d9-4f10-4814-a02a-162631012ad9 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.257021] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3330953, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.380055] env[70039]: DEBUG nova.compute.utils [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.381531] env[70039]: DEBUG nova.compute.manager [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.381752] env[70039]: DEBUG nova.network.neutron [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.414866] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c44d54c6-1e1c-4029-a5c6-6e2e32a027ce tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "4f708010-c2f7-4afd-b222-211dc24c32f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.657s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.443788] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': task-3330955, 'name': ReconfigVM_Task, 'duration_secs': 0.819837} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.445043] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Reconfigured VM instance instance-00000040 to attach disk [datastore1] e9434cea-38e8-4933-a2de-4e39f95b26b8/e9434cea-38e8-4933-a2de-4e39f95b26b8.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.445043] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afdb25c6-7014-4120-b89f-871c71b86665 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.454432] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Waiting for the task: (returnval){ [ 967.454432] env[70039]: value = "task-3330957" [ 967.454432] env[70039]: _type = "Task" [ 967.454432] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.466834] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': task-3330957, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.476247] env[70039]: DEBUG nova.policy [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5b2b138d0434a1983ea62e1280873b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1aebfad7ee04aa590d54a4f2fbf5e9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.536637] env[70039]: DEBUG nova.compute.manager [req-c698f285-b126-4142-8303-3960354995f5 req-fcf3fba4-95a8-4afb-bbbf-15af1e88b0fc service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Received event network-vif-plugged-707d887d-60f8-4dd4-b3f3-5d5c207cb4fe {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.536855] env[70039]: DEBUG oslo_concurrency.lockutils [req-c698f285-b126-4142-8303-3960354995f5 req-fcf3fba4-95a8-4afb-bbbf-15af1e88b0fc service nova] Acquiring lock "7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.537287] env[70039]: DEBUG oslo_concurrency.lockutils [req-c698f285-b126-4142-8303-3960354995f5 req-fcf3fba4-95a8-4afb-bbbf-15af1e88b0fc service nova] Lock "7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.537505] env[70039]: DEBUG oslo_concurrency.lockutils [req-c698f285-b126-4142-8303-3960354995f5 req-fcf3fba4-95a8-4afb-bbbf-15af1e88b0fc service nova] Lock "7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.537676] env[70039]: DEBUG nova.compute.manager [req-c698f285-b126-4142-8303-3960354995f5 req-fcf3fba4-95a8-4afb-bbbf-15af1e88b0fc service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] No waiting events found dispatching network-vif-plugged-707d887d-60f8-4dd4-b3f3-5d5c207cb4fe {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.537839] env[70039]: WARNING nova.compute.manager [req-c698f285-b126-4142-8303-3960354995f5 req-fcf3fba4-95a8-4afb-bbbf-15af1e88b0fc service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Received unexpected event network-vif-plugged-707d887d-60f8-4dd4-b3f3-5d5c207cb4fe for instance with vm_state building and task_state spawning. [ 967.759608] env[70039]: DEBUG oslo_vmware.api [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3330953, 'name': PowerOnVM_Task, 'duration_secs': 1.568098} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.759926] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.761864] env[70039]: INFO nova.compute.manager [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Took 10.10 seconds to spawn the instance on the hypervisor. [ 967.761864] env[70039]: DEBUG nova.compute.manager [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.761864] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d751f76-b003-43c3-a650-2f402b3a28b6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.818127] env[70039]: DEBUG nova.network.neutron [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Successfully updated port: 707d887d-60f8-4dd4-b3f3-5d5c207cb4fe {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.882508] env[70039]: DEBUG nova.compute.manager [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.971352] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': task-3330957, 'name': Rename_Task, 'duration_secs': 0.223478} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.971352] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.971780] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfbade64-aeb0-4d2e-9779-83da78bd98e3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.980829] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Waiting for the task: (returnval){ [ 967.980829] env[70039]: value = "task-3330958" [ 967.980829] env[70039]: _type = "Task" [ 967.980829] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.991550] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': task-3330958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.105347] env[70039]: DEBUG nova.network.neutron [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Successfully created port: 6ec70463-f243-4b15-95bf-366727322408 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.172825] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6304b401-515d-4378-ad19-deb79effc6ad tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.173210] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f445efe-dfbb-41a6-9791-fc948c0893d8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.183369] env[70039]: DEBUG oslo_vmware.api [None req-6304b401-515d-4378-ad19-deb79effc6ad tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 968.183369] env[70039]: value = "task-3330959" [ 968.183369] env[70039]: _type = "Task" [ 968.183369] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.196327] env[70039]: DEBUG oslo_vmware.api [None req-6304b401-515d-4378-ad19-deb79effc6ad tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.287464] env[70039]: INFO nova.compute.manager [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Took 51.18 seconds to build instance. [ 968.466100] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7438c93c-87f3-40ec-ae90-c7ba2d7cb2b5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.475159] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07318fb0-422e-422d-bdbc-e9bd35a8cd18 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.514585] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474db502-ebae-49d4-ae83-e4ce9f92fcb6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.520729] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': task-3330958, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.528251] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fedaa1-2796-4480-9133-1f9deb9a961a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.543942] env[70039]: DEBUG nova.compute.provider_tree [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.699882] env[70039]: DEBUG oslo_vmware.api [None req-6304b401-515d-4378-ad19-deb79effc6ad tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330959, 'name': PowerOffVM_Task, 'duration_secs': 0.211349} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.700174] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6304b401-515d-4378-ad19-deb79effc6ad tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.700375] env[70039]: DEBUG nova.compute.manager [None req-6304b401-515d-4378-ad19-deb79effc6ad tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.701198] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a6ab7e-9efa-45c4-923c-ca26e7cb0781 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.795838] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0893ebea-b2d8-4240-9277-c4cb8dad62ad tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.964s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.903958] env[70039]: DEBUG nova.compute.manager [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.933134] env[70039]: DEBUG nova.virt.hardware [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.933507] env[70039]: DEBUG nova.virt.hardware [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.933809] env[70039]: DEBUG nova.virt.hardware [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.934153] env[70039]: DEBUG nova.virt.hardware [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.934384] env[70039]: DEBUG nova.virt.hardware [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.934607] env[70039]: DEBUG nova.virt.hardware [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.934917] env[70039]: DEBUG nova.virt.hardware [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.935297] env[70039]: DEBUG nova.virt.hardware [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.935429] env[70039]: DEBUG nova.virt.hardware [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.935669] env[70039]: DEBUG nova.virt.hardware [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.935924] env[70039]: DEBUG nova.virt.hardware [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.939241] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088d8077-e1b7-4518-8616-bf7778a8f3e5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.950908] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b145fde-16d6-45c7-b9c9-1d1fdf85e288 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.991656] env[70039]: DEBUG oslo_vmware.api [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': task-3330958, 'name': PowerOnVM_Task, 'duration_secs': 0.636988} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.992074] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.992598] env[70039]: INFO nova.compute.manager [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Took 7.70 seconds to spawn the instance on the hypervisor. [ 968.992883] env[70039]: DEBUG nova.compute.manager [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.993897] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14a911a-75b8-4d97-a1c9-9957c8f5b711 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.050612] env[70039]: DEBUG nova.scheduler.client.report [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.217280] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6304b401-515d-4378-ad19-deb79effc6ad tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "f27525d9-4f10-4814-a02a-162631012ad9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.297870] env[70039]: DEBUG nova.compute.manager [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.513473] env[70039]: INFO nova.compute.manager [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Took 45.81 seconds to build instance. [ 969.557509] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.557696] env[70039]: DEBUG nova.compute.manager [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.561048] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.487s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.562626] env[70039]: INFO nova.compute.claims [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.645890] env[70039]: DEBUG nova.compute.manager [req-5d016d68-1af1-43e4-a058-f12de2224508 req-a91fa9a3-4c5b-4abf-b469-c763a857dffe service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Received event network-changed-707d887d-60f8-4dd4-b3f3-5d5c207cb4fe {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.645890] env[70039]: DEBUG nova.compute.manager [req-5d016d68-1af1-43e4-a058-f12de2224508 req-a91fa9a3-4c5b-4abf-b469-c763a857dffe service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Refreshing instance network info cache due to event network-changed-707d887d-60f8-4dd4-b3f3-5d5c207cb4fe. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.645972] env[70039]: DEBUG oslo_concurrency.lockutils [req-5d016d68-1af1-43e4-a058-f12de2224508 req-a91fa9a3-4c5b-4abf-b469-c763a857dffe service nova] Acquiring lock "refresh_cache-7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.646090] env[70039]: DEBUG oslo_concurrency.lockutils [req-5d016d68-1af1-43e4-a058-f12de2224508 req-a91fa9a3-4c5b-4abf-b469-c763a857dffe service nova] Acquired lock "refresh_cache-7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.646339] env[70039]: DEBUG nova.network.neutron [req-5d016d68-1af1-43e4-a058-f12de2224508 req-a91fa9a3-4c5b-4abf-b469-c763a857dffe service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Refreshing network info cache for port 707d887d-60f8-4dd4-b3f3-5d5c207cb4fe {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.784147] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "c76a8e8b-9523-45b8-9f2a-4f12fc7427b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.784322] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "c76a8e8b-9523-45b8-9f2a-4f12fc7427b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.824475] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.915618] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Acquiring lock "e9434cea-38e8-4933-a2de-4e39f95b26b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.015484] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7f5e408b-8438-490d-8312-d7c14987d00a tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Lock "e9434cea-38e8-4933-a2de-4e39f95b26b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.014s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.017036] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Lock "e9434cea-38e8-4933-a2de-4e39f95b26b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.102s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.017277] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Acquiring lock "e9434cea-38e8-4933-a2de-4e39f95b26b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.017480] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Lock "e9434cea-38e8-4933-a2de-4e39f95b26b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.017640] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Lock "e9434cea-38e8-4933-a2de-4e39f95b26b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.019506] env[70039]: INFO nova.compute.manager [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Terminating instance [ 970.068796] env[70039]: DEBUG nova.compute.utils [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.073137] env[70039]: DEBUG nova.objects.instance [None req-9d10f61b-2830-4822-a574-08c98fd02619 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lazy-loading 'flavor' on Instance uuid f27525d9-4f10-4814-a02a-162631012ad9 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.074626] env[70039]: DEBUG nova.compute.manager [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Not allocating networking since 'none' was specified. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 970.206823] env[70039]: DEBUG nova.network.neutron [req-5d016d68-1af1-43e4-a058-f12de2224508 req-a91fa9a3-4c5b-4abf-b469-c763a857dffe service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.327355] env[70039]: DEBUG nova.network.neutron [req-5d016d68-1af1-43e4-a058-f12de2224508 req-a91fa9a3-4c5b-4abf-b469-c763a857dffe service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.523131] env[70039]: DEBUG nova.compute.manager [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.524867] env[70039]: DEBUG nova.compute.manager [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.525152] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.526241] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d5931f-6c31-4ea7-a0b8-f3c1ff1abbcb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.535961] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.536382] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6545348-8911-453e-8809-d3cf2b950ee7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.544791] env[70039]: DEBUG oslo_vmware.api [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Waiting for the task: (returnval){ [ 970.544791] env[70039]: value = "task-3330961" [ 970.544791] env[70039]: _type = "Task" [ 970.544791] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.555882] env[70039]: DEBUG oslo_vmware.api [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': task-3330961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.582613] env[70039]: DEBUG nova.compute.manager [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.595905] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9d10f61b-2830-4822-a574-08c98fd02619 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "refresh_cache-f27525d9-4f10-4814-a02a-162631012ad9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.596141] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9d10f61b-2830-4822-a574-08c98fd02619 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquired lock "refresh_cache-f27525d9-4f10-4814-a02a-162631012ad9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.596371] env[70039]: DEBUG nova.network.neutron [None req-9d10f61b-2830-4822-a574-08c98fd02619 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.596604] env[70039]: DEBUG nova.objects.instance [None req-9d10f61b-2830-4822-a574-08c98fd02619 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lazy-loading 'info_cache' on Instance uuid f27525d9-4f10-4814-a02a-162631012ad9 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.598490] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "6b6a2ead-c49c-43d9-a410-2466f23d699b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.598761] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "6b6a2ead-c49c-43d9-a410-2466f23d699b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.693804] env[70039]: DEBUG nova.network.neutron [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Successfully updated port: f7660aa5-a30b-4a59-957b-bc01fe39ddb6 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.711219] env[70039]: DEBUG nova.network.neutron [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Successfully updated port: 6ec70463-f243-4b15-95bf-366727322408 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.723194] env[70039]: DEBUG oslo_concurrency.lockutils [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.723194] env[70039]: DEBUG oslo_concurrency.lockutils [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.723318] env[70039]: DEBUG nova.network.neutron [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.830570] env[70039]: DEBUG oslo_concurrency.lockutils [req-5d016d68-1af1-43e4-a058-f12de2224508 req-a91fa9a3-4c5b-4abf-b469-c763a857dffe service nova] Releasing lock "refresh_cache-7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.050149] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.058040] env[70039]: DEBUG oslo_vmware.api [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': task-3330961, 'name': PowerOffVM_Task, 'duration_secs': 0.232948} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.058040] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.058040] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.058040] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad8178ac-7365-4464-9e91-f18221111127 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.104926] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1eb10d-a3e3-4313-876e-c5ce62205048 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.108631] env[70039]: DEBUG nova.objects.base [None req-9d10f61b-2830-4822-a574-08c98fd02619 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 971.116650] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f06419-0f64-46a3-955b-78b3ce0646e8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.158494] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b0f706-89ba-4f7a-8f52-e6acc1d256fc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.161429] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.161627] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.161808] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Deleting the datastore file [datastore1] e9434cea-38e8-4933-a2de-4e39f95b26b8 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.162065] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-011aa4e1-ebd8-4d70-8f76-3380fcfeae06 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.170014] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a92335-9af7-437d-beb5-a7e493dcdbd9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.175471] env[70039]: DEBUG oslo_vmware.api [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Waiting for the task: (returnval){ [ 971.175471] env[70039]: value = "task-3330964" [ 971.175471] env[70039]: _type = "Task" [ 971.175471] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.188952] env[70039]: DEBUG nova.compute.provider_tree [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.195918] env[70039]: DEBUG oslo_vmware.api [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': task-3330964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.272606] env[70039]: DEBUG nova.network.neutron [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.564681] env[70039]: DEBUG nova.network.neutron [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Updating instance_info_cache with network_info: [{"id": "6ec70463-f243-4b15-95bf-366727322408", "address": "fa:16:3e:b7:5a:37", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec70463-f2", "ovs_interfaceid": "6ec70463-f243-4b15-95bf-366727322408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.606823] env[70039]: DEBUG nova.compute.manager [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.642719] env[70039]: DEBUG nova.virt.hardware [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.642968] env[70039]: DEBUG nova.virt.hardware [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.643143] env[70039]: DEBUG nova.virt.hardware [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.643332] env[70039]: DEBUG nova.virt.hardware [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.643479] env[70039]: DEBUG nova.virt.hardware [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.643625] env[70039]: DEBUG nova.virt.hardware [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.643835] env[70039]: DEBUG nova.virt.hardware [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.644041] env[70039]: DEBUG nova.virt.hardware [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.644253] env[70039]: DEBUG nova.virt.hardware [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.644545] env[70039]: DEBUG nova.virt.hardware [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.644888] env[70039]: DEBUG nova.virt.hardware [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.646197] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647b7f70-4ea5-451e-85e5-d6515c4b9459 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.657853] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df35969-3efd-41ec-9b8c-fb6e3d1d0b99 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.685429] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Instance VIF info [] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.691670] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Creating folder: Project (ff8db827d3494d5a801b12487583916f). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.697378] env[70039]: DEBUG nova.scheduler.client.report [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.704124] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9046d897-958d-4ac1-b334-aa7bcef90076 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.704124] env[70039]: DEBUG nova.compute.manager [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Received event network-vif-plugged-f7660aa5-a30b-4a59-957b-bc01fe39ddb6 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.704204] env[70039]: DEBUG oslo_concurrency.lockutils [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] Acquiring lock "7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.704410] env[70039]: DEBUG oslo_concurrency.lockutils [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] Lock "7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.704536] env[70039]: DEBUG oslo_concurrency.lockutils [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] Lock "7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.704699] env[70039]: DEBUG nova.compute.manager [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] No waiting events found dispatching network-vif-plugged-f7660aa5-a30b-4a59-957b-bc01fe39ddb6 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.704856] env[70039]: WARNING nova.compute.manager [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Received unexpected event network-vif-plugged-f7660aa5-a30b-4a59-957b-bc01fe39ddb6 for instance with vm_state building and task_state spawning. [ 971.705280] env[70039]: DEBUG nova.compute.manager [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Received event network-vif-plugged-6ec70463-f243-4b15-95bf-366727322408 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.705490] env[70039]: DEBUG oslo_concurrency.lockutils [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] Acquiring lock "ce10145e-b396-41cf-b13f-170cdc82a43b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.705688] env[70039]: DEBUG oslo_concurrency.lockutils [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] Lock "ce10145e-b396-41cf-b13f-170cdc82a43b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.706014] env[70039]: DEBUG oslo_concurrency.lockutils [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] Lock "ce10145e-b396-41cf-b13f-170cdc82a43b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.706081] env[70039]: DEBUG nova.compute.manager [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] No waiting events found dispatching network-vif-plugged-6ec70463-f243-4b15-95bf-366727322408 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.706273] env[70039]: WARNING nova.compute.manager [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Received unexpected event network-vif-plugged-6ec70463-f243-4b15-95bf-366727322408 for instance with vm_state building and task_state spawning. [ 971.706433] env[70039]: DEBUG nova.compute.manager [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Received event network-changed-f7660aa5-a30b-4a59-957b-bc01fe39ddb6 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.707096] env[70039]: DEBUG nova.compute.manager [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Refreshing instance network info cache due to event network-changed-f7660aa5-a30b-4a59-957b-bc01fe39ddb6. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.707334] env[70039]: DEBUG oslo_concurrency.lockutils [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] Acquiring lock "refresh_cache-7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.710359] env[70039]: DEBUG oslo_concurrency.lockutils [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] Acquired lock "refresh_cache-7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.710359] env[70039]: DEBUG nova.network.neutron [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Refreshing network info cache for port f7660aa5-a30b-4a59-957b-bc01fe39ddb6 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.719186] env[70039]: DEBUG oslo_vmware.api [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Task: {'id': task-3330964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296686} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.720852] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.721070] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.721256] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.721432] env[70039]: INFO nova.compute.manager [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Took 1.20 seconds to destroy the instance on the hypervisor. [ 971.721676] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.722155] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Created folder: Project (ff8db827d3494d5a801b12487583916f) in parent group-v664777. [ 971.722563] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Creating folder: Instances. Parent ref: group-v664961. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.722563] env[70039]: DEBUG nova.compute.manager [-] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.722712] env[70039]: DEBUG nova.network.neutron [-] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.724335] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-730ed8da-11f1-4292-b9ba-0d0cb0a7cd01 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.738048] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Created folder: Instances in parent group-v664961. [ 971.738613] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.738711] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.738922] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fa338f0-48d3-4570-9c30-ab201c5f3bfb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.760791] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.760791] env[70039]: value = "task-3330967" [ 971.760791] env[70039]: _type = "Task" [ 971.760791] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.777245] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330967, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.908857] env[70039]: DEBUG nova.network.neutron [None req-9d10f61b-2830-4822-a574-08c98fd02619 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Updating instance_info_cache with network_info: [{"id": "562a6781-ed23-4110-9a72-98ce7d170603", "address": "fa:16:3e:6c:d5:fa", "network": {"id": "a80cbaac-3691-49ef-982e-9f6db9330f7c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-237455959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b71264af13d4778a46b64ee1a6f7d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap562a6781-ed", "ovs_interfaceid": "562a6781-ed23-4110-9a72-98ce7d170603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.038078] env[70039]: DEBUG nova.compute.manager [req-2b2c804a-ae7b-4779-9cca-38ff9de394d3 req-f3891f66-8771-4200-8220-bc205fa1e169 service nova] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Received event network-vif-deleted-7718c271-bfa6-4077-ae28-d3aee274dd13 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.038586] env[70039]: INFO nova.compute.manager [req-2b2c804a-ae7b-4779-9cca-38ff9de394d3 req-f3891f66-8771-4200-8220-bc205fa1e169 service nova] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Neutron deleted interface 7718c271-bfa6-4077-ae28-d3aee274dd13; detaching it from the instance and deleting it from the info cache [ 972.038586] env[70039]: DEBUG nova.network.neutron [req-2b2c804a-ae7b-4779-9cca-38ff9de394d3 req-f3891f66-8771-4200-8220-bc205fa1e169 service nova] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.067603] env[70039]: DEBUG oslo_concurrency.lockutils [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.068122] env[70039]: DEBUG nova.compute.manager [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Instance network_info: |[{"id": "6ec70463-f243-4b15-95bf-366727322408", "address": "fa:16:3e:b7:5a:37", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec70463-f2", "ovs_interfaceid": "6ec70463-f243-4b15-95bf-366727322408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.068418] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:5a:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8edfde4-5a99-4745-956d-04da82ab1b85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ec70463-f243-4b15-95bf-366727322408', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.078422] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.079306] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.079552] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe2578d1-1fb3-4230-8e3c-2424b882bbed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.104764] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.104764] env[70039]: value = "task-3330968" [ 972.104764] env[70039]: _type = "Task" [ 972.104764] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.114355] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330968, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.210417] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.210946] env[70039]: DEBUG nova.compute.manager [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.213630] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.108s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.215026] env[70039]: INFO nova.compute.claims [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.285379] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330967, 'name': CreateVM_Task, 'duration_secs': 0.319241} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.285574] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.286637] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.286808] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.287293] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.288016] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f67adc8d-f623-443b-a3c3-fd2dfa5421da {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.295736] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 972.295736] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ce028d-b557-242a-ebf5-a7324c536cee" [ 972.295736] env[70039]: _type = "Task" [ 972.295736] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.306708] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ce028d-b557-242a-ebf5-a7324c536cee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.337442] env[70039]: DEBUG nova.network.neutron [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.413618] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9d10f61b-2830-4822-a574-08c98fd02619 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Releasing lock "refresh_cache-f27525d9-4f10-4814-a02a-162631012ad9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.479070] env[70039]: DEBUG nova.network.neutron [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.513980] env[70039]: DEBUG nova.network.neutron [-] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.542023] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2c83588-e2f7-46b6-b1f5-b9d5a2ed9bfa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.552570] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eb5789-dea6-4f7b-8d51-cae9afca8197 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.597172] env[70039]: DEBUG nova.compute.manager [req-2b2c804a-ae7b-4779-9cca-38ff9de394d3 req-f3891f66-8771-4200-8220-bc205fa1e169 service nova] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Detach interface failed, port_id=7718c271-bfa6-4077-ae28-d3aee274dd13, reason: Instance e9434cea-38e8-4933-a2de-4e39f95b26b8 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 972.615997] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330968, 'name': CreateVM_Task, 'duration_secs': 0.358826} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.616131] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.616831] env[70039]: DEBUG oslo_concurrency.lockutils [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.720503] env[70039]: DEBUG nova.compute.utils [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.722253] env[70039]: DEBUG nova.compute.manager [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Not allocating networking since 'none' was specified. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 972.808524] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ce028d-b557-242a-ebf5-a7324c536cee, 'name': SearchDatastore_Task, 'duration_secs': 0.010957} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.808969] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.809409] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.809748] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.810482] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.810482] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.810898] env[70039]: DEBUG oslo_concurrency.lockutils [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.815027] env[70039]: DEBUG oslo_concurrency.lockutils [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.815027] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59e6974a-baba-4755-a374-32efc8d31351 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.815027] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e8c7b7f-ddad-46d7-9e73-92dc8dc61508 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.819843] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 972.819843] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524de1d5-1826-0036-60d1-a5d23147a133" [ 972.819843] env[70039]: _type = "Task" [ 972.819843] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.825391] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.825822] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.827190] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35f8739f-c96d-46f3-80a6-b2c97e8578ea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.834757] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524de1d5-1826-0036-60d1-a5d23147a133, 'name': SearchDatastore_Task, 'duration_secs': 0.010816} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.835875] env[70039]: DEBUG oslo_concurrency.lockutils [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.836375] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.836375] env[70039]: DEBUG oslo_concurrency.lockutils [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.838985] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 972.838985] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5293c2b8-b901-ff1e-4145-bf6a186f6676" [ 972.838985] env[70039]: _type = "Task" [ 972.838985] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.847454] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5293c2b8-b901-ff1e-4145-bf6a186f6676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.916635] env[70039]: DEBUG nova.network.neutron [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Successfully updated port: a14fb873-11fb-4eb3-875c-fb2d5879d1c1 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.981996] env[70039]: DEBUG oslo_concurrency.lockutils [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] Releasing lock "refresh_cache-7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.982343] env[70039]: DEBUG nova.compute.manager [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Received event network-changed-6ec70463-f243-4b15-95bf-366727322408 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.982526] env[70039]: DEBUG nova.compute.manager [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Refreshing instance network info cache due to event network-changed-6ec70463-f243-4b15-95bf-366727322408. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.983294] env[70039]: DEBUG oslo_concurrency.lockutils [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] Acquiring lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.983294] env[70039]: DEBUG oslo_concurrency.lockutils [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] Acquired lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.983294] env[70039]: DEBUG nova.network.neutron [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Refreshing network info cache for port 6ec70463-f243-4b15-95bf-366727322408 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.017186] env[70039]: INFO nova.compute.manager [-] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Took 1.29 seconds to deallocate network for instance. [ 973.225831] env[70039]: DEBUG nova.compute.manager [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.354981] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5293c2b8-b901-ff1e-4145-bf6a186f6676, 'name': SearchDatastore_Task, 'duration_secs': 0.022049} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.355788] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48a98b4f-a8b8-4569-9216-dd166b62851e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.365470] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 973.365470] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52486cdd-0e56-c31e-bbbf-b1acdb812f89" [ 973.365470] env[70039]: _type = "Task" [ 973.365470] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.377266] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52486cdd-0e56-c31e-bbbf-b1acdb812f89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.421648] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquiring lock "refresh_cache-7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.421772] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquired lock "refresh_cache-7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.421930] env[70039]: DEBUG nova.network.neutron [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.423220] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d10f61b-2830-4822-a574-08c98fd02619 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.423857] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf873c3c-6b1a-4f83-bd26-de1102d22246 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.432215] env[70039]: DEBUG oslo_vmware.api [None req-9d10f61b-2830-4822-a574-08c98fd02619 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 973.432215] env[70039]: value = "task-3330970" [ 973.432215] env[70039]: _type = "Task" [ 973.432215] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.444946] env[70039]: DEBUG oslo_vmware.api [None req-9d10f61b-2830-4822-a574-08c98fd02619 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.523860] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.714956] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fad79f-26f5-4d66-9bb3-582353eafa35 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.725043] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e75112e-91b5-430a-8e14-0800cfec0bed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.766805] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94903fc8-ab78-4bca-abfb-aec9552c0f79 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.779250] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291a39f9-e168-42c2-bc67-50a8ec192310 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.793411] env[70039]: DEBUG nova.compute.provider_tree [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.808141] env[70039]: DEBUG nova.compute.manager [req-7dc5e243-c58b-475f-895c-559c1958082f req-f54d4d50-177e-4872-90b1-54a9a1ed1460 service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Received event network-vif-plugged-a14fb873-11fb-4eb3-875c-fb2d5879d1c1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.808370] env[70039]: DEBUG oslo_concurrency.lockutils [req-7dc5e243-c58b-475f-895c-559c1958082f req-f54d4d50-177e-4872-90b1-54a9a1ed1460 service nova] Acquiring lock "7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.808582] env[70039]: DEBUG oslo_concurrency.lockutils [req-7dc5e243-c58b-475f-895c-559c1958082f req-f54d4d50-177e-4872-90b1-54a9a1ed1460 service nova] Lock "7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.808748] env[70039]: DEBUG oslo_concurrency.lockutils [req-7dc5e243-c58b-475f-895c-559c1958082f req-f54d4d50-177e-4872-90b1-54a9a1ed1460 service nova] Lock "7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.808934] env[70039]: DEBUG nova.compute.manager [req-7dc5e243-c58b-475f-895c-559c1958082f req-f54d4d50-177e-4872-90b1-54a9a1ed1460 service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] No waiting events found dispatching network-vif-plugged-a14fb873-11fb-4eb3-875c-fb2d5879d1c1 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.809130] env[70039]: WARNING nova.compute.manager [req-7dc5e243-c58b-475f-895c-559c1958082f req-f54d4d50-177e-4872-90b1-54a9a1ed1460 service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Received unexpected event network-vif-plugged-a14fb873-11fb-4eb3-875c-fb2d5879d1c1 for instance with vm_state building and task_state spawning. [ 973.809299] env[70039]: DEBUG nova.compute.manager [req-7dc5e243-c58b-475f-895c-559c1958082f req-f54d4d50-177e-4872-90b1-54a9a1ed1460 service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Received event network-changed-a14fb873-11fb-4eb3-875c-fb2d5879d1c1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.809454] env[70039]: DEBUG nova.compute.manager [req-7dc5e243-c58b-475f-895c-559c1958082f req-f54d4d50-177e-4872-90b1-54a9a1ed1460 service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Refreshing instance network info cache due to event network-changed-a14fb873-11fb-4eb3-875c-fb2d5879d1c1. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.809618] env[70039]: DEBUG oslo_concurrency.lockutils [req-7dc5e243-c58b-475f-895c-559c1958082f req-f54d4d50-177e-4872-90b1-54a9a1ed1460 service nova] Acquiring lock "refresh_cache-7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.816780] env[70039]: DEBUG nova.network.neutron [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Updated VIF entry in instance network info cache for port 6ec70463-f243-4b15-95bf-366727322408. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.817176] env[70039]: DEBUG nova.network.neutron [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Updating instance_info_cache with network_info: [{"id": "6ec70463-f243-4b15-95bf-366727322408", "address": "fa:16:3e:b7:5a:37", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec70463-f2", "ovs_interfaceid": "6ec70463-f243-4b15-95bf-366727322408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.876209] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52486cdd-0e56-c31e-bbbf-b1acdb812f89, 'name': SearchDatastore_Task, 'duration_secs': 0.011248} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.876209] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.876659] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] ea580e3e-39ad-4653-bb30-e050016a9b3c/ea580e3e-39ad-4653-bb30-e050016a9b3c.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.877504] env[70039]: DEBUG oslo_concurrency.lockutils [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.877504] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.877870] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8f6f765-522e-4003-8c86-a6df8cec0c1c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.879801] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f50ca11-4a93-4af9-98e0-88b30abd516a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.887382] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 973.887382] env[70039]: value = "task-3330971" [ 973.887382] env[70039]: _type = "Task" [ 973.887382] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.892213] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.892428] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.893768] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d582c8f-bb71-438b-8564-9c8fb20bdd02 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.899646] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.905020] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 973.905020] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]528402b3-cc6f-94d4-a7d3-ef038506302e" [ 973.905020] env[70039]: _type = "Task" [ 973.905020] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.912459] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]528402b3-cc6f-94d4-a7d3-ef038506302e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.946226] env[70039]: DEBUG oslo_vmware.api [None req-9d10f61b-2830-4822-a574-08c98fd02619 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.968347] env[70039]: DEBUG nova.network.neutron [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.267025] env[70039]: DEBUG nova.compute.manager [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.297186] env[70039]: DEBUG nova.scheduler.client.report [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.309332] env[70039]: DEBUG nova.virt.hardware [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.309687] env[70039]: DEBUG nova.virt.hardware [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.309968] env[70039]: DEBUG nova.virt.hardware [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.310689] env[70039]: DEBUG nova.virt.hardware [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.310689] env[70039]: DEBUG nova.virt.hardware [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.310854] env[70039]: DEBUG nova.virt.hardware [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.311116] env[70039]: DEBUG nova.virt.hardware [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.311394] env[70039]: DEBUG nova.virt.hardware [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.311694] env[70039]: DEBUG nova.virt.hardware [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.311903] env[70039]: DEBUG nova.virt.hardware [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.312181] env[70039]: DEBUG nova.virt.hardware [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.313456] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4d1df9-10e7-4f7f-9582-219e1aa1b4ed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.330531] env[70039]: DEBUG oslo_concurrency.lockutils [req-7feb7041-4bad-4b26-a5cd-70496f70b79b req-6b4e88be-b6ed-4f69-98e6-a0c93bff2442 service nova] Releasing lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.342598] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a632907a-bbf7-4f7f-b054-257fa12880eb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.360800] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Instance VIF info [] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.367654] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.370744] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.371662] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0c8099e-0a86-459e-97af-c7c8725b959e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.394814] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.394814] env[70039]: value = "task-3330972" [ 974.394814] env[70039]: _type = "Task" [ 974.394814] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.404558] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330971, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.411698] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330972, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.421289] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]528402b3-cc6f-94d4-a7d3-ef038506302e, 'name': SearchDatastore_Task, 'duration_secs': 0.012023} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.423411] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62760cfd-b977-445d-81a3-9b02cabcbc34 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.432052] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 974.432052] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]523328de-6383-211e-e2a8-ef87a7db189b" [ 974.432052] env[70039]: _type = "Task" [ 974.432052] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.449042] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523328de-6383-211e-e2a8-ef87a7db189b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.453120] env[70039]: DEBUG oslo_vmware.api [None req-9d10f61b-2830-4822-a574-08c98fd02619 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330970, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.547030] env[70039]: DEBUG nova.network.neutron [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Updating instance_info_cache with network_info: [{"id": "707d887d-60f8-4dd4-b3f3-5d5c207cb4fe", "address": "fa:16:3e:71:09:c8", "network": {"id": "78fc01bc-ae00-4add-82e2-209cc03e1779", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2108284113", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52085bd280aa4f5ab3bf54c7199a289f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707d887d-60", "ovs_interfaceid": "707d887d-60f8-4dd4-b3f3-5d5c207cb4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f7660aa5-a30b-4a59-957b-bc01fe39ddb6", "address": "fa:16:3e:15:c1:7e", "network": {"id": "440342e4-0718-435e-866d-5c087a92a74b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-818159035", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "52085bd280aa4f5ab3bf54c7199a289f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7660aa5-a3", "ovs_interfaceid": "f7660aa5-a30b-4a59-957b-bc01fe39ddb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a14fb873-11fb-4eb3-875c-fb2d5879d1c1", "address": "fa:16:3e:63:fa:b1", "network": {"id": "78fc01bc-ae00-4add-82e2-209cc03e1779", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2108284113", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52085bd280aa4f5ab3bf54c7199a289f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa14fb873-11", "ovs_interfaceid": "a14fb873-11fb-4eb3-875c-fb2d5879d1c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.831623] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.832744] env[70039]: DEBUG nova.compute.manager [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.835513] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.442s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.835968] env[70039]: DEBUG nova.objects.instance [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70039) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 974.899396] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69711} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.902557] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] ea580e3e-39ad-4653-bb30-e050016a9b3c/ea580e3e-39ad-4653-bb30-e050016a9b3c.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.902777] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.903040] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-298cc8a5-43d2-462c-83d7-c3175b998916 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.912032] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330972, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.913130] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 974.913130] env[70039]: value = "task-3330973" [ 974.913130] env[70039]: _type = "Task" [ 974.913130] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.923951] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.945381] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523328de-6383-211e-e2a8-ef87a7db189b, 'name': SearchDatastore_Task, 'duration_secs': 0.068819} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.946181] env[70039]: DEBUG oslo_concurrency.lockutils [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.946552] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] ce10145e-b396-41cf-b13f-170cdc82a43b/ce10145e-b396-41cf-b13f-170cdc82a43b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.946878] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46cc98e4-88de-48c5-96ce-758104a45349 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.954338] env[70039]: DEBUG oslo_vmware.api [None req-9d10f61b-2830-4822-a574-08c98fd02619 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330970, 'name': PowerOnVM_Task, 'duration_secs': 1.035114} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.955120] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d10f61b-2830-4822-a574-08c98fd02619 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.955341] env[70039]: DEBUG nova.compute.manager [None req-9d10f61b-2830-4822-a574-08c98fd02619 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.956363] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ab1cbc-a8d3-4679-a393-3ebaeaffcfbd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.960808] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 974.960808] env[70039]: value = "task-3330974" [ 974.960808] env[70039]: _type = "Task" [ 974.960808] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.973954] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.050328] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Releasing lock "refresh_cache-7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.050831] env[70039]: DEBUG nova.compute.manager [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Instance network_info: |[{"id": "707d887d-60f8-4dd4-b3f3-5d5c207cb4fe", "address": "fa:16:3e:71:09:c8", "network": {"id": "78fc01bc-ae00-4add-82e2-209cc03e1779", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2108284113", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52085bd280aa4f5ab3bf54c7199a289f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707d887d-60", "ovs_interfaceid": "707d887d-60f8-4dd4-b3f3-5d5c207cb4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f7660aa5-a30b-4a59-957b-bc01fe39ddb6", "address": "fa:16:3e:15:c1:7e", "network": {"id": "440342e4-0718-435e-866d-5c087a92a74b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-818159035", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "52085bd280aa4f5ab3bf54c7199a289f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7660aa5-a3", "ovs_interfaceid": "f7660aa5-a30b-4a59-957b-bc01fe39ddb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a14fb873-11fb-4eb3-875c-fb2d5879d1c1", "address": "fa:16:3e:63:fa:b1", "network": {"id": "78fc01bc-ae00-4add-82e2-209cc03e1779", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2108284113", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52085bd280aa4f5ab3bf54c7199a289f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa14fb873-11", "ovs_interfaceid": "a14fb873-11fb-4eb3-875c-fb2d5879d1c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.051252] env[70039]: DEBUG oslo_concurrency.lockutils [req-7dc5e243-c58b-475f-895c-559c1958082f req-f54d4d50-177e-4872-90b1-54a9a1ed1460 service nova] Acquired lock "refresh_cache-7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.051480] env[70039]: DEBUG nova.network.neutron [req-7dc5e243-c58b-475f-895c-559c1958082f req-f54d4d50-177e-4872-90b1-54a9a1ed1460 service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Refreshing network info cache for port a14fb873-11fb-4eb3-875c-fb2d5879d1c1 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.052963] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:09:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '707d887d-60f8-4dd4-b3f3-5d5c207cb4fe', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:c1:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7660aa5-a30b-4a59-957b-bc01fe39ddb6', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:fa:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a14fb873-11fb-4eb3-875c-fb2d5879d1c1', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.065887] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Creating folder: Project (52085bd280aa4f5ab3bf54c7199a289f). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.067341] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-629f7cf0-29b8-4e8d-b77a-268a7e30cd55 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.082575] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Created folder: Project (52085bd280aa4f5ab3bf54c7199a289f) in parent group-v664777. [ 975.082786] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Creating folder: Instances. Parent ref: group-v664966. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.083053] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38a03bec-0231-47d5-a7e4-c734c95df7a6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.095205] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Created folder: Instances in parent group-v664966. [ 975.095465] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.095657] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.095863] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec5e8323-302e-41ba-a312-705a5d8a60e1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.121744] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.121744] env[70039]: value = "task-3330977" [ 975.121744] env[70039]: _type = "Task" [ 975.121744] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.130440] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330977, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.341178] env[70039]: DEBUG nova.compute.utils [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.346454] env[70039]: DEBUG nova.compute.manager [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.346668] env[70039]: DEBUG nova.network.neutron [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.401649] env[70039]: DEBUG nova.policy [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd0de6593f5246f1aa48ffcb2f5a6bbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b21ea9987a554985b7d07b111f069b35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.413422] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330972, 'name': CreateVM_Task, 'duration_secs': 0.664594} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.413699] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.417441] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.418161] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.418161] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.418316] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75e65b2f-6944-40c2-afb8-5004d5bad47e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.428386] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126249} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.430043] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.430455] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 975.430455] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52a08e4a-1dea-98a4-d92d-5c677c7d61eb" [ 975.430455] env[70039]: _type = "Task" [ 975.430455] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.431248] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56273b3-a3e6-4876-bc75-d06d23936055 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.444971] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a08e4a-1dea-98a4-d92d-5c677c7d61eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.460765] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] ea580e3e-39ad-4653-bb30-e050016a9b3c/ea580e3e-39ad-4653-bb30-e050016a9b3c.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.461614] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bb0312a-119a-440b-80b0-4e80746c65a5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.491989] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330974, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.494183] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 975.494183] env[70039]: value = "task-3330978" [ 975.494183] env[70039]: _type = "Task" [ 975.494183] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.504811] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330978, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.637692] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330977, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.802208] env[70039]: DEBUG oslo_vmware.rw_handles [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b86d7d-aca1-242c-ecdb-9daabe5328b7/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 975.803232] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0595b1f5-bdee-4a0a-83ab-08f1acceeba4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.812338] env[70039]: DEBUG oslo_vmware.rw_handles [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b86d7d-aca1-242c-ecdb-9daabe5328b7/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 975.812668] env[70039]: ERROR oslo_vmware.rw_handles [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b86d7d-aca1-242c-ecdb-9daabe5328b7/disk-0.vmdk due to incomplete transfer. [ 975.812982] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e5336751-f240-4dd2-a9ae-a76d83372404 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.823516] env[70039]: DEBUG oslo_vmware.rw_handles [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b86d7d-aca1-242c-ecdb-9daabe5328b7/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 975.823797] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Uploaded image 3f3561bd-56f6-42bf-ae94-db39f97cb685 to the Glance image server {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 975.826255] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Destroying the VM {{(pid=70039) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 975.826724] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-588b6061-9d90-41da-beb7-1e18d23b5587 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.832728] env[70039]: DEBUG nova.network.neutron [req-7dc5e243-c58b-475f-895c-559c1958082f req-f54d4d50-177e-4872-90b1-54a9a1ed1460 service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Updated VIF entry in instance network info cache for port a14fb873-11fb-4eb3-875c-fb2d5879d1c1. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.833324] env[70039]: DEBUG nova.network.neutron [req-7dc5e243-c58b-475f-895c-559c1958082f req-f54d4d50-177e-4872-90b1-54a9a1ed1460 service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Updating instance_info_cache with network_info: [{"id": "707d887d-60f8-4dd4-b3f3-5d5c207cb4fe", "address": "fa:16:3e:71:09:c8", "network": {"id": "78fc01bc-ae00-4add-82e2-209cc03e1779", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2108284113", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52085bd280aa4f5ab3bf54c7199a289f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707d887d-60", "ovs_interfaceid": "707d887d-60f8-4dd4-b3f3-5d5c207cb4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f7660aa5-a30b-4a59-957b-bc01fe39ddb6", "address": "fa:16:3e:15:c1:7e", "network": {"id": "440342e4-0718-435e-866d-5c087a92a74b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-818159035", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "52085bd280aa4f5ab3bf54c7199a289f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7660aa5-a3", "ovs_interfaceid": "f7660aa5-a30b-4a59-957b-bc01fe39ddb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a14fb873-11fb-4eb3-875c-fb2d5879d1c1", "address": "fa:16:3e:63:fa:b1", "network": {"id": "78fc01bc-ae00-4add-82e2-209cc03e1779", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2108284113", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52085bd280aa4f5ab3bf54c7199a289f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa14fb873-11", "ovs_interfaceid": "a14fb873-11fb-4eb3-875c-fb2d5879d1c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.836463] env[70039]: DEBUG oslo_vmware.api [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 975.836463] env[70039]: value = "task-3330979" [ 975.836463] env[70039]: _type = "Task" [ 975.836463] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.837413] env[70039]: DEBUG nova.network.neutron [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Successfully created port: 5b806c80-b932-478e-88be-0d1358926ca4 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.851068] env[70039]: DEBUG oslo_vmware.api [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330979, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.851789] env[70039]: DEBUG nova.compute.manager [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.859022] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e48c1378-2ee0-438c-8e1f-3a909b172ade tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.859022] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 22.812s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.944096] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a08e4a-1dea-98a4-d92d-5c677c7d61eb, 'name': SearchDatastore_Task, 'duration_secs': 0.056609} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.944458] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.944689] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.944926] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.945084] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.945266] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.945689] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dfd0b3d-22ba-435c-8447-8d1f43dd6060 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.955536] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.955732] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.956534] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10e51625-6c77-46db-979a-8664d0cdbb16 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.962518] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 975.962518] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521388df-8a2b-98b6-1469-18811837aedc" [ 975.962518] env[70039]: _type = "Task" [ 975.962518] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.976042] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521388df-8a2b-98b6-1469-18811837aedc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.979895] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663687} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.980281] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] ce10145e-b396-41cf-b13f-170cdc82a43b/ce10145e-b396-41cf-b13f-170cdc82a43b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.980574] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.980888] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96641e99-b10b-4611-b2a6-19fe26eaad0d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.989934] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 975.989934] env[70039]: value = "task-3330980" [ 975.989934] env[70039]: _type = "Task" [ 975.989934] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.001245] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.007683] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.134647] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330977, 'name': CreateVM_Task, 'duration_secs': 0.81521} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.134849] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.135914] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.136116] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.136469] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.136737] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87a97d74-ebb1-4247-a60c-f88ce1fdf120 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.142126] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for the task: (returnval){ [ 976.142126] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]523d0589-787c-2edd-5ea4-1b3d6884a979" [ 976.142126] env[70039]: _type = "Task" [ 976.142126] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.150974] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523d0589-787c-2edd-5ea4-1b3d6884a979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.341337] env[70039]: DEBUG oslo_concurrency.lockutils [req-7dc5e243-c58b-475f-895c-559c1958082f req-f54d4d50-177e-4872-90b1-54a9a1ed1460 service nova] Releasing lock "refresh_cache-7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.351542] env[70039]: DEBUG oslo_vmware.api [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330979, 'name': Destroy_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.477080] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521388df-8a2b-98b6-1469-18811837aedc, 'name': SearchDatastore_Task, 'duration_secs': 0.033219} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.477926] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-560fb110-5739-453f-80cb-c4266c0175c2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.484219] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 976.484219] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5203c622-a5e8-64f6-f7d1-d2b51267a106" [ 976.484219] env[70039]: _type = "Task" [ 976.484219] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.214329] env[70039]: DEBUG nova.compute.manager [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.216925] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Applying migration context for instance fe48041e-1a3f-4be1-a2e8-44f4c0482552 as it has an incoming, in-progress migration 8f90953a-2880-4d01-8f04-82386ea10aa4. Migration status is reverting {{(pid=70039) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 977.219190] env[70039]: INFO nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Updating resource usage from migration 8f90953a-2880-4d01-8f04-82386ea10aa4 [ 977.221548] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5203c622-a5e8-64f6-f7d1-d2b51267a106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.221733] env[70039]: WARNING oslo_vmware.common.loopingcall [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] task run outlasted interval by 0.237298 sec [ 977.236897] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073227} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.237792] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.238809] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e36c239-fbf4-4c2e-a1f0-e9c5cc55cc46 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.252920] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5203c622-a5e8-64f6-f7d1-d2b51267a106, 'name': SearchDatastore_Task, 'duration_secs': 0.045586} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.253261] env[70039]: DEBUG oslo_vmware.api [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330979, 'name': Destroy_Task, 'duration_secs': 0.758108} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.253420] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330978, 'name': ReconfigVM_Task, 'duration_secs': 0.645659} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.253621] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523d0589-787c-2edd-5ea4-1b3d6884a979, 'name': SearchDatastore_Task, 'duration_secs': 0.011544} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.256291] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 880c0cc9-6e82-4985-aae5-a3a9d38ab91c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.256394] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 9ad70c76-963e-47ff-803d-1e31926b862a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.256477] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 3fadbf0b-4802-41a3-be05-1208371ae43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.256593] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance ab5aafce-9316-4fdf-a89b-ea1606d2a58b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.256707] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance b57a32ab-dd58-498b-bcdd-252f61920630 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.256819] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.256931] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance d50b1222-93c9-4fcc-bfa8-06443220faf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.257052] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 8336f568-c256-43cd-9411-bd415bc5e2f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.257256] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 2a3331a0-19ac-4f75-9541-57ff3e287f9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.257335] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance bf89df54-384c-4b54-bc17-21ea92034696 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.257412] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance fd51198c-0b97-487f-928e-7a79b18bd1e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.257525] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 29f79a96-1b49-4f0e-94b5-d0c838a3bb84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.257638] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance d7e0a1d7-e155-4173-8828-8bd073cd2e86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.257774] env[70039]: WARNING nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance c883117a-f815-463b-b6de-9b791946d8fb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 977.257896] env[70039]: WARNING nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 1f6d998f-e79c-4bb7-8124-7e5a791d60f3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 977.258022] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance f27525d9-4f10-4814-a02a-162631012ad9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.258139] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance ea84108b-c83b-4c1d-8651-f1e52be5bf2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.258248] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 9448d172-6f54-4d87-801a-f72fbee574f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.258360] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Migration 8f90953a-2880-4d01-8f04-82386ea10aa4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 977.258470] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance fe48041e-1a3f-4be1-a2e8-44f4c0482552 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.258575] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance f8d675ce-e8bd-4861-9832-7ac0a720f8a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.258694] env[70039]: WARNING nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance e9434cea-38e8-4933-a2de-4e39f95b26b8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 977.258804] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.258911] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance ce10145e-b396-41cf-b13f-170cdc82a43b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.259026] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance ea580e3e-39ad-4653-bb30-e050016a9b3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.259132] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance c7c2ae9f-de0e-47e4-a515-467d2cfa6247 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.259244] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 73c1510d-0606-4dc3-b5ed-773663ec1b86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.260875] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.261147] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] c7c2ae9f-de0e-47e4-a515-467d2cfa6247/c7c2ae9f-de0e-47e4-a515-467d2cfa6247.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.261417] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Destroyed the VM [ 977.261637] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Deleting Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 977.261884] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Reconfigured VM instance instance-00000043 to attach disk [datastore2] ea580e3e-39ad-4653-bb30-e050016a9b3c/ea580e3e-39ad-4653-bb30-e050016a9b3c.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.262593] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.262750] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.262973] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.263129] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.263307] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.263953] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e84030f-af06-416a-935b-798fb2efbf0a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.265938] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c3c6d598-69f5-457a-92bc-eb1ccab0fa89 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.267883] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acb2cf0c-619b-49c1-b0bd-ce1b2bb80aef {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.269235] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0823b425-eb52-4396-9f3b-d05b8910e3eb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.288932] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] ce10145e-b396-41cf-b13f-170cdc82a43b/ce10145e-b396-41cf-b13f-170cdc82a43b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.291408] env[70039]: DEBUG nova.virt.hardware [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.291659] env[70039]: DEBUG nova.virt.hardware [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.291821] env[70039]: DEBUG nova.virt.hardware [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.292011] env[70039]: DEBUG nova.virt.hardware [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.293163] env[70039]: DEBUG nova.virt.hardware [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.293163] env[70039]: DEBUG nova.virt.hardware [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.293163] env[70039]: DEBUG nova.virt.hardware [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.293163] env[70039]: DEBUG nova.virt.hardware [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.293163] env[70039]: DEBUG nova.virt.hardware [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.293163] env[70039]: DEBUG nova.virt.hardware [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.293380] env[70039]: DEBUG nova.virt.hardware [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.295207] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8026a795-074c-4f58-b898-f15b26588aa2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.311163] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc164db-f5e7-44e5-aba9-c072e9c982b0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.319549] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 977.319549] env[70039]: value = "task-3330983" [ 977.319549] env[70039]: _type = "Task" [ 977.319549] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.319866] env[70039]: DEBUG oslo_vmware.api [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 977.319866] env[70039]: value = "task-3330981" [ 977.319866] env[70039]: _type = "Task" [ 977.319866] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.320129] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.320330] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.321200] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 977.321200] env[70039]: value = "task-3330982" [ 977.321200] env[70039]: _type = "Task" [ 977.321200] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.323066] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35541bb8-ed1b-4fd1-a873-a1bc475963df {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.338778] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 977.338778] env[70039]: value = "task-3330984" [ 977.338778] env[70039]: _type = "Task" [ 977.338778] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.345904] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for the task: (returnval){ [ 977.345904] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520e7b6c-694e-dda0-92e2-29939d6598df" [ 977.345904] env[70039]: _type = "Task" [ 977.345904] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.360773] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.361191] env[70039]: DEBUG oslo_vmware.api [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330981, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.361972] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330982, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.367019] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32591d7-2d9a-4098-aa95-c66563d5f2fb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.375579] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.382060] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520e7b6c-694e-dda0-92e2-29939d6598df, 'name': SearchDatastore_Task, 'duration_secs': 0.011811} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.390292] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10b02707-e91a-4aeb-91b0-065da7d56691 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.396243] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for the task: (returnval){ [ 977.396243] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52cb7876-d55a-9529-6ba7-9d96a5c4c1e4" [ 977.396243] env[70039]: _type = "Task" [ 977.396243] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.404418] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52cb7876-d55a-9529-6ba7-9d96a5c4c1e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.544454] env[70039]: DEBUG oslo_concurrency.lockutils [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Acquiring lock "b6a0aeac-b975-4c2c-904f-a35d9946eb70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.544761] env[70039]: DEBUG oslo_concurrency.lockutils [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Lock "b6a0aeac-b975-4c2c-904f-a35d9946eb70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.617722] env[70039]: DEBUG nova.compute.manager [req-75f5e1f0-d66e-43a3-8223-ddd8b102851c req-8c864093-52c8-4610-b189-82bb7268b6b0 service nova] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Received event network-vif-plugged-5b806c80-b932-478e-88be-0d1358926ca4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.617722] env[70039]: DEBUG oslo_concurrency.lockutils [req-75f5e1f0-d66e-43a3-8223-ddd8b102851c req-8c864093-52c8-4610-b189-82bb7268b6b0 service nova] Acquiring lock "73c1510d-0606-4dc3-b5ed-773663ec1b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.617722] env[70039]: DEBUG oslo_concurrency.lockutils [req-75f5e1f0-d66e-43a3-8223-ddd8b102851c req-8c864093-52c8-4610-b189-82bb7268b6b0 service nova] Lock "73c1510d-0606-4dc3-b5ed-773663ec1b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.617722] env[70039]: DEBUG oslo_concurrency.lockutils [req-75f5e1f0-d66e-43a3-8223-ddd8b102851c req-8c864093-52c8-4610-b189-82bb7268b6b0 service nova] Lock "73c1510d-0606-4dc3-b5ed-773663ec1b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.617722] env[70039]: DEBUG nova.compute.manager [req-75f5e1f0-d66e-43a3-8223-ddd8b102851c req-8c864093-52c8-4610-b189-82bb7268b6b0 service nova] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] No waiting events found dispatching network-vif-plugged-5b806c80-b932-478e-88be-0d1358926ca4 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.617722] env[70039]: WARNING nova.compute.manager [req-75f5e1f0-d66e-43a3-8223-ddd8b102851c req-8c864093-52c8-4610-b189-82bb7268b6b0 service nova] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Received unexpected event network-vif-plugged-5b806c80-b932-478e-88be-0d1358926ca4 for instance with vm_state building and task_state spawning. [ 977.622295] env[70039]: DEBUG nova.network.neutron [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Successfully updated port: 5b806c80-b932-478e-88be-0d1358926ca4 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.765068] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance f7ce60e6-a231-4d1f-acf3-2fe9a2515be1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 977.839850] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511688} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.845249] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] c7c2ae9f-de0e-47e4-a515-467d2cfa6247/c7c2ae9f-de0e-47e4-a515-467d2cfa6247.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.845485] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.845810] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330982, 'name': Rename_Task, 'duration_secs': 0.165164} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.846014] env[70039]: DEBUG oslo_vmware.api [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330981, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.846336] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb193701-8eff-433e-a1b1-063f1dbd8150 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.851289] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.851970] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db773072-ca38-4f7a-b507-2eed1f774d08 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.859470] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.879247] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 977.879247] env[70039]: value = "task-3330986" [ 977.879247] env[70039]: _type = "Task" [ 977.879247] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.881068] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 977.881068] env[70039]: value = "task-3330985" [ 977.881068] env[70039]: _type = "Task" [ 977.881068] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.892723] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.896397] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.908336] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52cb7876-d55a-9529-6ba7-9d96a5c4c1e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011017} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.908641] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.909021] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23/7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.909340] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4627767-b45f-4769-853b-49018b7ec891 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.917804] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for the task: (returnval){ [ 977.917804] env[70039]: value = "task-3330987" [ 977.917804] env[70039]: _type = "Task" [ 977.917804] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.928723] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3330987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.125363] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "refresh_cache-73c1510d-0606-4dc3-b5ed-773663ec1b86" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.125498] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "refresh_cache-73c1510d-0606-4dc3-b5ed-773663ec1b86" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.125613] env[70039]: DEBUG nova.network.neutron [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.270483] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance bcf40b87-7934-4ddf-aed5-4d4710ce0ed7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 978.333886] env[70039]: DEBUG oslo_vmware.api [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3330981, 'name': RemoveSnapshot_Task, 'duration_secs': 0.662514} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.334243] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Deleted Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 978.334542] env[70039]: INFO nova.compute.manager [None req-39b2bc94-bc2b-450e-be22-e714e07fd466 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Took 18.04 seconds to snapshot the instance on the hypervisor. [ 978.360265] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330984, 'name': ReconfigVM_Task, 'duration_secs': 0.63495} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.360817] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Reconfigured VM instance instance-00000042 to attach disk [datastore2] ce10145e-b396-41cf-b13f-170cdc82a43b/ce10145e-b396-41cf-b13f-170cdc82a43b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.361658] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e99d949-b178-4bde-911d-40adc3815564 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.370826] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 978.370826] env[70039]: value = "task-3330988" [ 978.370826] env[70039]: _type = "Task" [ 978.370826] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.379871] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330988, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.390071] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110046} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.390695] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.391786] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9c9d8e-9b8c-4285-bd41-c0e67fed499d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.397604] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.416940] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] c7c2ae9f-de0e-47e4-a515-467d2cfa6247/c7c2ae9f-de0e-47e4-a515-467d2cfa6247.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.417280] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b41ed81-b1e8-4e32-8924-54e3952182f7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.439764] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3330987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.441329] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 978.441329] env[70039]: value = "task-3330989" [ 978.441329] env[70039]: _type = "Task" [ 978.441329] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.449348] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.662216] env[70039]: DEBUG nova.network.neutron [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.772684] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 43a1ba3c-3d00-467b-8101-c71c46ee5981 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 978.854993] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "9448d172-6f54-4d87-801a-f72fbee574f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.855300] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "9448d172-6f54-4d87-801a-f72fbee574f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.855548] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "9448d172-6f54-4d87-801a-f72fbee574f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.855713] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "9448d172-6f54-4d87-801a-f72fbee574f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.855879] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "9448d172-6f54-4d87-801a-f72fbee574f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.862699] env[70039]: INFO nova.compute.manager [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Terminating instance [ 978.884921] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330988, 'name': Rename_Task, 'duration_secs': 0.494748} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.885349] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.889708] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68db1924-3895-4c0b-9795-c40d62a13288 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.897952] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330985, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.899589] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 978.899589] env[70039]: value = "task-3330990" [ 978.899589] env[70039]: _type = "Task" [ 978.899589] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.942625] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3330987, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.002773} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.949112] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23/7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.949382] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.950178] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6757e132-5837-4482-a271-ade94c762d05 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.962919] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for the task: (returnval){ [ 978.962919] env[70039]: value = "task-3330991" [ 978.962919] env[70039]: _type = "Task" [ 978.962919] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.963242] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330989, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.976977] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3330991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.119020] env[70039]: DEBUG nova.network.neutron [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Updating instance_info_cache with network_info: [{"id": "5b806c80-b932-478e-88be-0d1358926ca4", "address": "fa:16:3e:03:fa:b1", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b806c80-b9", "ovs_interfaceid": "5b806c80-b932-478e-88be-0d1358926ca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.275610] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 2b7cfebf-8025-4438-b601-bde9ee53b164 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 979.368386] env[70039]: DEBUG nova.compute.manager [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.368386] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.369315] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084e57fe-8fd1-4040-bfa3-f16018208763 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.377750] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.378014] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c2dafe2-3c79-4aa6-8542-afc9d0bc2796 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.385057] env[70039]: DEBUG oslo_vmware.api [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 979.385057] env[70039]: value = "task-3330992" [ 979.385057] env[70039]: _type = "Task" [ 979.385057] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.397189] env[70039]: DEBUG oslo_vmware.api [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.400338] env[70039]: DEBUG oslo_vmware.api [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330985, 'name': PowerOnVM_Task, 'duration_secs': 1.28175} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.403367] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.403613] env[70039]: INFO nova.compute.manager [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Took 7.80 seconds to spawn the instance on the hypervisor. [ 979.403822] env[70039]: DEBUG nova.compute.manager [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.404577] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1baf2d-9d5f-4bc4-8b03-55c7ee8ab2f7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.414436] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330990, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.453299] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330989, 'name': ReconfigVM_Task, 'duration_secs': 0.530507} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.454308] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Reconfigured VM instance instance-00000044 to attach disk [datastore2] c7c2ae9f-de0e-47e4-a515-467d2cfa6247/c7c2ae9f-de0e-47e4-a515-467d2cfa6247.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.454993] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b5610e0-53e4-4fe9-9cea-fe47301b301f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.464991] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 979.464991] env[70039]: value = "task-3330993" [ 979.464991] env[70039]: _type = "Task" [ 979.464991] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.480010] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330993, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.482950] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3330991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084886} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.483259] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.485300] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7a90bb-6fa8-4a76-8f18-ba3baae0cbc6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.515687] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23/7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.516026] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b0bbb5b-724e-48c0-90aa-cd8a8ef43407 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.539716] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for the task: (returnval){ [ 979.539716] env[70039]: value = "task-3330994" [ 979.539716] env[70039]: _type = "Task" [ 979.539716] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.549285] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3330994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.624577] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "refresh_cache-73c1510d-0606-4dc3-b5ed-773663ec1b86" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.624939] env[70039]: DEBUG nova.compute.manager [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Instance network_info: |[{"id": "5b806c80-b932-478e-88be-0d1358926ca4", "address": "fa:16:3e:03:fa:b1", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b806c80-b9", "ovs_interfaceid": "5b806c80-b932-478e-88be-0d1358926ca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.625697] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:fa:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b806c80-b932-478e-88be-0d1358926ca4', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.636598] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.637827] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.638138] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc9e7d62-e584-4717-a5ef-85d50881f1e6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.660732] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.660732] env[70039]: value = "task-3330995" [ 979.660732] env[70039]: _type = "Task" [ 979.660732] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.669574] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330995, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.779235] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 2ecd9333-fd4f-4deb-b727-018f9b4e5a88 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 979.815451] env[70039]: DEBUG nova.compute.manager [req-cde4bf3c-ea17-4c76-8166-e0b25df56b15 req-ebc5930a-5a8a-4684-aa77-73d5217463cc service nova] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Received event network-changed-5b806c80-b932-478e-88be-0d1358926ca4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.815627] env[70039]: DEBUG nova.compute.manager [req-cde4bf3c-ea17-4c76-8166-e0b25df56b15 req-ebc5930a-5a8a-4684-aa77-73d5217463cc service nova] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Refreshing instance network info cache due to event network-changed-5b806c80-b932-478e-88be-0d1358926ca4. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.815922] env[70039]: DEBUG oslo_concurrency.lockutils [req-cde4bf3c-ea17-4c76-8166-e0b25df56b15 req-ebc5930a-5a8a-4684-aa77-73d5217463cc service nova] Acquiring lock "refresh_cache-73c1510d-0606-4dc3-b5ed-773663ec1b86" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.816093] env[70039]: DEBUG oslo_concurrency.lockutils [req-cde4bf3c-ea17-4c76-8166-e0b25df56b15 req-ebc5930a-5a8a-4684-aa77-73d5217463cc service nova] Acquired lock "refresh_cache-73c1510d-0606-4dc3-b5ed-773663ec1b86" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.816539] env[70039]: DEBUG nova.network.neutron [req-cde4bf3c-ea17-4c76-8166-e0b25df56b15 req-ebc5930a-5a8a-4684-aa77-73d5217463cc service nova] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Refreshing network info cache for port 5b806c80-b932-478e-88be-0d1358926ca4 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.896491] env[70039]: DEBUG oslo_vmware.api [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330992, 'name': PowerOffVM_Task, 'duration_secs': 0.242016} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.896746] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.896948] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.897228] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f60ce7a3-8ffd-42f0-ac2a-50e09bf9430a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.909909] env[70039]: DEBUG oslo_vmware.api [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3330990, 'name': PowerOnVM_Task, 'duration_secs': 0.948408} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.910173] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.910383] env[70039]: INFO nova.compute.manager [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Took 11.01 seconds to spawn the instance on the hypervisor. [ 979.910600] env[70039]: DEBUG nova.compute.manager [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.911399] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0448d2-e966-4ee5-a457-457af487ed00 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.929635] env[70039]: INFO nova.compute.manager [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Took 41.06 seconds to build instance. [ 979.975709] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.975976] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.976104] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Deleting the datastore file [datastore1] 9448d172-6f54-4d87-801a-f72fbee574f6 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.976751] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46c48e39-9614-4efb-883c-5b60baccd69f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.982424] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330993, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.984744] env[70039]: DEBUG oslo_vmware.api [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 979.984744] env[70039]: value = "task-3330997" [ 979.984744] env[70039]: _type = "Task" [ 979.984744] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.992797] env[70039]: DEBUG oslo_vmware.api [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.059424] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3330994, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.171494] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3330995, 'name': CreateVM_Task, 'duration_secs': 0.372146} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.171698] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.172436] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.173027] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.173027] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.173511] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bf88648-e1b5-46ee-b970-fc00f4ffb4cf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.180034] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 980.180034] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521dd424-96d0-f0e1-5d42-03cd3aa13597" [ 980.180034] env[70039]: _type = "Task" [ 980.180034] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.189385] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521dd424-96d0-f0e1-5d42-03cd3aa13597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.282443] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 89ada2cd-74fe-4436-8532-df492eb23abd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 980.432295] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371206bb-245d-4b5e-a59e-c272300f0576 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "ea580e3e-39ad-4653-bb30-e050016a9b3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.817s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.435655] env[70039]: INFO nova.compute.manager [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Took 48.50 seconds to build instance. [ 980.479752] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330993, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.494279] env[70039]: DEBUG oslo_vmware.api [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3330997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215208} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.494548] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.494732] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.494905] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.495087] env[70039]: INFO nova.compute.manager [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 980.495330] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.495514] env[70039]: DEBUG nova.compute.manager [-] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.495602] env[70039]: DEBUG nova.network.neutron [-] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.541135] env[70039]: DEBUG nova.network.neutron [req-cde4bf3c-ea17-4c76-8166-e0b25df56b15 req-ebc5930a-5a8a-4684-aa77-73d5217463cc service nova] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Updated VIF entry in instance network info cache for port 5b806c80-b932-478e-88be-0d1358926ca4. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.541590] env[70039]: DEBUG nova.network.neutron [req-cde4bf3c-ea17-4c76-8166-e0b25df56b15 req-ebc5930a-5a8a-4684-aa77-73d5217463cc service nova] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Updating instance_info_cache with network_info: [{"id": "5b806c80-b932-478e-88be-0d1358926ca4", "address": "fa:16:3e:03:fa:b1", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b806c80-b9", "ovs_interfaceid": "5b806c80-b932-478e-88be-0d1358926ca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.552780] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3330994, 'name': ReconfigVM_Task, 'duration_secs': 0.551937} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.553676] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23/7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.555093] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b357184-a7df-4db0-a690-bf4803449a81 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.562178] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for the task: (returnval){ [ 980.562178] env[70039]: value = "task-3330998" [ 980.562178] env[70039]: _type = "Task" [ 980.562178] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.571048] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3330998, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.625832] env[70039]: DEBUG nova.compute.manager [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.626791] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf98417-9f85-40e3-a84a-3085668f0847 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.693952] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521dd424-96d0-f0e1-5d42-03cd3aa13597, 'name': SearchDatastore_Task, 'duration_secs': 0.013917} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.694520] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.694997] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.695290] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.695447] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.695635] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.696094] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3203d494-2f06-416b-b118-6fc14607452e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.706854] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.707065] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.707834] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee71fdb4-6ec6-4084-bf4e-3a170dfa49cc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.716336] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 980.716336] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f44755-bb3e-bee5-82b0-eb5461152a3d" [ 980.716336] env[70039]: _type = "Task" [ 980.716336] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.727420] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f44755-bb3e-bee5-82b0-eb5461152a3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.786476] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance c76a8e8b-9523-45b8-9f2a-4f12fc7427b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 980.886310] env[70039]: DEBUG nova.compute.manager [req-1ce27b47-7808-413c-b341-3918e2772c73 req-75d9408d-3a4f-4cf1-a450-9a8c047b566c service nova] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Received event network-vif-deleted-3fdaf06d-d9f0-4c07-a1f9-35b750042007 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.886310] env[70039]: INFO nova.compute.manager [req-1ce27b47-7808-413c-b341-3918e2772c73 req-75d9408d-3a4f-4cf1-a450-9a8c047b566c service nova] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Neutron deleted interface 3fdaf06d-d9f0-4c07-a1f9-35b750042007; detaching it from the instance and deleting it from the info cache [ 980.886310] env[70039]: DEBUG nova.network.neutron [req-1ce27b47-7808-413c-b341-3918e2772c73 req-75d9408d-3a4f-4cf1-a450-9a8c047b566c service nova] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.937995] env[70039]: DEBUG nova.compute.manager [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.942848] env[70039]: DEBUG oslo_concurrency.lockutils [None req-17c44a4e-35a4-4cc9-927e-747dfdd69849 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "ce10145e-b396-41cf-b13f-170cdc82a43b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.037s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.983597] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330993, 'name': Rename_Task, 'duration_secs': 1.228204} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.984221] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.986541] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2642a35-4e60-4cb3-b2d8-659b53c37f28 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.996570] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 980.996570] env[70039]: value = "task-3330999" [ 980.996570] env[70039]: _type = "Task" [ 980.996570] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.005705] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.047475] env[70039]: DEBUG oslo_concurrency.lockutils [req-cde4bf3c-ea17-4c76-8166-e0b25df56b15 req-ebc5930a-5a8a-4684-aa77-73d5217463cc service nova] Releasing lock "refresh_cache-73c1510d-0606-4dc3-b5ed-773663ec1b86" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.077025] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3330998, 'name': Rename_Task, 'duration_secs': 0.257155} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.077025] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.077025] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab2d02e5-f895-4ba6-bcbf-a00df5b718d0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.083141] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for the task: (returnval){ [ 981.083141] env[70039]: value = "task-3331000" [ 981.083141] env[70039]: _type = "Task" [ 981.083141] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.101217] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.138200] env[70039]: INFO nova.compute.manager [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] instance snapshotting [ 981.141353] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73f8051-3459-4ff0-bb8c-36610f554f04 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.167350] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bc789f-38f5-4c86-a605-81d09f2f010d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.239763] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f44755-bb3e-bee5-82b0-eb5461152a3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010794} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.240841] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49ca3c9a-9602-4b4a-bb1c-0550099ccedb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.247699] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 981.247699] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c5e30c-5e8f-f203-4334-5fb81270c403" [ 981.247699] env[70039]: _type = "Task" [ 981.247699] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.256751] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c5e30c-5e8f-f203-4334-5fb81270c403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.289334] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 6b6a2ead-c49c-43d9-a410-2466f23d699b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 981.295511] env[70039]: DEBUG nova.network.neutron [-] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.391145] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e5aed1c-525e-4092-a8f4-847a2016ecb1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.400243] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ef634c-4bde-4898-a97b-06c9deb487ca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.442223] env[70039]: DEBUG nova.compute.manager [req-1ce27b47-7808-413c-b341-3918e2772c73 req-75d9408d-3a4f-4cf1-a450-9a8c047b566c service nova] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Detach interface failed, port_id=3fdaf06d-d9f0-4c07-a1f9-35b750042007, reason: Instance 9448d172-6f54-4d87-801a-f72fbee574f6 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 981.449372] env[70039]: DEBUG nova.compute.manager [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.472492] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.509525] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330999, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.593669] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331000, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.680679] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Creating Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 981.681020] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bd869487-b75a-4017-b1dc-54863fbaed89 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.691986] env[70039]: DEBUG oslo_vmware.api [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 981.691986] env[70039]: value = "task-3331001" [ 981.691986] env[70039]: _type = "Task" [ 981.691986] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.703817] env[70039]: DEBUG oslo_vmware.api [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331001, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.760035] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c5e30c-5e8f-f203-4334-5fb81270c403, 'name': SearchDatastore_Task, 'duration_secs': 0.015967} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.760190] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.760452] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 73c1510d-0606-4dc3-b5ed-773663ec1b86/73c1510d-0606-4dc3-b5ed-773663ec1b86.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.761270] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8557a25-d879-42aa-893e-2900594302d5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.769378] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 981.769378] env[70039]: value = "task-3331002" [ 981.769378] env[70039]: _type = "Task" [ 981.769378] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.779110] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.796378] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance b6a0aeac-b975-4c2c-904f-a35d9946eb70 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 981.796567] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Total usable vcpus: 48, total allocated vcpus: 24 {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 981.796713] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5312MB phys_disk=200GB used_disk=25GB total_vcpus=48 used_vcpus=24 pci_stats=[] {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 981.799549] env[70039]: INFO nova.compute.manager [-] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Took 1.30 seconds to deallocate network for instance. [ 981.844609] env[70039]: DEBUG nova.compute.manager [req-485ee01e-45c3-44a9-8d1c-ee7bdc2e89ce req-c3fa1444-bd76-4a43-89c9-c60a64382ee6 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Received event network-changed-6ec70463-f243-4b15-95bf-366727322408 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.844892] env[70039]: DEBUG nova.compute.manager [req-485ee01e-45c3-44a9-8d1c-ee7bdc2e89ce req-c3fa1444-bd76-4a43-89c9-c60a64382ee6 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Refreshing instance network info cache due to event network-changed-6ec70463-f243-4b15-95bf-366727322408. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.845083] env[70039]: DEBUG oslo_concurrency.lockutils [req-485ee01e-45c3-44a9-8d1c-ee7bdc2e89ce req-c3fa1444-bd76-4a43-89c9-c60a64382ee6 service nova] Acquiring lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.845286] env[70039]: DEBUG oslo_concurrency.lockutils [req-485ee01e-45c3-44a9-8d1c-ee7bdc2e89ce req-c3fa1444-bd76-4a43-89c9-c60a64382ee6 service nova] Acquired lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.845428] env[70039]: DEBUG nova.network.neutron [req-485ee01e-45c3-44a9-8d1c-ee7bdc2e89ce req-c3fa1444-bd76-4a43-89c9-c60a64382ee6 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Refreshing network info cache for port 6ec70463-f243-4b15-95bf-366727322408 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.972766] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.011275] env[70039]: DEBUG oslo_vmware.api [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3330999, 'name': PowerOnVM_Task, 'duration_secs': 0.533553} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.011275] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.011275] env[70039]: INFO nova.compute.manager [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Took 7.75 seconds to spawn the instance on the hypervisor. [ 982.011858] env[70039]: DEBUG nova.compute.manager [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.013208] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca595678-462f-457a-a606-51d557bc2d45 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.096757] env[70039]: DEBUG oslo_vmware.api [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331000, 'name': PowerOnVM_Task, 'duration_secs': 0.614279} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.099772] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.100006] env[70039]: INFO nova.compute.manager [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Took 15.98 seconds to spawn the instance on the hypervisor. [ 982.100213] env[70039]: DEBUG nova.compute.manager [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.101327] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b832c162-03f7-4474-851e-cba60327baf6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.205904] env[70039]: DEBUG oslo_vmware.api [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331001, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.283169] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331002, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.305727] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.337538] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a380aa-8fb3-4409-a435-db3e48383f63 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.346719] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81faf962-8643-4630-8d6f-2b776d7160d6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.381222] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e9e41d-463a-4f23-9baf-9c73d7c93bc9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.391464] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef31224-e41b-4a98-bf49-6f002310f658 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.406230] env[70039]: DEBUG nova.compute.provider_tree [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.535819] env[70039]: INFO nova.compute.manager [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Took 40.48 seconds to build instance. [ 982.616493] env[70039]: DEBUG nova.network.neutron [req-485ee01e-45c3-44a9-8d1c-ee7bdc2e89ce req-c3fa1444-bd76-4a43-89c9-c60a64382ee6 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Updated VIF entry in instance network info cache for port 6ec70463-f243-4b15-95bf-366727322408. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.616936] env[70039]: DEBUG nova.network.neutron [req-485ee01e-45c3-44a9-8d1c-ee7bdc2e89ce req-c3fa1444-bd76-4a43-89c9-c60a64382ee6 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Updating instance_info_cache with network_info: [{"id": "6ec70463-f243-4b15-95bf-366727322408", "address": "fa:16:3e:b7:5a:37", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec70463-f2", "ovs_interfaceid": "6ec70463-f243-4b15-95bf-366727322408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.625014] env[70039]: INFO nova.compute.manager [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Took 55.27 seconds to build instance. [ 982.708426] env[70039]: DEBUG oslo_vmware.api [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331001, 'name': CreateSnapshot_Task, 'duration_secs': 0.716625} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.708847] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Created Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 982.709619] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d16fd0-d3ff-4673-8453-522e29c972b3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.780976] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51659} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.781274] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 73c1510d-0606-4dc3-b5ed-773663ec1b86/73c1510d-0606-4dc3-b5ed-773663ec1b86.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.781496] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.781747] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e339f67d-83de-4eb3-bcf6-06f4adc94481 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.789394] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 982.789394] env[70039]: value = "task-3331003" [ 982.789394] env[70039]: _type = "Task" [ 982.789394] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.798118] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.912140] env[70039]: DEBUG nova.scheduler.client.report [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.038568] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dfc3d63d-cbb0-4368-8cd6-361ec5b32ddb tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "c7c2ae9f-de0e-47e4-a515-467d2cfa6247" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.182s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.123604] env[70039]: DEBUG oslo_concurrency.lockutils [req-485ee01e-45c3-44a9-8d1c-ee7bdc2e89ce req-c3fa1444-bd76-4a43-89c9-c60a64382ee6 service nova] Releasing lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.127214] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3da7a285-95d9-4633-a2c6-76b3a036c738 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lock "7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.685s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.210074] env[70039]: INFO nova.compute.manager [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Rebuilding instance [ 983.235050] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Creating linked-clone VM from snapshot {{(pid=70039) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 983.236101] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-493a8a32-93ff-4a3a-8326-d736048818e8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.245686] env[70039]: DEBUG oslo_vmware.api [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 983.245686] env[70039]: value = "task-3331004" [ 983.245686] env[70039]: _type = "Task" [ 983.245686] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.254772] env[70039]: DEBUG oslo_vmware.api [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331004, 'name': CloneVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.265595] env[70039]: DEBUG nova.compute.manager [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.266511] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b44e0fa-5e27-479f-a19b-ad858961850c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.300338] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070593} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.300613] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.301414] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274cbe7d-1238-456e-8c66-86e6a7f3c463 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.326607] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 73c1510d-0606-4dc3-b5ed-773663ec1b86/73c1510d-0606-4dc3-b5ed-773663ec1b86.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.327711] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b8710fb-c379-4041-8663-1af1cffb224d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.349345] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 983.349345] env[70039]: value = "task-3331005" [ 983.349345] env[70039]: _type = "Task" [ 983.349345] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.358638] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.417755] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70039) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 983.418229] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.561s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.418681] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 30.105s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.421844] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.422360] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Cleaning up deleted instances {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 983.541783] env[70039]: DEBUG nova.compute.manager [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.631257] env[70039]: DEBUG nova.compute.manager [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.698646] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquiring lock "7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.698901] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lock "7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.699142] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquiring lock "7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.700021] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lock "7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.700021] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lock "7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.702547] env[70039]: INFO nova.compute.manager [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Terminating instance [ 983.756603] env[70039]: DEBUG oslo_vmware.api [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331004, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.862428] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331005, 'name': ReconfigVM_Task, 'duration_secs': 0.357378} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.862703] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 73c1510d-0606-4dc3-b5ed-773663ec1b86/73c1510d-0606-4dc3-b5ed-773663ec1b86.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.863376] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66dd22dd-2683-45fc-84ec-fc21d1987f3f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.875945] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 983.875945] env[70039]: value = "task-3331006" [ 983.875945] env[70039]: _type = "Task" [ 983.875945] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.886279] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331006, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.925727] env[70039]: DEBUG nova.objects.instance [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lazy-loading 'migration_context' on Instance uuid fe48041e-1a3f-4be1-a2e8-44f4c0482552 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.937479] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] There are 43 instances to clean {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 983.937735] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: a64a8294-f3f9-472e-877b-64955d2feb4f] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.070264] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.151528] env[70039]: DEBUG oslo_concurrency.lockutils [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.206574] env[70039]: DEBUG nova.compute.manager [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.206809] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.207767] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49acd01f-0e6f-4782-94cf-5afd813b8b0f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.215868] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.216173] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35ad466c-9a1b-436d-ac7e-02ced8b6e22b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.225562] env[70039]: DEBUG oslo_vmware.api [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for the task: (returnval){ [ 984.225562] env[70039]: value = "task-3331007" [ 984.225562] env[70039]: _type = "Task" [ 984.225562] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.235018] env[70039]: DEBUG oslo_vmware.api [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.257016] env[70039]: DEBUG oslo_vmware.api [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331004, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.281860] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.282147] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f420138b-2c6d-498a-893b-ee0a99089753 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.290794] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 984.290794] env[70039]: value = "task-3331008" [ 984.290794] env[70039]: _type = "Task" [ 984.290794] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.300865] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.387762] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331006, 'name': Rename_Task, 'duration_secs': 0.153426} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.388090] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.388356] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60c8d4ed-f50c-4387-a8f4-69767e7864a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.398153] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 984.398153] env[70039]: value = "task-3331009" [ 984.398153] env[70039]: _type = "Task" [ 984.398153] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.409526] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.443855] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: a749d9fd-c016-4684-afcd-1754a424ce51] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.736380] env[70039]: DEBUG oslo_vmware.api [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331007, 'name': PowerOffVM_Task, 'duration_secs': 0.212263} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.736649] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.736814] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.737075] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df94edf8-2326-4c52-9533-cc596c3ba68e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.757675] env[70039]: DEBUG oslo_vmware.api [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331004, 'name': CloneVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.800033] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331008, 'name': PowerOffVM_Task, 'duration_secs': 0.352752} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.803393] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.803629] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.804613] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfecd5e-7add-41aa-ad54-8fb243fc0d74 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.813196] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.815791] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ad19662-2be2-4796-af6f-342505c9edba {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.845488] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.845734] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.845921] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Deleting the datastore file [datastore2] c7c2ae9f-de0e-47e4-a515-467d2cfa6247 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.846641] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8190175-6b72-403a-b1a3-53854482a339 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.854642] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 984.854642] env[70039]: value = "task-3331012" [ 984.854642] env[70039]: _type = "Task" [ 984.854642] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.863116] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.897028] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.897448] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.897754] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Deleting the datastore file [datastore2] 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.898244] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be616e1d-b983-4972-851e-50076b3ca4f6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.912791] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331009, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.914250] env[70039]: DEBUG oslo_vmware.api [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for the task: (returnval){ [ 984.914250] env[70039]: value = "task-3331013" [ 984.914250] env[70039]: _type = "Task" [ 984.914250] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.923280] env[70039]: DEBUG oslo_vmware.api [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.937390] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404ca4a7-7dbd-4483-b051-924fdfd76ed8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.946648] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730643b8-e7e1-4212-9b84-04225ba70975 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.950339] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: e0113f7a-a90f-4add-bf71-d5a306f059cd] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.982979] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68013e42-43c2-4512-aa11-a959bfe25892 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.994984] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1e4aad-cdcd-4985-a4f9-0ee17f88c530 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.010892] env[70039]: DEBUG nova.compute.provider_tree [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.262114] env[70039]: DEBUG oslo_vmware.api [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331004, 'name': CloneVM_Task, 'duration_secs': 1.538308} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.262235] env[70039]: INFO nova.virt.vmwareapi.vmops [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Created linked-clone VM from snapshot [ 985.263127] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73011c95-8e87-4f1b-9821-1d7a2e0188a4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.275033] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Uploading image 8f98581f-de44-4406-8f95-aa241fd58adc {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 985.345347] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 985.345347] env[70039]: value = "vm-664971" [ 985.345347] env[70039]: _type = "VirtualMachine" [ 985.345347] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 985.345842] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5e5dc15f-69fa-47ac-bf66-e5a7b9443104 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.353281] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lease: (returnval){ [ 985.353281] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c767b5-d0f1-5fc2-1749-a04f2fbbae0a" [ 985.353281] env[70039]: _type = "HttpNfcLease" [ 985.353281] env[70039]: } obtained for exporting VM: (result){ [ 985.353281] env[70039]: value = "vm-664971" [ 985.353281] env[70039]: _type = "VirtualMachine" [ 985.353281] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 985.353546] env[70039]: DEBUG oslo_vmware.api [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the lease: (returnval){ [ 985.353546] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c767b5-d0f1-5fc2-1749-a04f2fbbae0a" [ 985.353546] env[70039]: _type = "HttpNfcLease" [ 985.353546] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 985.363170] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 985.363170] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c767b5-d0f1-5fc2-1749-a04f2fbbae0a" [ 985.363170] env[70039]: _type = "HttpNfcLease" [ 985.363170] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 985.366122] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142873} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.366397] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.366614] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.366823] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.412417] env[70039]: DEBUG oslo_vmware.api [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331009, 'name': PowerOnVM_Task, 'duration_secs': 0.728272} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.412689] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.412890] env[70039]: INFO nova.compute.manager [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Took 8.20 seconds to spawn the instance on the hypervisor. [ 985.413080] env[70039]: DEBUG nova.compute.manager [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.413862] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63873c6d-b3ac-4a10-afc4-c5bd19544abe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.424869] env[70039]: DEBUG oslo_vmware.api [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348304} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.426560] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.426755] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.426934] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.427124] env[70039]: INFO nova.compute.manager [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Took 1.22 seconds to destroy the instance on the hypervisor. [ 985.427365] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.430175] env[70039]: DEBUG nova.compute.manager [-] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.430278] env[70039]: DEBUG nova.network.neutron [-] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.455609] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 39f01a63-4ec9-4603-bd89-55f34a4fbfe9] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.513751] env[70039]: DEBUG nova.scheduler.client.report [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.884172] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 985.884172] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c767b5-d0f1-5fc2-1749-a04f2fbbae0a" [ 985.884172] env[70039]: _type = "HttpNfcLease" [ 985.884172] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 985.884172] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 985.884172] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c767b5-d0f1-5fc2-1749-a04f2fbbae0a" [ 985.884172] env[70039]: _type = "HttpNfcLease" [ 985.884172] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 985.884172] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b42a6db-c67d-4352-a351-52c82e5217b4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.889220] env[70039]: DEBUG nova.compute.manager [req-6b7890d7-56fc-4eec-8f4d-7e8a4713cd8f req-b11d76dd-a260-47d3-ae5d-082614c03388 service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Received event network-vif-deleted-f7660aa5-a30b-4a59-957b-bc01fe39ddb6 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.889220] env[70039]: INFO nova.compute.manager [req-6b7890d7-56fc-4eec-8f4d-7e8a4713cd8f req-b11d76dd-a260-47d3-ae5d-082614c03388 service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Neutron deleted interface f7660aa5-a30b-4a59-957b-bc01fe39ddb6; detaching it from the instance and deleting it from the info cache [ 985.889446] env[70039]: DEBUG nova.network.neutron [req-6b7890d7-56fc-4eec-8f4d-7e8a4713cd8f req-b11d76dd-a260-47d3-ae5d-082614c03388 service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Updating instance_info_cache with network_info: [{"id": "707d887d-60f8-4dd4-b3f3-5d5c207cb4fe", "address": "fa:16:3e:71:09:c8", "network": {"id": "78fc01bc-ae00-4add-82e2-209cc03e1779", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2108284113", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52085bd280aa4f5ab3bf54c7199a289f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707d887d-60", "ovs_interfaceid": "707d887d-60f8-4dd4-b3f3-5d5c207cb4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a14fb873-11fb-4eb3-875c-fb2d5879d1c1", "address": "fa:16:3e:63:fa:b1", "network": {"id": "78fc01bc-ae00-4add-82e2-209cc03e1779", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2108284113", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52085bd280aa4f5ab3bf54c7199a289f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa14fb873-11", "ovs_interfaceid": "a14fb873-11fb-4eb3-875c-fb2d5879d1c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.898264] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c2ad2-0a2c-bde0-a7e7-2f7af9a829c2/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 985.898264] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c2ad2-0a2c-bde0-a7e7-2f7af9a829c2/disk-0.vmdk for reading. {{(pid=70039) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 985.962947] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: a9a8f1f7-c2f8-49e9-bcd9-0033c89ae2f7] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.970604] env[70039]: INFO nova.compute.manager [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Took 35.88 seconds to build instance. [ 985.996761] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-35cbc10b-b299-4bda-8327-2dc2999c1990 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.392490] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cead19aa-1935-4584-9b3c-b100334287cd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.404600] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb21b1d-47bb-4d35-8dfb-5d7c186b60d8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.432465] env[70039]: DEBUG nova.virt.hardware [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.432845] env[70039]: DEBUG nova.virt.hardware [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.433140] env[70039]: DEBUG nova.virt.hardware [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.433353] env[70039]: DEBUG nova.virt.hardware [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.433584] env[70039]: DEBUG nova.virt.hardware [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.433787] env[70039]: DEBUG nova.virt.hardware [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.434187] env[70039]: DEBUG nova.virt.hardware [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.434437] env[70039]: DEBUG nova.virt.hardware [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.434669] env[70039]: DEBUG nova.virt.hardware [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.434922] env[70039]: DEBUG nova.virt.hardware [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.435121] env[70039]: DEBUG nova.virt.hardware [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.436059] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02207192-c5c5-42cb-b61e-3f36887e4878 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.455322] env[70039]: DEBUG nova.compute.manager [req-6b7890d7-56fc-4eec-8f4d-7e8a4713cd8f req-b11d76dd-a260-47d3-ae5d-082614c03388 service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Detach interface failed, port_id=f7660aa5-a30b-4a59-957b-bc01fe39ddb6, reason: Instance 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 986.462152] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e12889-8e01-435d-a1ed-a3d3f8470722 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.467150] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 477eea39-7f60-461a-9c38-f40236440f23] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.472813] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94c74dec-ae16-4095-a486-84b025306f07 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "73c1510d-0606-4dc3-b5ed-773663ec1b86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.326s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.482533] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Instance VIF info [] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.488792] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.489162] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.489467] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d154a0ab-499f-46f2-8fef-ee96c033e5b1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.511928] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.511928] env[70039]: value = "task-3331015" [ 986.511928] env[70039]: _type = "Task" [ 986.511928] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.529111] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.110s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.537608] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331015, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.540717] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.220s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.541462] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.544203] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.779s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.547113] env[70039]: INFO nova.compute.claims [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.595258] env[70039]: INFO nova.scheduler.client.report [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Deleted allocations for instance 1f6d998f-e79c-4bb7-8124-7e5a791d60f3 [ 986.810186] env[70039]: DEBUG nova.network.neutron [-] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.970843] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 966ead37-1cec-42ec-8a35-4fc079cdea6f] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.024879] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331015, 'name': CreateVM_Task, 'duration_secs': 0.456213} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.024879] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.026029] env[70039]: DEBUG oslo_concurrency.lockutils [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.026029] env[70039]: DEBUG oslo_concurrency.lockutils [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.027031] env[70039]: DEBUG oslo_concurrency.lockutils [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.027031] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deccff2f-a56e-4f65-8a94-4a60d723d54c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.032799] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 987.032799] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52d1461f-a075-32ed-ffb2-85daeb93e0d9" [ 987.032799] env[70039]: _type = "Task" [ 987.032799] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.045930] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d1461f-a075-32ed-ffb2-85daeb93e0d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.067978] env[70039]: INFO nova.compute.manager [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Rebuilding instance [ 987.105702] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31ea9d09-75bc-49c7-a50f-d5bdf0e2fea1 tempest-ServersNegativeTestMultiTenantJSON-1144469946 tempest-ServersNegativeTestMultiTenantJSON-1144469946-project-member] Lock "1f6d998f-e79c-4bb7-8124-7e5a791d60f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.558s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.124812] env[70039]: DEBUG nova.compute.manager [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.125923] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14002639-6337-4e82-b4d3-a75d8512ad58 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.318618] env[70039]: INFO nova.compute.manager [-] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Took 1.89 seconds to deallocate network for instance. [ 987.476049] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 80cbf532-257f-47c1-a22f-de7a8ca6a004] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.544435] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d1461f-a075-32ed-ffb2-85daeb93e0d9, 'name': SearchDatastore_Task, 'duration_secs': 0.021592} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.545279] env[70039]: DEBUG oslo_concurrency.lockutils [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.545644] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.546042] env[70039]: DEBUG oslo_concurrency.lockutils [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.546112] env[70039]: DEBUG oslo_concurrency.lockutils [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.546301] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.546612] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-322db5a5-ea92-45f1-b66b-1c7c6906fab9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.559448] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.560968] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.561797] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0989c2b4-9403-4c6d-bd5d-f5752ec16273 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.570617] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 987.570617] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]526fcb1a-eb72-55aa-c16e-7732e017b1d6" [ 987.570617] env[70039]: _type = "Task" [ 987.570617] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.584478] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526fcb1a-eb72-55aa-c16e-7732e017b1d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.825103] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.981771] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 873ce976-872a-45d1-afcd-4685a91a8af2] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.059051] env[70039]: DEBUG nova.compute.manager [req-a8b247bb-7b5f-4607-9ba5-1a56410a9cc1 req-b7a97c6d-11dc-4f53-960d-8fbe2392913a service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Received event network-vif-deleted-a14fb873-11fb-4eb3-875c-fb2d5879d1c1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.059967] env[70039]: DEBUG nova.compute.manager [req-a8b247bb-7b5f-4607-9ba5-1a56410a9cc1 req-b7a97c6d-11dc-4f53-960d-8fbe2392913a service nova] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Received event network-vif-deleted-707d887d-60f8-4dd4-b3f3-5d5c207cb4fe {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.094142] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526fcb1a-eb72-55aa-c16e-7732e017b1d6, 'name': SearchDatastore_Task, 'duration_secs': 0.015956} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.096791] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5506b288-8ecb-4c4b-a039-3106f454dc07 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.104410] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 988.104410] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52e2a1e9-07a9-fea1-a9de-db5ca8cc89dc" [ 988.104410] env[70039]: _type = "Task" [ 988.104410] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.110704] env[70039]: INFO nova.compute.manager [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Swapping old allocation on dict_keys(['543a9f30-645b-4a81-8076-3a3e96a6f37d']) held by migration 8f90953a-2880-4d01-8f04-82386ea10aa4 for instance [ 988.124208] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e2a1e9-07a9-fea1-a9de-db5ca8cc89dc, 'name': SearchDatastore_Task, 'duration_secs': 0.01508} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.124494] env[70039]: DEBUG oslo_concurrency.lockutils [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.124794] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] c7c2ae9f-de0e-47e4-a515-467d2cfa6247/c7c2ae9f-de0e-47e4-a515-467d2cfa6247.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.125155] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6b10dc6-a973-4074-b69e-12a054a53bd0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.139401] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 988.139401] env[70039]: value = "task-3331016" [ 988.139401] env[70039]: _type = "Task" [ 988.139401] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.145374] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.146418] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0fbe4a-199d-4bcb-b24f-fe75c209ab40 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.150424] env[70039]: DEBUG nova.scheduler.client.report [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Overwriting current allocation {'allocations': {'543a9f30-645b-4a81-8076-3a3e96a6f37d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 94}}, 'project_id': '068507032c75493db692ec11932fc397', 'user_id': '5ada34c216ff49c88d7571e76a0acee4', 'consumer_generation': 1} on consumer fe48041e-1a3f-4be1-a2e8-44f4c0482552 {{(pid=70039) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 988.153303] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f631ca1e-111e-44b2-b5ef-952898dc28f4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.166060] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.168821] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4e46d2-9ca7-467f-9b4f-efdb3d30605e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.173027] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 988.173027] env[70039]: value = "task-3331017" [ 988.173027] env[70039]: _type = "Task" [ 988.173027] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.220214] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40682367-385f-4d05-b240-8e536d96bb9f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.223327] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.235299] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5dcdc9-4100-4aad-86af-30cf963a7982 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.251744] env[70039]: DEBUG nova.compute.provider_tree [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.346939] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "refresh_cache-fe48041e-1a3f-4be1-a2e8-44f4c0482552" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.347423] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquired lock "refresh_cache-fe48041e-1a3f-4be1-a2e8-44f4c0482552" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.347675] env[70039]: DEBUG nova.network.neutron [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.490522] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 64281a82-d12b-4f88-86b0-2d5c97fcd934] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.652357] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331016, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.684450] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331017, 'name': PowerOffVM_Task, 'duration_secs': 0.243016} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.684450] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.685437] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.686480] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b5c1cb-2f24-42a7-a679-2c3b08c21fdc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.696756] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.697063] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be49841e-b715-4410-b9c4-5cb1d31875ff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.756444] env[70039]: DEBUG nova.scheduler.client.report [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.776722] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.776936] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.777259] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleting the datastore file [datastore2] 73c1510d-0606-4dc3-b5ed-773663ec1b86 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.777689] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dee621ea-a0cc-4e47-a944-05a31572d5f9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.788267] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 988.788267] env[70039]: value = "task-3331019" [ 988.788267] env[70039]: _type = "Task" [ 988.788267] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.798131] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.995085] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: dfd54a1a-b989-4277-8e7a-2892a1e0e510] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.154486] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623324} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.154837] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] c7c2ae9f-de0e-47e4-a515-467d2cfa6247/c7c2ae9f-de0e-47e4-a515-467d2cfa6247.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.155256] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.155606] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75358644-0a79-4a2c-ab00-8fde1615b758 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.166295] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 989.166295] env[70039]: value = "task-3331020" [ 989.166295] env[70039]: _type = "Task" [ 989.166295] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.176320] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.177718] env[70039]: DEBUG nova.network.neutron [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Updating instance_info_cache with network_info: [{"id": "acd661e5-50d1-40d8-9ab2-883096c92f48", "address": "fa:16:3e:5c:1b:fe", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd661e5-50", "ovs_interfaceid": "acd661e5-50d1-40d8-9ab2-883096c92f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.261506] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.264781] env[70039]: DEBUG nova.compute.manager [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.267719] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.621s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.271330] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.274490] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.356s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.276171] env[70039]: INFO nova.compute.claims [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.303217] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182823} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.304211] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.304539] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.304734] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.320075] env[70039]: INFO nova.scheduler.client.report [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Deleted allocations for instance c883117a-f815-463b-b6de-9b791946d8fb [ 989.498811] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: cede758a-d0ee-4671-b83b-22c7c977b17a] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.678831] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088689} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.678982] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.679831] env[70039]: DEBUG oslo_concurrency.lockutils [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Releasing lock "refresh_cache-fe48041e-1a3f-4be1-a2e8-44f4c0482552" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.680404] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.681934] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e800a1f-085e-43fc-9f4c-404c62c27706 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.685627] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8de8e5ea-c678-4326-9a3b-505fb87aca48 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.710317] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] c7c2ae9f-de0e-47e4-a515-467d2cfa6247/c7c2ae9f-de0e-47e4-a515-467d2cfa6247.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.712063] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ea6d268-7b42-44a8-a50d-23c869e7140a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.729947] env[70039]: DEBUG oslo_vmware.api [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 989.729947] env[70039]: value = "task-3331021" [ 989.729947] env[70039]: _type = "Task" [ 989.729947] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.737613] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 989.737613] env[70039]: value = "task-3331022" [ 989.737613] env[70039]: _type = "Task" [ 989.737613] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.741537] env[70039]: DEBUG oslo_vmware.api [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3331021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.752161] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.781813] env[70039]: DEBUG nova.compute.utils [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.787075] env[70039]: DEBUG nova.compute.manager [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.787350] env[70039]: DEBUG nova.network.neutron [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.832264] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9ba5850e-5261-4593-a4de-5b06b41d55af tempest-ServerShowV257Test-1287235265 tempest-ServerShowV257Test-1287235265-project-member] Lock "c883117a-f815-463b-b6de-9b791946d8fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.511s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.835437] env[70039]: DEBUG nova.policy [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c12e6f40b2b048a0969ec59a3acdeda5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e92100935443909f3d96a6cd84123b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.003333] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: ecce90d2-5aeb-4b65-a746-7ff3a5fc98d6] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.242206] env[70039]: DEBUG oslo_vmware.api [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3331021, 'name': PowerOffVM_Task, 'duration_secs': 0.238391} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.243111] env[70039]: DEBUG nova.network.neutron [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Successfully created port: 48068beb-d371-43d7-946d-c66d5a1883fc {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.249812] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.250596] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:17:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='21f209e4-9302-4ed7-8415-70caba9eafbd',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-863536117',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.250858] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.250968] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.251170] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.252185] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.252358] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.252577] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.252741] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.253059] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.253150] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.253260] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.259918] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de45f1a0-cde0-46ff-8b6c-98c9f06f67df {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.279203] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331022, 'name': ReconfigVM_Task, 'duration_secs': 0.493638} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.279203] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Reconfigured VM instance instance-00000044 to attach disk [datastore1] c7c2ae9f-de0e-47e4-a515-467d2cfa6247/c7c2ae9f-de0e-47e4-a515-467d2cfa6247.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.280067] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50b11a64-0331-4df3-b005-4be572c87f75 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.282289] env[70039]: DEBUG oslo_vmware.api [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 990.282289] env[70039]: value = "task-3331023" [ 990.282289] env[70039]: _type = "Task" [ 990.282289] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.291721] env[70039]: DEBUG nova.compute.manager [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.296121] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 990.296121] env[70039]: value = "task-3331024" [ 990.296121] env[70039]: _type = "Task" [ 990.296121] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.307454] env[70039]: DEBUG oslo_vmware.api [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3331023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.311580] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331024, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.362052] env[70039]: DEBUG nova.virt.hardware [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.362150] env[70039]: DEBUG nova.virt.hardware [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.362322] env[70039]: DEBUG nova.virt.hardware [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.362512] env[70039]: DEBUG nova.virt.hardware [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.362663] env[70039]: DEBUG nova.virt.hardware [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.362814] env[70039]: DEBUG nova.virt.hardware [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.363087] env[70039]: DEBUG nova.virt.hardware [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.363267] env[70039]: DEBUG nova.virt.hardware [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.363441] env[70039]: DEBUG nova.virt.hardware [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.363607] env[70039]: DEBUG nova.virt.hardware [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.363782] env[70039]: DEBUG nova.virt.hardware [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.365171] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedad0a5-2d73-4230-97b3-f70fae621425 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.379133] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c9a513-91ce-4cc2-aa4f-f8d5db8cd818 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.400306] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:fa:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b806c80-b932-478e-88be-0d1358926ca4', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.408288] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.411650] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.412155] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26ba55fd-4768-44b7-bca4-dfd3ccca4da8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.442310] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.442310] env[70039]: value = "task-3331025" [ 990.442310] env[70039]: _type = "Task" [ 990.442310] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.455583] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331025, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.505790] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: f9ef26da-6c7f-409b-8e13-a26f6c648f1b] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.792638] env[70039]: DEBUG oslo_vmware.api [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3331023, 'name': ReconfigVM_Task, 'duration_secs': 0.186259} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.796298] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9226166-a3cf-4ee0-8ccd-feaf92697629 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.821706] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:17:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='21f209e4-9302-4ed7-8415-70caba9eafbd',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-863536117',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.822080] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.822282] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.822525] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.822729] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.822906] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.823130] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.823363] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.823600] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.823780] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.823956] env[70039]: DEBUG nova.virt.hardware [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.830526] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea44c2ec-9fe5-4cd0-aeeb-dd9d23623ed8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.832867] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331024, 'name': Rename_Task, 'duration_secs': 0.221405} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.833972] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.834555] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9642be02-398a-4332-9c1d-ea7cdd680405 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.837422] env[70039]: DEBUG oslo_vmware.api [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 990.837422] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52195d63-1bbd-2ce7-4875-6a7b65af89c7" [ 990.837422] env[70039]: _type = "Task" [ 990.837422] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.843394] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 990.843394] env[70039]: value = "task-3331026" [ 990.843394] env[70039]: _type = "Task" [ 990.843394] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.849098] env[70039]: DEBUG oslo_vmware.api [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52195d63-1bbd-2ce7-4875-6a7b65af89c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.859514] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.875046] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da8b2ed-fdb4-43f3-ab22-0bb2f4cf4e15 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.883742] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192ddbc8-dacb-4aea-b73c-d532f1948e0e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.916903] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27031a39-928c-4fa8-a870-90fd4bbf2f43 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.925071] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78fbe5f-f6be-4a10-bfd3-ecd05b248c99 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.940849] env[70039]: DEBUG nova.compute.provider_tree [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.953677] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331025, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.010437] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 0a1d1dac-34f8-4446-b221-3425199e9af6] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.309463] env[70039]: DEBUG nova.compute.manager [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.339461] env[70039]: DEBUG nova.virt.hardware [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.339718] env[70039]: DEBUG nova.virt.hardware [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.339978] env[70039]: DEBUG nova.virt.hardware [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.340213] env[70039]: DEBUG nova.virt.hardware [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.340369] env[70039]: DEBUG nova.virt.hardware [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.340520] env[70039]: DEBUG nova.virt.hardware [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.340837] env[70039]: DEBUG nova.virt.hardware [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.341042] env[70039]: DEBUG nova.virt.hardware [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.341224] env[70039]: DEBUG nova.virt.hardware [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.341395] env[70039]: DEBUG nova.virt.hardware [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.341595] env[70039]: DEBUG nova.virt.hardware [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.342687] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0370597-92f8-44d9-b4f9-4f40dcdd09da {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.359242] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e3c70e-8600-486a-8c15-072a25a6a047 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.363482] env[70039]: DEBUG oslo_vmware.api [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52195d63-1bbd-2ce7-4875-6a7b65af89c7, 'name': SearchDatastore_Task, 'duration_secs': 0.007888} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.371761] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 991.372108] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331026, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.372767] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f40af087-6e24-47f9-b6d0-12ffd93a071c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.401571] env[70039]: DEBUG oslo_vmware.api [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 991.401571] env[70039]: value = "task-3331027" [ 991.401571] env[70039]: _type = "Task" [ 991.401571] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.410052] env[70039]: DEBUG oslo_vmware.api [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3331027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.444378] env[70039]: DEBUG nova.scheduler.client.report [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.457572] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331025, 'name': CreateVM_Task, 'duration_secs': 0.588018} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.457692] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.458832] env[70039]: DEBUG oslo_concurrency.lockutils [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.458832] env[70039]: DEBUG oslo_concurrency.lockutils [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.458947] env[70039]: DEBUG oslo_concurrency.lockutils [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.459187] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-890a995f-da43-4b16-8865-7739be80f1cb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.465655] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 991.465655] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52bb3af2-55b1-57ac-b779-9889ad86b288" [ 991.465655] env[70039]: _type = "Task" [ 991.465655] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.475923] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52bb3af2-55b1-57ac-b779-9889ad86b288, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.513058] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 2e23ee1b-6eb8-439d-9e1d-40e228182daa] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.803553] env[70039]: DEBUG nova.compute.manager [req-833c8e1a-329b-4e56-886d-3b4d1d42cac8 req-48b26011-3667-48ef-b68f-7ee2663aac9b service nova] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Received event network-vif-plugged-48068beb-d371-43d7-946d-c66d5a1883fc {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.803793] env[70039]: DEBUG oslo_concurrency.lockutils [req-833c8e1a-329b-4e56-886d-3b4d1d42cac8 req-48b26011-3667-48ef-b68f-7ee2663aac9b service nova] Acquiring lock "f7ce60e6-a231-4d1f-acf3-2fe9a2515be1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.804172] env[70039]: DEBUG oslo_concurrency.lockutils [req-833c8e1a-329b-4e56-886d-3b4d1d42cac8 req-48b26011-3667-48ef-b68f-7ee2663aac9b service nova] Lock "f7ce60e6-a231-4d1f-acf3-2fe9a2515be1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.804347] env[70039]: DEBUG oslo_concurrency.lockutils [req-833c8e1a-329b-4e56-886d-3b4d1d42cac8 req-48b26011-3667-48ef-b68f-7ee2663aac9b service nova] Lock "f7ce60e6-a231-4d1f-acf3-2fe9a2515be1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.804544] env[70039]: DEBUG nova.compute.manager [req-833c8e1a-329b-4e56-886d-3b4d1d42cac8 req-48b26011-3667-48ef-b68f-7ee2663aac9b service nova] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] No waiting events found dispatching network-vif-plugged-48068beb-d371-43d7-946d-c66d5a1883fc {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.804718] env[70039]: WARNING nova.compute.manager [req-833c8e1a-329b-4e56-886d-3b4d1d42cac8 req-48b26011-3667-48ef-b68f-7ee2663aac9b service nova] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Received unexpected event network-vif-plugged-48068beb-d371-43d7-946d-c66d5a1883fc for instance with vm_state building and task_state spawning. [ 991.854974] env[70039]: DEBUG nova.network.neutron [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Successfully updated port: 48068beb-d371-43d7-946d-c66d5a1883fc {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.860993] env[70039]: DEBUG oslo_vmware.api [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331026, 'name': PowerOnVM_Task, 'duration_secs': 0.747207} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.861294] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.861510] env[70039]: DEBUG nova.compute.manager [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.862522] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edbf2ba-42fa-4bef-a1d5-e18ae85047db {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.911212] env[70039]: DEBUG oslo_vmware.api [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3331027, 'name': ReconfigVM_Task, 'duration_secs': 0.321368} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.911440] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 991.912214] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d0cae1-5214-43a9-a397-183fc2bb4760 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.934127] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] fe48041e-1a3f-4be1-a2e8-44f4c0482552/fe48041e-1a3f-4be1-a2e8-44f4c0482552.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.934459] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bdbd1ff-9d68-4e19-8bcf-96ac97c45676 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.953150] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.953642] env[70039]: DEBUG nova.compute.manager [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.957068] env[70039]: DEBUG oslo_vmware.api [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 991.957068] env[70039]: value = "task-3331028" [ 991.957068] env[70039]: _type = "Task" [ 991.957068] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.957068] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.520s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.957997] env[70039]: INFO nova.compute.claims [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.969152] env[70039]: DEBUG oslo_vmware.api [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3331028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.977506] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52bb3af2-55b1-57ac-b779-9889ad86b288, 'name': SearchDatastore_Task, 'duration_secs': 0.010515} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.977879] env[70039]: DEBUG oslo_concurrency.lockutils [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.978046] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.978298] env[70039]: DEBUG oslo_concurrency.lockutils [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.978468] env[70039]: DEBUG oslo_concurrency.lockutils [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.978648] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.978900] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-096ef738-28e2-4cee-b0ad-0068f9dd6e11 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.987235] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.987414] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.988787] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-172d47ba-786e-46fe-8cc4-5605f9f3e119 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.996489] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 991.996489] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52cc2f26-e02e-d1e4-26ea-5bf558ee23c3" [ 991.996489] env[70039]: _type = "Task" [ 991.996489] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.004517] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52cc2f26-e02e-d1e4-26ea-5bf558ee23c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.016353] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: d19fe63d-4364-4fd7-9dcf-dd281e8b87c7] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 992.357864] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "refresh_cache-f7ce60e6-a231-4d1f-acf3-2fe9a2515be1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.357939] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired lock "refresh_cache-f7ce60e6-a231-4d1f-acf3-2fe9a2515be1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.358097] env[70039]: DEBUG nova.network.neutron [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.386661] env[70039]: DEBUG oslo_concurrency.lockutils [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.461141] env[70039]: DEBUG nova.compute.utils [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.468035] env[70039]: DEBUG nova.compute.manager [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.468035] env[70039]: DEBUG nova.network.neutron [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.482656] env[70039]: DEBUG oslo_vmware.api [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3331028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.506850] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52cc2f26-e02e-d1e4-26ea-5bf558ee23c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009297} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.507696] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d3df97-241b-40e0-b047-01b38d02ba4b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.513211] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 992.513211] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52506fa4-2173-3836-3db8-f4f87ff411a3" [ 992.513211] env[70039]: _type = "Task" [ 992.513211] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.521876] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 2a7892bc-4060-44b2-a6ff-cc9720783b3e] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 992.523813] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52506fa4-2173-3836-3db8-f4f87ff411a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.568486] env[70039]: DEBUG nova.policy [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f2a7e52a9484a70bff0d104163477a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16843037a89d4012b44f82e4aecb79d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.897226] env[70039]: DEBUG nova.network.neutron [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.923755] env[70039]: DEBUG nova.network.neutron [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Successfully created port: aa814895-eb72-4654-98da-36f81663b83a {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.977867] env[70039]: DEBUG nova.compute.manager [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.988528] env[70039]: DEBUG oslo_vmware.api [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3331028, 'name': ReconfigVM_Task, 'duration_secs': 0.669064} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.988708] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Reconfigured VM instance instance-00000030 to attach disk [datastore2] fe48041e-1a3f-4be1-a2e8-44f4c0482552/fe48041e-1a3f-4be1-a2e8-44f4c0482552.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.989610] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51acc04-4e99-4c54-9178-346d5c87ef87 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.008373] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2c2118-c31a-404a-b7ae-a54747c05969 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.033291] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 3ea7617e-f623-4aec-9a97-8a737b6307c5] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 993.040700] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dbbcc7-0a4a-493f-96f1-5cf9bb46a2b3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.047977] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52506fa4-2173-3836-3db8-f4f87ff411a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011204} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.049161] env[70039]: DEBUG oslo_concurrency.lockutils [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.049161] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 73c1510d-0606-4dc3-b5ed-773663ec1b86/73c1510d-0606-4dc3-b5ed-773663ec1b86.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.049161] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0f811db-157f-4e19-bbe9-29dee19a8791 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.066520] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec0f845-43e5-4536-98f8-ff4f36249980 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.070810] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 993.070810] env[70039]: value = "task-3331029" [ 993.070810] env[70039]: _type = "Task" [ 993.070810] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.081528] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.082273] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb3c5393-8db5-4011-8385-1562160ee5d7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.087911] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.094285] env[70039]: DEBUG oslo_vmware.api [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 993.094285] env[70039]: value = "task-3331030" [ 993.094285] env[70039]: _type = "Task" [ 993.094285] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.100269] env[70039]: DEBUG nova.network.neutron [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Updating instance_info_cache with network_info: [{"id": "48068beb-d371-43d7-946d-c66d5a1883fc", "address": "fa:16:3e:78:c5:1b", "network": {"id": "27d611dc-541c-45de-a128-e4294d684a54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1913845303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e92100935443909f3d96a6cd84123b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48068beb-d3", "ovs_interfaceid": "48068beb-d371-43d7-946d-c66d5a1883fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.108447] env[70039]: DEBUG oslo_vmware.api [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3331030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.459471] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquiring lock "c7c2ae9f-de0e-47e4-a515-467d2cfa6247" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.459976] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "c7c2ae9f-de0e-47e4-a515-467d2cfa6247" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.460262] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquiring lock "c7c2ae9f-de0e-47e4-a515-467d2cfa6247-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.460510] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "c7c2ae9f-de0e-47e4-a515-467d2cfa6247-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.460723] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "c7c2ae9f-de0e-47e4-a515-467d2cfa6247-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.463961] env[70039]: INFO nova.compute.manager [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Terminating instance [ 993.510386] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0740391-565d-4b41-93aa-8ff5ce37558e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.520796] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5bdd79-1227-4be0-bddf-d6ef6da0038a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.556779] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 50c86c4f-628b-41ad-beec-18b07323e0b5] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 993.561127] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f34b776-a7e0-49c0-8ef2-07f0e1660e7f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.571820] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f3d583-46bd-4200-93ea-5b97f6b1f480 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.586108] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331029, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.594222] env[70039]: DEBUG nova.compute.provider_tree [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.607115] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Releasing lock "refresh_cache-f7ce60e6-a231-4d1f-acf3-2fe9a2515be1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.607115] env[70039]: DEBUG nova.compute.manager [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Instance network_info: |[{"id": "48068beb-d371-43d7-946d-c66d5a1883fc", "address": "fa:16:3e:78:c5:1b", "network": {"id": "27d611dc-541c-45de-a128-e4294d684a54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1913845303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e92100935443909f3d96a6cd84123b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48068beb-d3", "ovs_interfaceid": "48068beb-d371-43d7-946d-c66d5a1883fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.607115] env[70039]: DEBUG oslo_vmware.api [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3331030, 'name': PowerOnVM_Task, 'duration_secs': 0.48194} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.607115] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:c5:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48068beb-d371-43d7-946d-c66d5a1883fc', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.612776] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.612982] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.616301] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.616707] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aab2411c-091f-4c03-90e7-ab2cfa35b1cd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.635956] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.635956] env[70039]: value = "task-3331031" [ 993.635956] env[70039]: _type = "Task" [ 993.635956] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.643481] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331031, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.970472] env[70039]: DEBUG nova.compute.manager [req-5a4eda2c-1cf7-43dd-98e4-ab3be4f59b16 req-ef2cf059-cc99-4dcf-bb30-5061f2c0c711 service nova] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Received event network-changed-48068beb-d371-43d7-946d-c66d5a1883fc {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.970618] env[70039]: DEBUG nova.compute.manager [req-5a4eda2c-1cf7-43dd-98e4-ab3be4f59b16 req-ef2cf059-cc99-4dcf-bb30-5061f2c0c711 service nova] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Refreshing instance network info cache due to event network-changed-48068beb-d371-43d7-946d-c66d5a1883fc. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.970820] env[70039]: DEBUG oslo_concurrency.lockutils [req-5a4eda2c-1cf7-43dd-98e4-ab3be4f59b16 req-ef2cf059-cc99-4dcf-bb30-5061f2c0c711 service nova] Acquiring lock "refresh_cache-f7ce60e6-a231-4d1f-acf3-2fe9a2515be1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.970962] env[70039]: DEBUG oslo_concurrency.lockutils [req-5a4eda2c-1cf7-43dd-98e4-ab3be4f59b16 req-ef2cf059-cc99-4dcf-bb30-5061f2c0c711 service nova] Acquired lock "refresh_cache-f7ce60e6-a231-4d1f-acf3-2fe9a2515be1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.971637] env[70039]: DEBUG nova.network.neutron [req-5a4eda2c-1cf7-43dd-98e4-ab3be4f59b16 req-ef2cf059-cc99-4dcf-bb30-5061f2c0c711 service nova] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Refreshing network info cache for port 48068beb-d371-43d7-946d-c66d5a1883fc {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.973134] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquiring lock "refresh_cache-c7c2ae9f-de0e-47e4-a515-467d2cfa6247" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.973302] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquired lock "refresh_cache-c7c2ae9f-de0e-47e4-a515-467d2cfa6247" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.973545] env[70039]: DEBUG nova.network.neutron [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.989940] env[70039]: DEBUG nova.compute.manager [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.013779] env[70039]: DEBUG nova.virt.hardware [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.014036] env[70039]: DEBUG nova.virt.hardware [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.014233] env[70039]: DEBUG nova.virt.hardware [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.014423] env[70039]: DEBUG nova.virt.hardware [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.014576] env[70039]: DEBUG nova.virt.hardware [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.014724] env[70039]: DEBUG nova.virt.hardware [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.014934] env[70039]: DEBUG nova.virt.hardware [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.015110] env[70039]: DEBUG nova.virt.hardware [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.015282] env[70039]: DEBUG nova.virt.hardware [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.015489] env[70039]: DEBUG nova.virt.hardware [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.015674] env[70039]: DEBUG nova.virt.hardware [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.016601] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23215cf-2df2-42b3-8630-afe288e2ca3e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.025237] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102869d8-8e09-4e66-a083-67954d604fab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.059691] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: f52a204e-e4b2-49f7-8ba3-d86cd0b85a7b] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 994.086686] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516968} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.087647] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 73c1510d-0606-4dc3-b5ed-773663ec1b86/73c1510d-0606-4dc3-b5ed-773663ec1b86.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.087823] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.088094] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6120debd-9609-4065-ae0e-b5f1a5e6762b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.095513] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 994.095513] env[70039]: value = "task-3331032" [ 994.095513] env[70039]: _type = "Task" [ 994.095513] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.099938] env[70039]: DEBUG nova.scheduler.client.report [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.109784] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.145986] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331031, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.460537] env[70039]: DEBUG nova.network.neutron [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Successfully updated port: aa814895-eb72-4654-98da-36f81663b83a {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.497411] env[70039]: DEBUG nova.network.neutron [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.554447] env[70039]: DEBUG nova.network.neutron [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.562872] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 4f841897-42d7-4846-b152-caa4a3575eb8] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 994.606020] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.607607] env[70039]: DEBUG nova.compute.manager [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.610540] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081679} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.611303] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.787s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.612689] env[70039]: INFO nova.compute.claims [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.616353] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.617117] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21373765-01c9-438f-b4ba-8911c50b7528 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.633197] env[70039]: INFO nova.compute.manager [None req-371c143a-de15-43f1-8b1b-d0b7ed90b3ce tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Updating instance to original state: 'active' [ 994.645928] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 73c1510d-0606-4dc3-b5ed-773663ec1b86/73c1510d-0606-4dc3-b5ed-773663ec1b86.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.650065] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-251c2a5f-5b62-493e-bfef-f287517ff2b4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.675967] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331031, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.678525] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 994.678525] env[70039]: value = "task-3331033" [ 994.678525] env[70039]: _type = "Task" [ 994.678525] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.687666] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331033, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.761679] env[70039]: DEBUG nova.network.neutron [req-5a4eda2c-1cf7-43dd-98e4-ab3be4f59b16 req-ef2cf059-cc99-4dcf-bb30-5061f2c0c711 service nova] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Updated VIF entry in instance network info cache for port 48068beb-d371-43d7-946d-c66d5a1883fc. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.762085] env[70039]: DEBUG nova.network.neutron [req-5a4eda2c-1cf7-43dd-98e4-ab3be4f59b16 req-ef2cf059-cc99-4dcf-bb30-5061f2c0c711 service nova] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Updating instance_info_cache with network_info: [{"id": "48068beb-d371-43d7-946d-c66d5a1883fc", "address": "fa:16:3e:78:c5:1b", "network": {"id": "27d611dc-541c-45de-a128-e4294d684a54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1913845303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e92100935443909f3d96a6cd84123b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48068beb-d3", "ovs_interfaceid": "48068beb-d371-43d7-946d-c66d5a1883fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.965702] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.965702] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.965702] env[70039]: DEBUG nova.network.neutron [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.057542] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Releasing lock "refresh_cache-c7c2ae9f-de0e-47e4-a515-467d2cfa6247" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.058146] env[70039]: DEBUG nova.compute.manager [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.058416] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.059986] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5cbcb8-5a08-4314-b541-1b3abe62cf50 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.068136] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 03a9e3b2-cb9e-4eda-ac90-1b3e55f6dd97] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 995.070123] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.070639] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae8d3b99-4b3e-4031-bb83-da515d0e643f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.077881] env[70039]: DEBUG oslo_vmware.api [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 995.077881] env[70039]: value = "task-3331034" [ 995.077881] env[70039]: _type = "Task" [ 995.077881] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.087018] env[70039]: DEBUG oslo_vmware.api [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.112578] env[70039]: DEBUG nova.compute.utils [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.113974] env[70039]: DEBUG nova.compute.manager [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.114158] env[70039]: DEBUG nova.network.neutron [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.165466] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331031, 'name': CreateVM_Task, 'duration_secs': 1.39183} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.165639] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.166367] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.166549] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.166917] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.167121] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c451553-2a0f-41e5-b524-a680445be282 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.170653] env[70039]: DEBUG nova.policy [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc64878b972b4670a869f72ecbdf4a3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd11902e07e23432899a0ea3629d6c90e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.174287] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 995.174287] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524faded-e455-fe47-b05c-92427d666770" [ 995.174287] env[70039]: _type = "Task" [ 995.174287] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.185644] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524faded-e455-fe47-b05c-92427d666770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.191019] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.265655] env[70039]: DEBUG oslo_concurrency.lockutils [req-5a4eda2c-1cf7-43dd-98e4-ab3be4f59b16 req-ef2cf059-cc99-4dcf-bb30-5061f2c0c711 service nova] Releasing lock "refresh_cache-f7ce60e6-a231-4d1f-acf3-2fe9a2515be1" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.494513] env[70039]: DEBUG nova.network.neutron [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Successfully created port: 1bbab045-a081-434e-b110-97af431eade4 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.504481] env[70039]: DEBUG nova.network.neutron [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.572792] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: c39ee1bc-6395-46d9-85e7-701c2c9232fd] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 995.589544] env[70039]: DEBUG oslo_vmware.api [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331034, 'name': PowerOffVM_Task, 'duration_secs': 0.204838} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.589544] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.589544] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.589544] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e33e3ee0-e6a0-4a84-a67a-a2b658a52af6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.614030] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.614333] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.614456] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Deleting the datastore file [datastore1] c7c2ae9f-de0e-47e4-a515-467d2cfa6247 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.618026] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6c3604d-66d5-4c1f-be96-496c6e049726 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.618026] env[70039]: DEBUG nova.compute.manager [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.626604] env[70039]: DEBUG oslo_vmware.api [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 995.626604] env[70039]: value = "task-3331036" [ 995.626604] env[70039]: _type = "Task" [ 995.626604] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.635702] env[70039]: DEBUG oslo_vmware.api [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.663032] env[70039]: DEBUG nova.network.neutron [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Updating instance_info_cache with network_info: [{"id": "aa814895-eb72-4654-98da-36f81663b83a", "address": "fa:16:3e:27:c5:de", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa814895-eb", "ovs_interfaceid": "aa814895-eb72-4654-98da-36f81663b83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.692717] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524faded-e455-fe47-b05c-92427d666770, 'name': SearchDatastore_Task, 'duration_secs': 0.012529} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.699373] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.699919] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.700323] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.700653] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.700960] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.702375] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331033, 'name': ReconfigVM_Task, 'duration_secs': 0.619732} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.702375] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ec54f94-2725-4b1c-964d-ffeececf52c4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.705127] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 73c1510d-0606-4dc3-b5ed-773663ec1b86/73c1510d-0606-4dc3-b5ed-773663ec1b86.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.705503] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f2c2f3d-0e26-4eb1-9331-59cc2864723d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.713265] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 995.713265] env[70039]: value = "task-3331037" [ 995.713265] env[70039]: _type = "Task" [ 995.713265] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.714677] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.714770] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.720989] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e20e4bd3-11dd-49c6-9531-19dc7a0bcf78 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.730700] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331037, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.732307] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 995.732307] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52217834-b58c-9757-5fa3-1ac7eef8757c" [ 995.732307] env[70039]: _type = "Task" [ 995.732307] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.742335] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52217834-b58c-9757-5fa3-1ac7eef8757c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.804893] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "fe48041e-1a3f-4be1-a2e8-44f4c0482552" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.805880] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "fe48041e-1a3f-4be1-a2e8-44f4c0482552" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.806096] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "fe48041e-1a3f-4be1-a2e8-44f4c0482552-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.806423] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "fe48041e-1a3f-4be1-a2e8-44f4c0482552-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.806561] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "fe48041e-1a3f-4be1-a2e8-44f4c0482552-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.810168] env[70039]: INFO nova.compute.manager [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Terminating instance [ 995.929122] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c2ad2-0a2c-bde0-a7e7-2f7af9a829c2/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 995.930229] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a3af87-721c-4532-b4ae-6b462ada92b7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.939711] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c2ad2-0a2c-bde0-a7e7-2f7af9a829c2/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 995.939866] env[70039]: ERROR oslo_vmware.rw_handles [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c2ad2-0a2c-bde0-a7e7-2f7af9a829c2/disk-0.vmdk due to incomplete transfer. [ 995.940170] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4ec8ce93-5063-4a02-8a4e-ebe510e7a055 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.946952] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c2ad2-0a2c-bde0-a7e7-2f7af9a829c2/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 995.947207] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Uploaded image 8f98581f-de44-4406-8f95-aa241fd58adc to the Glance image server {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 995.949340] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Destroying the VM {{(pid=70039) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 995.949923] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c1306b5-f928-4857-b468-4bd5820091e0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.958773] env[70039]: DEBUG oslo_vmware.api [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 995.958773] env[70039]: value = "task-3331038" [ 995.958773] env[70039]: _type = "Task" [ 995.958773] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.969145] env[70039]: DEBUG oslo_vmware.api [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331038, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.002424] env[70039]: DEBUG nova.compute.manager [req-3b53e298-40e4-472f-9e23-ad32a5ce7f8b req-6d3b27ba-ff6f-4071-9664-e3c0913775fe service nova] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Received event network-vif-plugged-aa814895-eb72-4654-98da-36f81663b83a {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.002424] env[70039]: DEBUG oslo_concurrency.lockutils [req-3b53e298-40e4-472f-9e23-ad32a5ce7f8b req-6d3b27ba-ff6f-4071-9664-e3c0913775fe service nova] Acquiring lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.002424] env[70039]: DEBUG oslo_concurrency.lockutils [req-3b53e298-40e4-472f-9e23-ad32a5ce7f8b req-6d3b27ba-ff6f-4071-9664-e3c0913775fe service nova] Lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.002424] env[70039]: DEBUG oslo_concurrency.lockutils [req-3b53e298-40e4-472f-9e23-ad32a5ce7f8b req-6d3b27ba-ff6f-4071-9664-e3c0913775fe service nova] Lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.002424] env[70039]: DEBUG nova.compute.manager [req-3b53e298-40e4-472f-9e23-ad32a5ce7f8b req-6d3b27ba-ff6f-4071-9664-e3c0913775fe service nova] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] No waiting events found dispatching network-vif-plugged-aa814895-eb72-4654-98da-36f81663b83a {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.002424] env[70039]: WARNING nova.compute.manager [req-3b53e298-40e4-472f-9e23-ad32a5ce7f8b req-6d3b27ba-ff6f-4071-9664-e3c0913775fe service nova] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Received unexpected event network-vif-plugged-aa814895-eb72-4654-98da-36f81663b83a for instance with vm_state building and task_state spawning. [ 996.002424] env[70039]: DEBUG nova.compute.manager [req-3b53e298-40e4-472f-9e23-ad32a5ce7f8b req-6d3b27ba-ff6f-4071-9664-e3c0913775fe service nova] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Received event network-changed-aa814895-eb72-4654-98da-36f81663b83a {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.002808] env[70039]: DEBUG nova.compute.manager [req-3b53e298-40e4-472f-9e23-ad32a5ce7f8b req-6d3b27ba-ff6f-4071-9664-e3c0913775fe service nova] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Refreshing instance network info cache due to event network-changed-aa814895-eb72-4654-98da-36f81663b83a. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.002808] env[70039]: DEBUG oslo_concurrency.lockutils [req-3b53e298-40e4-472f-9e23-ad32a5ce7f8b req-6d3b27ba-ff6f-4071-9664-e3c0913775fe service nova] Acquiring lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.076554] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 4c7eb769-8838-453b-8e4a-7664256d75f5] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 996.139737] env[70039]: DEBUG oslo_vmware.api [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126268} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.140141] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.140213] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.140367] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.140542] env[70039]: INFO nova.compute.manager [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Took 1.08 seconds to destroy the instance on the hypervisor. [ 996.140778] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.140962] env[70039]: DEBUG nova.compute.manager [-] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.141146] env[70039]: DEBUG nova.network.neutron [-] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.164848] env[70039]: DEBUG nova.network.neutron [-] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.166368] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.166644] env[70039]: DEBUG nova.compute.manager [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Instance network_info: |[{"id": "aa814895-eb72-4654-98da-36f81663b83a", "address": "fa:16:3e:27:c5:de", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa814895-eb", "ovs_interfaceid": "aa814895-eb72-4654-98da-36f81663b83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.168131] env[70039]: DEBUG oslo_concurrency.lockutils [req-3b53e298-40e4-472f-9e23-ad32a5ce7f8b req-6d3b27ba-ff6f-4071-9664-e3c0913775fe service nova] Acquired lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.168476] env[70039]: DEBUG nova.network.neutron [req-3b53e298-40e4-472f-9e23-ad32a5ce7f8b req-6d3b27ba-ff6f-4071-9664-e3c0913775fe service nova] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Refreshing network info cache for port aa814895-eb72-4654-98da-36f81663b83a {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.169569] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:c5:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa814895-eb72-4654-98da-36f81663b83a', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.181792] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Creating folder: Project (16843037a89d4012b44f82e4aecb79d6). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.181792] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d40dd610-b95e-48b9-8e25-35cbb0878e1e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.183050] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c495a7c1-fb53-48bc-b7e2-cb1de1546364 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.191323] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70d9fd4-fb08-4eff-a7c1-d38613445778 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.197753] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Created folder: Project (16843037a89d4012b44f82e4aecb79d6) in parent group-v664777. [ 996.197965] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Creating folder: Instances. Parent ref: group-v664975. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.198577] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92da29dc-b4df-4afe-b5eb-be126527db9b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.234267] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4502995-5773-42f7-bbec-36e9a03d7615 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.235740] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Created folder: Instances in parent group-v664975. [ 996.235967] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.236646] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.242640] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e68e8d5-8536-4daf-9521-887d87bac90c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.264091] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331037, 'name': Rename_Task, 'duration_secs': 0.193116} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.264091] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d649d1-be5e-40ce-8cde-a21592fb9699 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.267671] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.271782] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8334db0c-3381-4932-aead-6a242797fc64 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.275433] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.275433] env[70039]: value = "task-3331041" [ 996.275433] env[70039]: _type = "Task" [ 996.275433] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.275433] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52217834-b58c-9757-5fa3-1ac7eef8757c, 'name': SearchDatastore_Task, 'duration_secs': 0.010653} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.277442] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c17dc642-1419-433f-a069-5c4a137566d4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.287803] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 996.287803] env[70039]: value = "task-3331042" [ 996.287803] env[70039]: _type = "Task" [ 996.287803] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.288250] env[70039]: DEBUG nova.compute.provider_tree [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.297862] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331041, 'name': CreateVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.298185] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 996.298185] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f9dba1-95cf-ec33-04f3-fdba61fb549f" [ 996.298185] env[70039]: _type = "Task" [ 996.298185] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.308038] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331042, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.310781] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f9dba1-95cf-ec33-04f3-fdba61fb549f, 'name': SearchDatastore_Task, 'duration_secs': 0.010762} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.311045] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.311316] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] f7ce60e6-a231-4d1f-acf3-2fe9a2515be1/f7ce60e6-a231-4d1f-acf3-2fe9a2515be1.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.311576] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-408bf8e9-bb0b-47c7-883c-0b063a27e8c8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.314017] env[70039]: DEBUG nova.compute.manager [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.314090] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.315743] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bb2c59-21f5-4f78-b86c-a31cfe189c66 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.322883] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.323575] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d420e730-ac4b-4fa4-94a1-46ca2822ab72 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.325107] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 996.325107] env[70039]: value = "task-3331043" [ 996.325107] env[70039]: _type = "Task" [ 996.325107] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.329753] env[70039]: DEBUG oslo_vmware.api [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 996.329753] env[70039]: value = "task-3331044" [ 996.329753] env[70039]: _type = "Task" [ 996.329753] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.336922] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.341908] env[70039]: DEBUG oslo_vmware.api [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3331044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.469917] env[70039]: DEBUG oslo_vmware.api [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331038, 'name': Destroy_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.579860] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 83cf9626-2f94-4225-96cf-b90500f29f4b] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 996.631605] env[70039]: DEBUG nova.compute.manager [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.659803] env[70039]: DEBUG nova.virt.hardware [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.660080] env[70039]: DEBUG nova.virt.hardware [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.660243] env[70039]: DEBUG nova.virt.hardware [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.660426] env[70039]: DEBUG nova.virt.hardware [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.660577] env[70039]: DEBUG nova.virt.hardware [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.660726] env[70039]: DEBUG nova.virt.hardware [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.660938] env[70039]: DEBUG nova.virt.hardware [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.661113] env[70039]: DEBUG nova.virt.hardware [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.661288] env[70039]: DEBUG nova.virt.hardware [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.661511] env[70039]: DEBUG nova.virt.hardware [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.661626] env[70039]: DEBUG nova.virt.hardware [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.662513] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861e5809-44ef-4868-a11a-ade338b1cd8d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.670052] env[70039]: DEBUG nova.network.neutron [-] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.672361] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c448728-9f5f-42cd-9492-fb074db6dcd8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.785290] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331041, 'name': CreateVM_Task, 'duration_secs': 0.352759} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.785469] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.786169] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.786365] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.786673] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.786937] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31132701-2101-44c7-97d1-ca37ffc847cb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.799025] env[70039]: DEBUG nova.scheduler.client.report [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.799969] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 996.799969] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5225c2d9-5b97-7716-7f4b-02c4be2701a6" [ 996.799969] env[70039]: _type = "Task" [ 996.799969] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.807240] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331042, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.814997] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5225c2d9-5b97-7716-7f4b-02c4be2701a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.840545] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331043, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.845583] env[70039]: DEBUG oslo_vmware.api [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3331044, 'name': PowerOffVM_Task, 'duration_secs': 0.212157} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.845851] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.846030] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.846377] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-333e93dc-31a3-4845-8c86-2ff694868ee2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.935064] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.936041] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.936041] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Deleting the datastore file [datastore2] fe48041e-1a3f-4be1-a2e8-44f4c0482552 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.937387] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c143783-8e7c-4c09-a371-2b6456d1524d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.946377] env[70039]: DEBUG oslo_vmware.api [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 996.946377] env[70039]: value = "task-3331046" [ 996.946377] env[70039]: _type = "Task" [ 996.946377] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.959733] env[70039]: DEBUG oslo_vmware.api [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3331046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.972962] env[70039]: DEBUG oslo_vmware.api [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331038, 'name': Destroy_Task, 'duration_secs': 0.636104} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.972962] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Destroyed the VM [ 996.972962] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Deleting Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 996.972962] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-05a1845d-39a0-4b00-b170-b99882485969 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.976904] env[70039]: DEBUG nova.network.neutron [req-3b53e298-40e4-472f-9e23-ad32a5ce7f8b req-6d3b27ba-ff6f-4071-9664-e3c0913775fe service nova] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Updated VIF entry in instance network info cache for port aa814895-eb72-4654-98da-36f81663b83a. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.977256] env[70039]: DEBUG nova.network.neutron [req-3b53e298-40e4-472f-9e23-ad32a5ce7f8b req-6d3b27ba-ff6f-4071-9664-e3c0913775fe service nova] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Updating instance_info_cache with network_info: [{"id": "aa814895-eb72-4654-98da-36f81663b83a", "address": "fa:16:3e:27:c5:de", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa814895-eb", "ovs_interfaceid": "aa814895-eb72-4654-98da-36f81663b83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.979681] env[70039]: DEBUG oslo_vmware.api [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 996.979681] env[70039]: value = "task-3331047" [ 996.979681] env[70039]: _type = "Task" [ 996.979681] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.989898] env[70039]: DEBUG oslo_vmware.api [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331047, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.083986] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 84e7b122-ed41-41b1-9b7a-d4d87764d0a4] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 997.179106] env[70039]: INFO nova.compute.manager [-] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Took 1.04 seconds to deallocate network for instance. [ 997.189052] env[70039]: DEBUG nova.network.neutron [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Successfully updated port: 1bbab045-a081-434e-b110-97af431eade4 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.303857] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.304642] env[70039]: DEBUG nova.compute.manager [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.307598] env[70039]: DEBUG oslo_vmware.api [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331042, 'name': PowerOnVM_Task, 'duration_secs': 0.705666} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.307787] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.258s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.309212] env[70039]: INFO nova.compute.claims [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.314899] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.314899] env[70039]: DEBUG nova.compute.manager [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.315960] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2cd7c7-6673-4a2b-b9b6-c64b4c00fb85 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.325153] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5225c2d9-5b97-7716-7f4b-02c4be2701a6, 'name': SearchDatastore_Task, 'duration_secs': 0.021793} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.328026] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.328026] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.328026] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.328026] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.328026] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.330405] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34cb5b29-69bf-460d-93b3-ee820ec168dd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.340419] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552068} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.341522] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] f7ce60e6-a231-4d1f-acf3-2fe9a2515be1/f7ce60e6-a231-4d1f-acf3-2fe9a2515be1.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.342272] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.342272] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.342402] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.343241] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfc16c3b-4368-4202-9248-3a1e83ca1b25 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.344995] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-296adffe-8c2b-4c48-95f0-061393a1133b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.350702] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 997.350702] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52dbd0d9-342c-ae6d-5146-72de6184eac6" [ 997.350702] env[70039]: _type = "Task" [ 997.350702] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.355669] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 997.355669] env[70039]: value = "task-3331048" [ 997.355669] env[70039]: _type = "Task" [ 997.355669] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.363572] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52dbd0d9-342c-ae6d-5146-72de6184eac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.372596] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.455794] env[70039]: DEBUG oslo_vmware.api [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3331046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198546} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.456092] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.456285] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.456496] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.456678] env[70039]: INFO nova.compute.manager [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Took 1.14 seconds to destroy the instance on the hypervisor. [ 997.456916] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.457130] env[70039]: DEBUG nova.compute.manager [-] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.457229] env[70039]: DEBUG nova.network.neutron [-] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.481041] env[70039]: DEBUG oslo_concurrency.lockutils [req-3b53e298-40e4-472f-9e23-ad32a5ce7f8b req-6d3b27ba-ff6f-4071-9664-e3c0913775fe service nova] Releasing lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.489188] env[70039]: DEBUG oslo_vmware.api [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331047, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.587622] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: f3240dbb-7b2a-4966-a638-bebbfcc287da] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 997.685677] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.693395] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "refresh_cache-43a1ba3c-3d00-467b-8101-c71c46ee5981" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.693704] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquired lock "refresh_cache-43a1ba3c-3d00-467b-8101-c71c46ee5981" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.693704] env[70039]: DEBUG nova.network.neutron [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.819560] env[70039]: DEBUG nova.compute.utils [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.821263] env[70039]: DEBUG nova.compute.manager [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.821426] env[70039]: DEBUG nova.network.neutron [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.841034] env[70039]: DEBUG oslo_concurrency.lockutils [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.865019] env[70039]: DEBUG nova.policy [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c401cf447d845c5addc76d608ef5baf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c5779f7bbc04aa38c7290864a25537c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.865734] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52dbd0d9-342c-ae6d-5146-72de6184eac6, 'name': SearchDatastore_Task, 'duration_secs': 0.014113} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.867382] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aff95d4-5fb5-4c2b-9531-170fb8111cc3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.872585] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065137} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.873022] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.873741] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a729659f-159e-4475-a7db-e50433b4a1b0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.876988] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 997.876988] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52bcdc89-4532-9c59-2a74-656fdbfbe36b" [ 997.876988] env[70039]: _type = "Task" [ 997.876988] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.897964] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] f7ce60e6-a231-4d1f-acf3-2fe9a2515be1/f7ce60e6-a231-4d1f-acf3-2fe9a2515be1.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.898852] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66c377a3-2aaa-486b-a009-76b3783d3197 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.917799] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52bcdc89-4532-9c59-2a74-656fdbfbe36b, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.918479] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.918778] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] bcf40b87-7934-4ddf-aed5-4d4710ce0ed7/bcf40b87-7934-4ddf-aed5-4d4710ce0ed7.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.919051] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b172edd3-7f3d-4882-89ff-0e360e8114f4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.922882] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 997.922882] env[70039]: value = "task-3331049" [ 997.922882] env[70039]: _type = "Task" [ 997.922882] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.927280] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 997.927280] env[70039]: value = "task-3331050" [ 997.927280] env[70039]: _type = "Task" [ 997.927280] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.933942] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.938663] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.990545] env[70039]: DEBUG oslo_vmware.api [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331047, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.091446] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: c35411bf-4a5e-4197-83c1-daad9b28d152] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 998.103094] env[70039]: DEBUG nova.compute.manager [req-861f3cb0-2959-462c-a9a9-1ac758b4f778 req-02d20102-cfc4-4c99-b1ac-960f0071003f service nova] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Received event network-vif-plugged-1bbab045-a081-434e-b110-97af431eade4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.106570] env[70039]: DEBUG oslo_concurrency.lockutils [req-861f3cb0-2959-462c-a9a9-1ac758b4f778 req-02d20102-cfc4-4c99-b1ac-960f0071003f service nova] Acquiring lock "43a1ba3c-3d00-467b-8101-c71c46ee5981-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.106962] env[70039]: DEBUG oslo_concurrency.lockutils [req-861f3cb0-2959-462c-a9a9-1ac758b4f778 req-02d20102-cfc4-4c99-b1ac-960f0071003f service nova] Lock "43a1ba3c-3d00-467b-8101-c71c46ee5981-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.107855] env[70039]: DEBUG oslo_concurrency.lockutils [req-861f3cb0-2959-462c-a9a9-1ac758b4f778 req-02d20102-cfc4-4c99-b1ac-960f0071003f service nova] Lock "43a1ba3c-3d00-467b-8101-c71c46ee5981-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.108161] env[70039]: DEBUG nova.compute.manager [req-861f3cb0-2959-462c-a9a9-1ac758b4f778 req-02d20102-cfc4-4c99-b1ac-960f0071003f service nova] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] No waiting events found dispatching network-vif-plugged-1bbab045-a081-434e-b110-97af431eade4 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.108343] env[70039]: WARNING nova.compute.manager [req-861f3cb0-2959-462c-a9a9-1ac758b4f778 req-02d20102-cfc4-4c99-b1ac-960f0071003f service nova] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Received unexpected event network-vif-plugged-1bbab045-a081-434e-b110-97af431eade4 for instance with vm_state building and task_state spawning. [ 998.108557] env[70039]: DEBUG nova.compute.manager [req-861f3cb0-2959-462c-a9a9-1ac758b4f778 req-02d20102-cfc4-4c99-b1ac-960f0071003f service nova] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Received event network-changed-1bbab045-a081-434e-b110-97af431eade4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.108876] env[70039]: DEBUG nova.compute.manager [req-861f3cb0-2959-462c-a9a9-1ac758b4f778 req-02d20102-cfc4-4c99-b1ac-960f0071003f service nova] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Refreshing instance network info cache due to event network-changed-1bbab045-a081-434e-b110-97af431eade4. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.109168] env[70039]: DEBUG oslo_concurrency.lockutils [req-861f3cb0-2959-462c-a9a9-1ac758b4f778 req-02d20102-cfc4-4c99-b1ac-960f0071003f service nova] Acquiring lock "refresh_cache-43a1ba3c-3d00-467b-8101-c71c46ee5981" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.214781] env[70039]: DEBUG nova.network.neutron [-] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.245071] env[70039]: DEBUG nova.network.neutron [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.248544] env[70039]: DEBUG nova.network.neutron [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Successfully created port: 9e97c68b-b962-4b29-9aad-5d9f8bab8920 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.325750] env[70039]: DEBUG nova.compute.manager [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.439912] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331049, 'name': ReconfigVM_Task, 'duration_secs': 0.4114} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.440347] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Reconfigured VM instance instance-00000046 to attach disk [datastore1] f7ce60e6-a231-4d1f-acf3-2fe9a2515be1/f7ce60e6-a231-4d1f-acf3-2fe9a2515be1.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.445253] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04484c58-6b99-49a0-a068-d1f7ca6633f1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.446641] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502755} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.447017] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] bcf40b87-7934-4ddf-aed5-4d4710ce0ed7/bcf40b87-7934-4ddf-aed5-4d4710ce0ed7.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.447382] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.448077] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c0d7828-2cf3-4ff1-bef2-d186f8d48323 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.455020] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 998.455020] env[70039]: value = "task-3331051" [ 998.455020] env[70039]: _type = "Task" [ 998.455020] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.460129] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 998.460129] env[70039]: value = "task-3331052" [ 998.460129] env[70039]: _type = "Task" [ 998.460129] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.467051] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331051, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.470882] env[70039]: DEBUG nova.network.neutron [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Updating instance_info_cache with network_info: [{"id": "1bbab045-a081-434e-b110-97af431eade4", "address": "fa:16:3e:4c:b0:22", "network": {"id": "91aecdfd-6eec-4dfe-82d3-9e2820eb0b5f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1170565632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d11902e07e23432899a0ea3629d6c90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bbab045-a0", "ovs_interfaceid": "1bbab045-a081-434e-b110-97af431eade4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.476724] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.495606] env[70039]: DEBUG oslo_vmware.api [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331047, 'name': RemoveSnapshot_Task, 'duration_secs': 1.227453} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.496134] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Deleted Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 998.496514] env[70039]: INFO nova.compute.manager [None req-6b0d2fd4-0872-4d45-a98f-20c272b1637b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Took 17.36 seconds to snapshot the instance on the hypervisor. [ 998.596600] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: e12f61d5-fe3d-479c-b701-c5bdc6cee59d] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 998.720535] env[70039]: INFO nova.compute.manager [-] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Took 1.26 seconds to deallocate network for instance. [ 998.857311] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "73c1510d-0606-4dc3-b5ed-773663ec1b86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.857606] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "73c1510d-0606-4dc3-b5ed-773663ec1b86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.857823] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "73c1510d-0606-4dc3-b5ed-773663ec1b86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.858017] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "73c1510d-0606-4dc3-b5ed-773663ec1b86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.858194] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "73c1510d-0606-4dc3-b5ed-773663ec1b86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.860868] env[70039]: INFO nova.compute.manager [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Terminating instance [ 998.876560] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d732a52-4046-42fc-865a-9e3515d2576c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.885272] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42afc28e-e4f9-4c4c-aa9a-37d79d77368f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.915631] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794e04c7-96bb-4120-99f9-5cc8f41cf6ff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.923044] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c26d80a-b6ca-40d7-a376-1fbfd8778ffc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.937221] env[70039]: DEBUG nova.compute.provider_tree [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.967338] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331051, 'name': Rename_Task, 'duration_secs': 0.147627} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.967995] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.968250] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dddd065-9c93-4fda-991c-d192fa4976d1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.974852] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Releasing lock "refresh_cache-43a1ba3c-3d00-467b-8101-c71c46ee5981" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.975188] env[70039]: DEBUG nova.compute.manager [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Instance network_info: |[{"id": "1bbab045-a081-434e-b110-97af431eade4", "address": "fa:16:3e:4c:b0:22", "network": {"id": "91aecdfd-6eec-4dfe-82d3-9e2820eb0b5f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1170565632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d11902e07e23432899a0ea3629d6c90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bbab045-a0", "ovs_interfaceid": "1bbab045-a081-434e-b110-97af431eade4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.975954] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082465} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.975954] env[70039]: DEBUG oslo_concurrency.lockutils [req-861f3cb0-2959-462c-a9a9-1ac758b4f778 req-02d20102-cfc4-4c99-b1ac-960f0071003f service nova] Acquired lock "refresh_cache-43a1ba3c-3d00-467b-8101-c71c46ee5981" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.976173] env[70039]: DEBUG nova.network.neutron [req-861f3cb0-2959-462c-a9a9-1ac758b4f778 req-02d20102-cfc4-4c99-b1ac-960f0071003f service nova] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Refreshing network info cache for port 1bbab045-a081-434e-b110-97af431eade4 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.977283] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:b0:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bbab045-a081-434e-b110-97af431eade4', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.984398] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Creating folder: Project (d11902e07e23432899a0ea3629d6c90e). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.984656] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.986553] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc7c0e3b-2b6a-4763-86da-2a6caa0981fc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.988446] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe83c90-e181-4475-9717-583191364ce4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.990691] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 998.990691] env[70039]: value = "task-3331053" [ 998.990691] env[70039]: _type = "Task" [ 998.990691] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.014493] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] bcf40b87-7934-4ddf-aed5-4d4710ce0ed7/bcf40b87-7934-4ddf-aed5-4d4710ce0ed7.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.017385] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20ef2e0e-28d6-43e6-b93a-39536b034a5a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.031581] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Created folder: Project (d11902e07e23432899a0ea3629d6c90e) in parent group-v664777. [ 999.031770] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Creating folder: Instances. Parent ref: group-v664978. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.035745] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a69ca23f-f7d9-48bb-b373-0f657d393f0d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.037350] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331053, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.043643] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 999.043643] env[70039]: value = "task-3331055" [ 999.043643] env[70039]: _type = "Task" [ 999.043643] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.052892] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Created folder: Instances in parent group-v664978. [ 999.052981] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.053172] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.053337] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-139d6a62-f8fc-4ca1-a456-e6a766b95f78 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.071549] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331055, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.075965] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.075965] env[70039]: value = "task-3331057" [ 999.075965] env[70039]: _type = "Task" [ 999.075965] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.084542] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331057, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.106598] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: d7ed6772-aeb8-42ab-a489-47f5dbaceef2] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 999.229503] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.335669] env[70039]: DEBUG nova.compute.manager [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.365710] env[70039]: DEBUG nova.virt.hardware [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.366044] env[70039]: DEBUG nova.virt.hardware [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.366240] env[70039]: DEBUG nova.virt.hardware [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.366522] env[70039]: DEBUG nova.virt.hardware [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.366701] env[70039]: DEBUG nova.virt.hardware [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.366908] env[70039]: DEBUG nova.virt.hardware [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.367082] env[70039]: DEBUG nova.virt.hardware [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.367266] env[70039]: DEBUG nova.virt.hardware [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.367539] env[70039]: DEBUG nova.virt.hardware [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.367606] env[70039]: DEBUG nova.virt.hardware [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.367774] env[70039]: DEBUG nova.virt.hardware [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.368501] env[70039]: DEBUG nova.compute.manager [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.368734] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.369604] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef93c1ef-2f4b-463b-b801-9e6331ed52b1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.373887] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404f08ec-63e1-48d5-9b66-4db7b8ecc265 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.383668] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.384707] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5aa09a71-a7a8-4e90-9f46-8ea5e908a5d7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.387530] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd930bf-fac6-4f10-aba3-755b8b6f408d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.406597] env[70039]: DEBUG oslo_vmware.api [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 999.406597] env[70039]: value = "task-3331058" [ 999.406597] env[70039]: _type = "Task" [ 999.406597] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.415397] env[70039]: DEBUG oslo_vmware.api [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.464110] env[70039]: ERROR nova.scheduler.client.report [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [req-992a69c3-d8ec-47a4-8881-01cd4ef5a7b3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 543a9f30-645b-4a81-8076-3a3e96a6f37d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-992a69c3-d8ec-47a4-8881-01cd4ef5a7b3"}]} [ 999.482414] env[70039]: DEBUG nova.scheduler.client.report [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Refreshing inventories for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 999.496791] env[70039]: DEBUG nova.scheduler.client.report [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Updating ProviderTree inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 999.497035] env[70039]: DEBUG nova.compute.provider_tree [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 999.502114] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331053, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.508932] env[70039]: DEBUG nova.scheduler.client.report [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Refreshing aggregate associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, aggregates: None {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 999.527149] env[70039]: DEBUG nova.scheduler.client.report [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Refreshing trait associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 999.563349] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331055, 'name': ReconfigVM_Task, 'duration_secs': 0.449604} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.564031] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Reconfigured VM instance instance-00000047 to attach disk [datastore2] bcf40b87-7934-4ddf-aed5-4d4710ce0ed7/bcf40b87-7934-4ddf-aed5-4d4710ce0ed7.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.567348] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4cb0f3b-2f69-4010-a991-3e8298034e79 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.588407] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 999.588407] env[70039]: value = "task-3331059" [ 999.588407] env[70039]: _type = "Task" [ 999.588407] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.595561] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331057, 'name': CreateVM_Task, 'duration_secs': 0.411931} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.601341] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.601608] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331059, 'name': Rename_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.605024] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.605429] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.605601] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.606521] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3cc8247-1dd3-408d-88af-03188e7130aa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.609894] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 2ae04994-4b65-49f8-97d8-bb0c1ebad763] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 999.613334] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 999.613334] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521d827b-41cb-b205-5aab-55ba194b4fc3" [ 999.613334] env[70039]: _type = "Task" [ 999.613334] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.624176] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521d827b-41cb-b205-5aab-55ba194b4fc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.692231] env[70039]: DEBUG oslo_concurrency.lockutils [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.692597] env[70039]: DEBUG oslo_concurrency.lockutils [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.757959] env[70039]: DEBUG nova.network.neutron [req-861f3cb0-2959-462c-a9a9-1ac758b4f778 req-02d20102-cfc4-4c99-b1ac-960f0071003f service nova] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Updated VIF entry in instance network info cache for port 1bbab045-a081-434e-b110-97af431eade4. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.757959] env[70039]: DEBUG nova.network.neutron [req-861f3cb0-2959-462c-a9a9-1ac758b4f778 req-02d20102-cfc4-4c99-b1ac-960f0071003f service nova] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Updating instance_info_cache with network_info: [{"id": "1bbab045-a081-434e-b110-97af431eade4", "address": "fa:16:3e:4c:b0:22", "network": {"id": "91aecdfd-6eec-4dfe-82d3-9e2820eb0b5f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1170565632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d11902e07e23432899a0ea3629d6c90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bbab045-a0", "ovs_interfaceid": "1bbab045-a081-434e-b110-97af431eade4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.916920] env[70039]: DEBUG oslo_vmware.api [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331058, 'name': PowerOffVM_Task, 'duration_secs': 0.2021} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.917203] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.917368] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.917661] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9bd552b-db11-4828-988d-1f1aa0272ace {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.949156] env[70039]: DEBUG nova.network.neutron [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Successfully updated port: 9e97c68b-b962-4b29-9aad-5d9f8bab8920 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.985244] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.986515] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.986515] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleting the datastore file [datastore1] 73c1510d-0606-4dc3-b5ed-773663ec1b86 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.986729] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9efff4a9-37bb-421e-ab2f-329c9df764ee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.997808] env[70039]: DEBUG oslo_vmware.api [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 999.997808] env[70039]: value = "task-3331061" [ 999.997808] env[70039]: _type = "Task" [ 999.997808] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.004844] env[70039]: DEBUG oslo_vmware.api [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331053, 'name': PowerOnVM_Task, 'duration_secs': 0.601927} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.005482] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.005697] env[70039]: INFO nova.compute.manager [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1000.005862] env[70039]: DEBUG nova.compute.manager [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.006648] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98723bce-1680-44a4-b3b5-782af67a5038 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.014882] env[70039]: DEBUG oslo_vmware.api [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.070281] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5217c53e-a9f9-40fb-990e-674aa7b227d5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.080174] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a7b5d1-d1b7-4cfb-ab5e-935e40b0004d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.121988] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d74c61-a44e-4ed3-aaa1-3e188cf394b5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.124517] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 7ef8777d-90dd-487a-adcc-2955f5938c3a] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1000.137458] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748ceb44-ee57-4ca3-87f7-12a4c579ac18 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.141993] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331059, 'name': Rename_Task, 'duration_secs': 0.437297} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.142283] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521d827b-41cb-b205-5aab-55ba194b4fc3, 'name': SearchDatastore_Task, 'duration_secs': 0.01411} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.142531] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.143117] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.143404] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.143682] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.144138] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.144331] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.144912] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5879065c-90a9-404e-96ac-df167255e603 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.146692] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-544e7098-eb2a-4889-836d-4ad71aa47f3b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.156964] env[70039]: DEBUG nova.compute.provider_tree [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1000.160609] env[70039]: DEBUG nova.compute.manager [req-917ce3b7-ace0-40cb-a18b-0f29e41a7d9c req-992325f5-6f72-493d-9186-f1eabe1921c7 service nova] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Received event network-vif-plugged-9e97c68b-b962-4b29-9aad-5d9f8bab8920 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.160771] env[70039]: DEBUG oslo_concurrency.lockutils [req-917ce3b7-ace0-40cb-a18b-0f29e41a7d9c req-992325f5-6f72-493d-9186-f1eabe1921c7 service nova] Acquiring lock "2b7cfebf-8025-4438-b601-bde9ee53b164-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.160978] env[70039]: DEBUG oslo_concurrency.lockutils [req-917ce3b7-ace0-40cb-a18b-0f29e41a7d9c req-992325f5-6f72-493d-9186-f1eabe1921c7 service nova] Lock "2b7cfebf-8025-4438-b601-bde9ee53b164-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.161160] env[70039]: DEBUG oslo_concurrency.lockutils [req-917ce3b7-ace0-40cb-a18b-0f29e41a7d9c req-992325f5-6f72-493d-9186-f1eabe1921c7 service nova] Lock "2b7cfebf-8025-4438-b601-bde9ee53b164-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.161327] env[70039]: DEBUG nova.compute.manager [req-917ce3b7-ace0-40cb-a18b-0f29e41a7d9c req-992325f5-6f72-493d-9186-f1eabe1921c7 service nova] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] No waiting events found dispatching network-vif-plugged-9e97c68b-b962-4b29-9aad-5d9f8bab8920 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.161488] env[70039]: WARNING nova.compute.manager [req-917ce3b7-ace0-40cb-a18b-0f29e41a7d9c req-992325f5-6f72-493d-9186-f1eabe1921c7 service nova] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Received unexpected event network-vif-plugged-9e97c68b-b962-4b29-9aad-5d9f8bab8920 for instance with vm_state building and task_state spawning. [ 1000.161646] env[70039]: DEBUG nova.compute.manager [req-917ce3b7-ace0-40cb-a18b-0f29e41a7d9c req-992325f5-6f72-493d-9186-f1eabe1921c7 service nova] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Received event network-changed-9e97c68b-b962-4b29-9aad-5d9f8bab8920 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.161793] env[70039]: DEBUG nova.compute.manager [req-917ce3b7-ace0-40cb-a18b-0f29e41a7d9c req-992325f5-6f72-493d-9186-f1eabe1921c7 service nova] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Refreshing instance network info cache due to event network-changed-9e97c68b-b962-4b29-9aad-5d9f8bab8920. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.161973] env[70039]: DEBUG oslo_concurrency.lockutils [req-917ce3b7-ace0-40cb-a18b-0f29e41a7d9c req-992325f5-6f72-493d-9186-f1eabe1921c7 service nova] Acquiring lock "refresh_cache-2b7cfebf-8025-4438-b601-bde9ee53b164" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.164035] env[70039]: DEBUG oslo_concurrency.lockutils [req-917ce3b7-ace0-40cb-a18b-0f29e41a7d9c req-992325f5-6f72-493d-9186-f1eabe1921c7 service nova] Acquired lock "refresh_cache-2b7cfebf-8025-4438-b601-bde9ee53b164" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.164035] env[70039]: DEBUG nova.network.neutron [req-917ce3b7-ace0-40cb-a18b-0f29e41a7d9c req-992325f5-6f72-493d-9186-f1eabe1921c7 service nova] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Refreshing network info cache for port 9e97c68b-b962-4b29-9aad-5d9f8bab8920 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.165530] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1000.165530] env[70039]: value = "task-3331062" [ 1000.165530] env[70039]: _type = "Task" [ 1000.165530] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.166841] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.167019] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.171267] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bcaf06e-dbc3-41b9-8b2a-af78956147b2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.181973] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331062, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.182488] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1000.182488] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52cee38c-05b7-0bc6-e554-75de5c135cd4" [ 1000.182488] env[70039]: _type = "Task" [ 1000.182488] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.189965] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52cee38c-05b7-0bc6-e554-75de5c135cd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.201501] env[70039]: DEBUG nova.compute.manager [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.259389] env[70039]: DEBUG oslo_concurrency.lockutils [req-861f3cb0-2959-462c-a9a9-1ac758b4f778 req-02d20102-cfc4-4c99-b1ac-960f0071003f service nova] Releasing lock "refresh_cache-43a1ba3c-3d00-467b-8101-c71c46ee5981" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.259760] env[70039]: DEBUG nova.compute.manager [req-861f3cb0-2959-462c-a9a9-1ac758b4f778 req-02d20102-cfc4-4c99-b1ac-960f0071003f service nova] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Received event network-vif-deleted-acd661e5-50d1-40d8-9ab2-883096c92f48 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.260276] env[70039]: INFO nova.compute.manager [req-861f3cb0-2959-462c-a9a9-1ac758b4f778 req-02d20102-cfc4-4c99-b1ac-960f0071003f service nova] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Neutron deleted interface acd661e5-50d1-40d8-9ab2-883096c92f48; detaching it from the instance and deleting it from the info cache [ 1000.260276] env[70039]: DEBUG nova.network.neutron [req-861f3cb0-2959-462c-a9a9-1ac758b4f778 req-02d20102-cfc4-4c99-b1ac-960f0071003f service nova] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.451843] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "refresh_cache-2b7cfebf-8025-4438-b601-bde9ee53b164" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.508469] env[70039]: DEBUG oslo_vmware.api [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281181} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.508775] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.508967] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.509155] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.509856] env[70039]: INFO nova.compute.manager [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1000.509856] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.509856] env[70039]: DEBUG nova.compute.manager [-] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.509856] env[70039]: DEBUG nova.network.neutron [-] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.529814] env[70039]: INFO nova.compute.manager [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Took 46.79 seconds to build instance. [ 1000.628881] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 49b611f4-ea23-46af-ba2e-b4e861eac8a2] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1000.678367] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331062, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.692277] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52cee38c-05b7-0bc6-e554-75de5c135cd4, 'name': SearchDatastore_Task, 'duration_secs': 0.020594} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.693086] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60552101-adee-4c81-ad06-a587909aabad {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.702624] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1000.702624] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ad9e02-681c-fd7f-b931-6aaaafb70f7a" [ 1000.702624] env[70039]: _type = "Task" [ 1000.702624] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.710033] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ad9e02-681c-fd7f-b931-6aaaafb70f7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.712264] env[70039]: DEBUG nova.scheduler.client.report [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Updated inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1000.712493] env[70039]: DEBUG nova.compute.provider_tree [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Updating resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d generation from 96 to 97 during operation: update_inventory {{(pid=70039) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1000.712669] env[70039]: DEBUG nova.compute.provider_tree [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1000.718206] env[70039]: DEBUG nova.network.neutron [req-917ce3b7-ace0-40cb-a18b-0f29e41a7d9c req-992325f5-6f72-493d-9186-f1eabe1921c7 service nova] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.736539] env[70039]: DEBUG oslo_concurrency.lockutils [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.763861] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ac5beae-e003-4431-a8eb-68fe5271e966 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.773728] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb3b527-6853-44c2-b45e-23e791e0c014 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.811284] env[70039]: DEBUG nova.compute.manager [req-861f3cb0-2959-462c-a9a9-1ac758b4f778 req-02d20102-cfc4-4c99-b1ac-960f0071003f service nova] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Detach interface failed, port_id=acd661e5-50d1-40d8-9ab2-883096c92f48, reason: Instance fe48041e-1a3f-4be1-a2e8-44f4c0482552 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1000.844395] env[70039]: DEBUG nova.network.neutron [req-917ce3b7-ace0-40cb-a18b-0f29e41a7d9c req-992325f5-6f72-493d-9186-f1eabe1921c7 service nova] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.031821] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ca7ee372-8b07-47de-b162-4cac0f3478bb tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "f7ce60e6-a231-4d1f-acf3-2fe9a2515be1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.932s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.132356] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: f3c93cf6-be23-4ddc-98cb-f3c2eb91f6e5] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1001.180258] env[70039]: DEBUG oslo_vmware.api [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331062, 'name': PowerOnVM_Task, 'duration_secs': 0.865736} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.180679] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.180940] env[70039]: INFO nova.compute.manager [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1001.181223] env[70039]: DEBUG nova.compute.manager [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.181962] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e03dcf-ccb0-4ca9-9a16-7326307a0725 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.210464] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ad9e02-681c-fd7f-b931-6aaaafb70f7a, 'name': SearchDatastore_Task, 'duration_secs': 0.011041} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.210816] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.211110] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 43a1ba3c-3d00-467b-8101-c71c46ee5981/43a1ba3c-3d00-467b-8101-c71c46ee5981.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.211375] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d5c1df5-bccb-46ad-b755-b76205be6335 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.217373] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.909s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.217675] env[70039]: DEBUG nova.compute.manager [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.222649] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.698s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.222649] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.224387] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.752s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.226222] env[70039]: INFO nova.compute.claims [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.228812] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1001.228812] env[70039]: value = "task-3331063" [ 1001.228812] env[70039]: _type = "Task" [ 1001.228812] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.238729] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.252215] env[70039]: INFO nova.scheduler.client.report [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Deleted allocations for instance e9434cea-38e8-4933-a2de-4e39f95b26b8 [ 1001.335412] env[70039]: DEBUG nova.network.neutron [-] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.346660] env[70039]: DEBUG oslo_concurrency.lockutils [req-917ce3b7-ace0-40cb-a18b-0f29e41a7d9c req-992325f5-6f72-493d-9186-f1eabe1921c7 service nova] Releasing lock "refresh_cache-2b7cfebf-8025-4438-b601-bde9ee53b164" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.346935] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "refresh_cache-2b7cfebf-8025-4438-b601-bde9ee53b164" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.347117] env[70039]: DEBUG nova.network.neutron [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.636111] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 493b08fa-a8b7-409f-840d-4de26ea0be60] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1001.667428] env[70039]: DEBUG oslo_concurrency.lockutils [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "45162af6-4a88-4787-aba6-7014cf88a772" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.667678] env[70039]: DEBUG oslo_concurrency.lockutils [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "45162af6-4a88-4787-aba6-7014cf88a772" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.702689] env[70039]: INFO nova.compute.manager [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Took 42.80 seconds to build instance. [ 1001.731869] env[70039]: DEBUG nova.compute.utils [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.733025] env[70039]: DEBUG nova.compute.manager [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.733139] env[70039]: DEBUG nova.network.neutron [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.750532] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331063, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.759512] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43f7e3ab-91ba-42f9-88db-2379eaaf04e5 tempest-InstanceActionsV221TestJSON-507302934 tempest-InstanceActionsV221TestJSON-507302934-project-member] Lock "e9434cea-38e8-4933-a2de-4e39f95b26b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.742s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.782867] env[70039]: DEBUG nova.policy [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c147f142ea2d4293841554121ca7d643', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e22042faf1f54fb38f52987967c3970b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.837581] env[70039]: INFO nova.compute.manager [-] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Took 1.33 seconds to deallocate network for instance. [ 1001.886424] env[70039]: DEBUG nova.network.neutron [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.070510] env[70039]: DEBUG nova.network.neutron [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Updating instance_info_cache with network_info: [{"id": "9e97c68b-b962-4b29-9aad-5d9f8bab8920", "address": "fa:16:3e:2c:c3:d9", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e97c68b-b9", "ovs_interfaceid": "9e97c68b-b962-4b29-9aad-5d9f8bab8920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.099770] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquiring lock "d7e0a1d7-e155-4173-8828-8bd073cd2e86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.100270] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lock "d7e0a1d7-e155-4173-8828-8bd073cd2e86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.100524] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquiring lock "d7e0a1d7-e155-4173-8828-8bd073cd2e86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.100728] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lock "d7e0a1d7-e155-4173-8828-8bd073cd2e86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.100905] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lock "d7e0a1d7-e155-4173-8828-8bd073cd2e86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.105084] env[70039]: INFO nova.compute.manager [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Terminating instance [ 1002.139798] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 4f708010-c2f7-4afd-b222-211dc24c32f1] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1002.170345] env[70039]: DEBUG nova.compute.manager [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.187586] env[70039]: DEBUG nova.compute.manager [req-04804aea-6b48-492a-96d1-89b047aa479e req-cfe1d764-d0a8-4064-bdc8-c6613b095da1 service nova] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Received event network-vif-deleted-5b806c80-b932-478e-88be-0d1358926ca4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.196019] env[70039]: DEBUG nova.network.neutron [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Successfully created port: 56c8c730-0496-4b45-88a3-bac5053cbb6f {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.206178] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6bc20063-c22f-405d-8895-e76cc80a9a60 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.694s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.242985] env[70039]: DEBUG nova.compute.manager [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.245671] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84893} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.249052] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 43a1ba3c-3d00-467b-8101-c71c46ee5981/43a1ba3c-3d00-467b-8101-c71c46ee5981.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.249288] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.250071] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3c4122e-03f7-450e-9d62-a4375af29d86 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.257555] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1002.257555] env[70039]: value = "task-3331064" [ 1002.257555] env[70039]: _type = "Task" [ 1002.257555] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.265528] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.344680] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.580995] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "refresh_cache-2b7cfebf-8025-4438-b601-bde9ee53b164" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.584058] env[70039]: DEBUG nova.compute.manager [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Instance network_info: |[{"id": "9e97c68b-b962-4b29-9aad-5d9f8bab8920", "address": "fa:16:3e:2c:c3:d9", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e97c68b-b9", "ovs_interfaceid": "9e97c68b-b962-4b29-9aad-5d9f8bab8920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.584709] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:c3:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e97c68b-b962-4b29-9aad-5d9f8bab8920', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.593547] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.593767] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.593986] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-862ebd14-60a2-47ef-adff-45ad38382434 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.613239] env[70039]: DEBUG nova.compute.manager [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.613456] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.614490] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acbf926-770c-420f-bfa7-bac431fc25f0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.626820] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.628117] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3958627-9258-493b-80d9-7237adb419a5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.629690] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.629690] env[70039]: value = "task-3331065" [ 1002.629690] env[70039]: _type = "Task" [ 1002.629690] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.640691] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331065, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.642013] env[70039]: DEBUG oslo_vmware.api [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 1002.642013] env[70039]: value = "task-3331066" [ 1002.642013] env[70039]: _type = "Task" [ 1002.642013] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.645520] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 60f6fa67-4021-43d8-a94e-fad040add93f] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1002.663823] env[70039]: DEBUG oslo_vmware.api [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.692558] env[70039]: DEBUG oslo_concurrency.lockutils [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.770707] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075168} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.770978] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.771782] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e898e01-3834-4d85-b5f7-f73158e49a7a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.795651] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 43a1ba3c-3d00-467b-8101-c71c46ee5981/43a1ba3c-3d00-467b-8101-c71c46ee5981.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.798924] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1cbb59b-0360-4943-b1e7-036c34080e9f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.822488] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1002.822488] env[70039]: value = "task-3331067" [ 1002.822488] env[70039]: _type = "Task" [ 1002.822488] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.836088] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331067, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.872284] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2860c7ff-0e2e-4152-bb03-dee170c83fe9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.880226] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494abe24-d300-46a6-ab78-3ff494044248 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.911815] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5cde50-53ac-4f71-a6e3-d0e41093786f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.919715] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c0b584-1da4-44ab-8f72-cbf9f7c945eb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.935131] env[70039]: DEBUG nova.compute.provider_tree [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1002.970180] env[70039]: DEBUG nova.compute.manager [req-4dcb76c6-7e86-498d-9054-10c74ac81f03 req-a82950ae-c890-4b72-9f78-894837dae5d3 service nova] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Received event network-changed-aa814895-eb72-4654-98da-36f81663b83a {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.970180] env[70039]: DEBUG nova.compute.manager [req-4dcb76c6-7e86-498d-9054-10c74ac81f03 req-a82950ae-c890-4b72-9f78-894837dae5d3 service nova] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Refreshing instance network info cache due to event network-changed-aa814895-eb72-4654-98da-36f81663b83a. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.970180] env[70039]: DEBUG oslo_concurrency.lockutils [req-4dcb76c6-7e86-498d-9054-10c74ac81f03 req-a82950ae-c890-4b72-9f78-894837dae5d3 service nova] Acquiring lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.970180] env[70039]: DEBUG oslo_concurrency.lockutils [req-4dcb76c6-7e86-498d-9054-10c74ac81f03 req-a82950ae-c890-4b72-9f78-894837dae5d3 service nova] Acquired lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.970180] env[70039]: DEBUG nova.network.neutron [req-4dcb76c6-7e86-498d-9054-10c74ac81f03 req-a82950ae-c890-4b72-9f78-894837dae5d3 service nova] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Refreshing network info cache for port aa814895-eb72-4654-98da-36f81663b83a {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.143027] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331065, 'name': CreateVM_Task, 'duration_secs': 0.400561} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.143027] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.143027] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.143412] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.143652] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.146916] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-269dd401-d26c-40e1-acfa-d8886d0242f7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.155523] env[70039]: DEBUG oslo_vmware.api [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331066, 'name': PowerOffVM_Task, 'duration_secs': 0.228151} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.158809] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 340a2275-48b8-4857-8caa-e99546da4404] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1003.158809] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.159307] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.159571] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1003.159571] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ae0a7d-d7f5-3701-019e-771dac7148cf" [ 1003.159571] env[70039]: _type = "Task" [ 1003.159571] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.160043] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ec9b749-e972-49d8-9eff-d60df03f0ba3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.172840] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ae0a7d-d7f5-3701-019e-771dac7148cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.256765] env[70039]: DEBUG nova.compute.manager [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.299128] env[70039]: DEBUG nova.virt.hardware [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.299409] env[70039]: DEBUG nova.virt.hardware [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.299567] env[70039]: DEBUG nova.virt.hardware [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.299750] env[70039]: DEBUG nova.virt.hardware [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.299940] env[70039]: DEBUG nova.virt.hardware [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.300126] env[70039]: DEBUG nova.virt.hardware [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.300678] env[70039]: DEBUG nova.virt.hardware [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.300678] env[70039]: DEBUG nova.virt.hardware [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.300803] env[70039]: DEBUG nova.virt.hardware [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.300931] env[70039]: DEBUG nova.virt.hardware [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.301157] env[70039]: DEBUG nova.virt.hardware [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.302105] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aee96b6-94d4-4df2-93a1-07c277cdab8b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.310312] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ea4a37-9f42-4580-ad05-a5da2ca592c0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.331723] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.459278] env[70039]: ERROR nova.scheduler.client.report [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [req-b2a3c972-b782-4ec4-8f4a-cffc82346dc6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 543a9f30-645b-4a81-8076-3a3e96a6f37d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b2a3c972-b782-4ec4-8f4a-cffc82346dc6"}]} [ 1003.487351] env[70039]: DEBUG nova.scheduler.client.report [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Refreshing inventories for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1003.512347] env[70039]: DEBUG nova.scheduler.client.report [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Updating ProviderTree inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1003.512558] env[70039]: DEBUG nova.compute.provider_tree [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1003.532798] env[70039]: DEBUG nova.scheduler.client.report [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Refreshing aggregate associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, aggregates: None {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1003.556785] env[70039]: DEBUG nova.scheduler.client.report [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Refreshing trait associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1003.661118] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: fe0a3d93-5b98-4ebe-9c4a-f5f49e3fb13e] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1003.679075] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ae0a7d-d7f5-3701-019e-771dac7148cf, 'name': SearchDatastore_Task, 'duration_secs': 0.019213} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.679136] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.679513] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.680751] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.680751] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.680751] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.680751] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-470913c6-6621-44db-920f-69e33a72008a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.690200] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.690393] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.693573] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4519c34a-a756-436b-9ca2-0900cb6b2972 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.701267] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1003.701267] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5267ed01-41fb-1708-6082-16611ec80c39" [ 1003.701267] env[70039]: _type = "Task" [ 1003.701267] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.715440] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5267ed01-41fb-1708-6082-16611ec80c39, 'name': SearchDatastore_Task, 'duration_secs': 0.012566} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.715909] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e1b9769-67c7-42bc-8456-4f3606116426 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.723125] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1003.723125] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]523195f4-e652-a979-5f71-3aa36c9cbef7" [ 1003.723125] env[70039]: _type = "Task" [ 1003.723125] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.733803] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523195f4-e652-a979-5f71-3aa36c9cbef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.838388] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331067, 'name': ReconfigVM_Task, 'duration_secs': 0.728538} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.842186] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 43a1ba3c-3d00-467b-8101-c71c46ee5981/43a1ba3c-3d00-467b-8101-c71c46ee5981.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.843937] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2efee418-e224-448e-87d0-75d4ec7eeafb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.850638] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1003.850638] env[70039]: value = "task-3331069" [ 1003.850638] env[70039]: _type = "Task" [ 1003.850638] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.862639] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331069, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.881667] env[70039]: DEBUG nova.network.neutron [req-4dcb76c6-7e86-498d-9054-10c74ac81f03 req-a82950ae-c890-4b72-9f78-894837dae5d3 service nova] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Updated VIF entry in instance network info cache for port aa814895-eb72-4654-98da-36f81663b83a. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.882196] env[70039]: DEBUG nova.network.neutron [req-4dcb76c6-7e86-498d-9054-10c74ac81f03 req-a82950ae-c890-4b72-9f78-894837dae5d3 service nova] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Updating instance_info_cache with network_info: [{"id": "aa814895-eb72-4654-98da-36f81663b83a", "address": "fa:16:3e:27:c5:de", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa814895-eb", "ovs_interfaceid": "aa814895-eb72-4654-98da-36f81663b83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.088041] env[70039]: DEBUG nova.network.neutron [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Successfully updated port: 56c8c730-0496-4b45-88a3-bac5053cbb6f {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.165922] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 059c79b6-0553-4221-b430-11b126a5931a] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1004.191132] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8e4d04-4607-4972-a518-09c9616ac765 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.200054] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a746f4e4-96d0-4b81-b706-e734fe67a86f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.238125] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cd9702-08cc-484a-a88d-8703ea77a0a9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.247261] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523195f4-e652-a979-5f71-3aa36c9cbef7, 'name': SearchDatastore_Task, 'duration_secs': 0.012397} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.250673] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.251109] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 2b7cfebf-8025-4438-b601-bde9ee53b164/2b7cfebf-8025-4438-b601-bde9ee53b164.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.251968] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0058c7a0-523f-4465-a0c4-d017e6c65223 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.256799] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7c4f2c-0887-45bd-bc13-f2ff08f88e25 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.277564] env[70039]: DEBUG nova.compute.provider_tree [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1004.279308] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1004.279308] env[70039]: value = "task-3331070" [ 1004.279308] env[70039]: _type = "Task" [ 1004.279308] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.288709] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.361695] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331069, 'name': Rename_Task, 'duration_secs': 0.252813} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.361992] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.362942] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-616d9ef8-a16e-43e6-9db8-d09d21a63088 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.369494] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1004.369494] env[70039]: value = "task-3331071" [ 1004.369494] env[70039]: _type = "Task" [ 1004.369494] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.383463] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.385089] env[70039]: DEBUG oslo_concurrency.lockutils [req-4dcb76c6-7e86-498d-9054-10c74ac81f03 req-a82950ae-c890-4b72-9f78-894837dae5d3 service nova] Releasing lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.594460] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "refresh_cache-2ecd9333-fd4f-4deb-b727-018f9b4e5a88" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.594560] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquired lock "refresh_cache-2ecd9333-fd4f-4deb-b727-018f9b4e5a88" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.594679] env[70039]: DEBUG nova.network.neutron [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.672200] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 6efccb6e-9996-4655-9901-8eb162970d73] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1004.792254] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.817554] env[70039]: DEBUG nova.scheduler.client.report [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Updated inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1004.817554] env[70039]: DEBUG nova.compute.provider_tree [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Updating resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d generation from 98 to 99 during operation: update_inventory {{(pid=70039) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1004.817554] env[70039]: DEBUG nova.compute.provider_tree [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1004.881839] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331071, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.002046] env[70039]: DEBUG nova.compute.manager [req-1b429ae1-a635-41dd-a094-88b2e85464f5 req-de1d738d-6465-4c8b-8418-fa40edd3dfab service nova] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Received event network-vif-plugged-56c8c730-0496-4b45-88a3-bac5053cbb6f {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.002285] env[70039]: DEBUG oslo_concurrency.lockutils [req-1b429ae1-a635-41dd-a094-88b2e85464f5 req-de1d738d-6465-4c8b-8418-fa40edd3dfab service nova] Acquiring lock "2ecd9333-fd4f-4deb-b727-018f9b4e5a88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.002474] env[70039]: DEBUG oslo_concurrency.lockutils [req-1b429ae1-a635-41dd-a094-88b2e85464f5 req-de1d738d-6465-4c8b-8418-fa40edd3dfab service nova] Lock "2ecd9333-fd4f-4deb-b727-018f9b4e5a88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.002643] env[70039]: DEBUG oslo_concurrency.lockutils [req-1b429ae1-a635-41dd-a094-88b2e85464f5 req-de1d738d-6465-4c8b-8418-fa40edd3dfab service nova] Lock "2ecd9333-fd4f-4deb-b727-018f9b4e5a88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.002809] env[70039]: DEBUG nova.compute.manager [req-1b429ae1-a635-41dd-a094-88b2e85464f5 req-de1d738d-6465-4c8b-8418-fa40edd3dfab service nova] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] No waiting events found dispatching network-vif-plugged-56c8c730-0496-4b45-88a3-bac5053cbb6f {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.002972] env[70039]: WARNING nova.compute.manager [req-1b429ae1-a635-41dd-a094-88b2e85464f5 req-de1d738d-6465-4c8b-8418-fa40edd3dfab service nova] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Received unexpected event network-vif-plugged-56c8c730-0496-4b45-88a3-bac5053cbb6f for instance with vm_state building and task_state spawning. [ 1005.003219] env[70039]: DEBUG nova.compute.manager [req-1b429ae1-a635-41dd-a094-88b2e85464f5 req-de1d738d-6465-4c8b-8418-fa40edd3dfab service nova] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Received event network-changed-56c8c730-0496-4b45-88a3-bac5053cbb6f {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.003317] env[70039]: DEBUG nova.compute.manager [req-1b429ae1-a635-41dd-a094-88b2e85464f5 req-de1d738d-6465-4c8b-8418-fa40edd3dfab service nova] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Refreshing instance network info cache due to event network-changed-56c8c730-0496-4b45-88a3-bac5053cbb6f. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.003505] env[70039]: DEBUG oslo_concurrency.lockutils [req-1b429ae1-a635-41dd-a094-88b2e85464f5 req-de1d738d-6465-4c8b-8418-fa40edd3dfab service nova] Acquiring lock "refresh_cache-2ecd9333-fd4f-4deb-b727-018f9b4e5a88" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.143823] env[70039]: DEBUG nova.network.neutron [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.176595] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: b77ea08a-8f16-44a3-9161-55181e8d7169] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1005.292822] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331070, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.312252] env[70039]: DEBUG nova.network.neutron [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Updating instance_info_cache with network_info: [{"id": "56c8c730-0496-4b45-88a3-bac5053cbb6f", "address": "fa:16:3e:1f:b7:e4", "network": {"id": "780852e3-ae58-461a-907c-f203483c2e87", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-904820194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e22042faf1f54fb38f52987967c3970b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56c8c730-04", "ovs_interfaceid": "56c8c730-0496-4b45-88a3-bac5053cbb6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.322017] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.097s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.322783] env[70039]: DEBUG nova.compute.manager [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.328903] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.356s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.331128] env[70039]: INFO nova.compute.claims [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.383549] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331071, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.680906] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.680906] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Cleaning up deleted instances with incomplete migration {{(pid=70039) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1005.794907] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331070, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.236361} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.795202] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 2b7cfebf-8025-4438-b601-bde9ee53b164/2b7cfebf-8025-4438-b601-bde9ee53b164.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.795422] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.795717] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11d4fac8-a3b2-4659-945b-d8d52291cc5e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.802339] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1005.802339] env[70039]: value = "task-3331072" [ 1005.802339] env[70039]: _type = "Task" [ 1005.802339] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.810374] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.816118] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Releasing lock "refresh_cache-2ecd9333-fd4f-4deb-b727-018f9b4e5a88" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.816528] env[70039]: DEBUG nova.compute.manager [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Instance network_info: |[{"id": "56c8c730-0496-4b45-88a3-bac5053cbb6f", "address": "fa:16:3e:1f:b7:e4", "network": {"id": "780852e3-ae58-461a-907c-f203483c2e87", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-904820194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e22042faf1f54fb38f52987967c3970b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56c8c730-04", "ovs_interfaceid": "56c8c730-0496-4b45-88a3-bac5053cbb6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.816834] env[70039]: DEBUG oslo_concurrency.lockutils [req-1b429ae1-a635-41dd-a094-88b2e85464f5 req-de1d738d-6465-4c8b-8418-fa40edd3dfab service nova] Acquired lock "refresh_cache-2ecd9333-fd4f-4deb-b727-018f9b4e5a88" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.817044] env[70039]: DEBUG nova.network.neutron [req-1b429ae1-a635-41dd-a094-88b2e85464f5 req-de1d738d-6465-4c8b-8418-fa40edd3dfab service nova] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Refreshing network info cache for port 56c8c730-0496-4b45-88a3-bac5053cbb6f {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.818434] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:b7:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56c8c730-0496-4b45-88a3-bac5053cbb6f', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.826430] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.827633] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.827902] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eccb9ee-f847-41d2-8b41-ba48395b4526 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.847747] env[70039]: DEBUG nova.compute.utils [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.849675] env[70039]: DEBUG nova.compute.manager [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.849921] env[70039]: DEBUG nova.network.neutron [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.860119] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.860119] env[70039]: value = "task-3331073" [ 1005.860119] env[70039]: _type = "Task" [ 1005.860119] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.871759] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331073, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.880623] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331071, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.909397] env[70039]: DEBUG nova.policy [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd71c28221a940e5870bcd9d15444641', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f9aef6dfcc3442694af4ae8db68cf13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.182811] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.200039] env[70039]: DEBUG nova.network.neutron [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Successfully created port: deccb840-6166-4f4f-b692-e0c02eedea51 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.312306] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072145} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.312567] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.313355] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd690f65-973f-431e-bad5-ea6bff99cf49 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.338297] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 2b7cfebf-8025-4438-b601-bde9ee53b164/2b7cfebf-8025-4438-b601-bde9ee53b164.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.338593] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60d8ba8c-7df8-4eb3-9350-5ec9af22084f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.355827] env[70039]: DEBUG nova.compute.manager [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.370022] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1006.370022] env[70039]: value = "task-3331074" [ 1006.370022] env[70039]: _type = "Task" [ 1006.370022] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.374266] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331073, 'name': CreateVM_Task, 'duration_secs': 0.421224} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.378261] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.381605] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.381605] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.381807] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.381995] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.384643] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-565071d7-a702-416c-97aa-6ee21e85a9cc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.394364] env[70039]: DEBUG oslo_vmware.api [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331071, 'name': PowerOnVM_Task, 'duration_secs': 1.602464} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.394758] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 1006.394758] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524e120b-d34d-e34a-2139-27fff2326139" [ 1006.394758] env[70039]: _type = "Task" [ 1006.394758] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.395181] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.395181] env[70039]: INFO nova.compute.manager [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1006.395286] env[70039]: DEBUG nova.compute.manager [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.396186] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3144c0-95dc-4593-8c3b-59b486201396 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.406159] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.406704] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.406704] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Deleting the datastore file [datastore1] d7e0a1d7-e155-4173-8828-8bd073cd2e86 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.406849] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d3ec82e-daa5-4182-ba6f-767c16c6cf2d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.418035] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524e120b-d34d-e34a-2139-27fff2326139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.424514] env[70039]: DEBUG oslo_vmware.api [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 1006.424514] env[70039]: value = "task-3331075" [ 1006.424514] env[70039]: _type = "Task" [ 1006.424514] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.437979] env[70039]: DEBUG oslo_vmware.api [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.591695] env[70039]: DEBUG nova.network.neutron [req-1b429ae1-a635-41dd-a094-88b2e85464f5 req-de1d738d-6465-4c8b-8418-fa40edd3dfab service nova] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Updated VIF entry in instance network info cache for port 56c8c730-0496-4b45-88a3-bac5053cbb6f. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.592115] env[70039]: DEBUG nova.network.neutron [req-1b429ae1-a635-41dd-a094-88b2e85464f5 req-de1d738d-6465-4c8b-8418-fa40edd3dfab service nova] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Updating instance_info_cache with network_info: [{"id": "56c8c730-0496-4b45-88a3-bac5053cbb6f", "address": "fa:16:3e:1f:b7:e4", "network": {"id": "780852e3-ae58-461a-907c-f203483c2e87", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-904820194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e22042faf1f54fb38f52987967c3970b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56c8c730-04", "ovs_interfaceid": "56c8c730-0496-4b45-88a3-bac5053cbb6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.858983] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f93011d-825a-484e-9792-3602d62417ca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.874841] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068b6c24-50ab-489c-ad4b-064e87ef409d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.883826] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331074, 'name': ReconfigVM_Task, 'duration_secs': 0.387077} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.909431] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 2b7cfebf-8025-4438-b601-bde9ee53b164/2b7cfebf-8025-4438-b601-bde9ee53b164.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.911294] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13a0fd81-04ba-49a7-a521-e7a9689a327f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.916154] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364cd18b-5bc0-406f-bc35-4846a895dce1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.931181] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1006.931181] env[70039]: value = "task-3331076" [ 1006.931181] env[70039]: _type = "Task" [ 1006.931181] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.931439] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524e120b-d34d-e34a-2139-27fff2326139, 'name': SearchDatastore_Task, 'duration_secs': 0.019501} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.936725] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.937053] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.937262] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.937452] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.937645] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.938855] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a29045-80f6-47d8-963e-af5e293eb35c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.942745] env[70039]: INFO nova.compute.manager [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Took 40.52 seconds to build instance. [ 1006.946797] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e68e1aef-7f30-4d8e-82c0-f6c37b2a72b4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.970441] env[70039]: DEBUG nova.compute.provider_tree [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.979103] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.979317] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.980140] env[70039]: DEBUG oslo_vmware.api [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424356} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.980374] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331076, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.981380] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-980b7942-1508-499c-8174-a20d35ec98ee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.983783] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.983990] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.984201] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.984386] env[70039]: INFO nova.compute.manager [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Took 4.37 seconds to destroy the instance on the hypervisor. [ 1006.984665] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.985143] env[70039]: DEBUG nova.compute.manager [-] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.985242] env[70039]: DEBUG nova.network.neutron [-] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.989811] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 1006.989811] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b0d35e-d647-06fa-4a49-e0c5244f2984" [ 1006.989811] env[70039]: _type = "Task" [ 1006.989811] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.998558] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b0d35e-d647-06fa-4a49-e0c5244f2984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.098598] env[70039]: DEBUG oslo_concurrency.lockutils [req-1b429ae1-a635-41dd-a094-88b2e85464f5 req-de1d738d-6465-4c8b-8418-fa40edd3dfab service nova] Releasing lock "refresh_cache-2ecd9333-fd4f-4deb-b727-018f9b4e5a88" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.260214] env[70039]: DEBUG nova.compute.manager [req-4bf2ed51-6583-49ab-b495-457087cfc1a0 req-a3f62b9c-77b6-4e01-8e7d-a8f62925827c service nova] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Received event network-vif-deleted-bebc361d-6ab9-45e1-bb1b-e7b57aade089 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.260410] env[70039]: INFO nova.compute.manager [req-4bf2ed51-6583-49ab-b495-457087cfc1a0 req-a3f62b9c-77b6-4e01-8e7d-a8f62925827c service nova] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Neutron deleted interface bebc361d-6ab9-45e1-bb1b-e7b57aade089; detaching it from the instance and deleting it from the info cache [ 1007.260586] env[70039]: DEBUG nova.network.neutron [req-4bf2ed51-6583-49ab-b495-457087cfc1a0 req-a3f62b9c-77b6-4e01-8e7d-a8f62925827c service nova] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.372302] env[70039]: DEBUG nova.compute.manager [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.400085] env[70039]: DEBUG nova.virt.hardware [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='131a571a73c904b75bb44dc0323df4f6',container_format='bare',created_at=2025-04-05T01:19:00Z,direct_url=,disk_format='vmdk',id=e04915ef-727c-4253-9b91-cb91bccb902b,min_disk=1,min_ram=0,name='tempest-test-snap-1372530669',owner='5f9aef6dfcc3442694af4ae8db68cf13',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-05T01:19:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.400085] env[70039]: DEBUG nova.virt.hardware [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.400085] env[70039]: DEBUG nova.virt.hardware [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.400085] env[70039]: DEBUG nova.virt.hardware [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.400085] env[70039]: DEBUG nova.virt.hardware [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.400085] env[70039]: DEBUG nova.virt.hardware [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.400085] env[70039]: DEBUG nova.virt.hardware [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.400085] env[70039]: DEBUG nova.virt.hardware [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.400646] env[70039]: DEBUG nova.virt.hardware [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.400961] env[70039]: DEBUG nova.virt.hardware [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.401273] env[70039]: DEBUG nova.virt.hardware [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.402217] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04eb9c4-5ae6-4d71-a07c-f17549091eb8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.410319] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb255658-4c07-4fb7-8c5a-b327622a9e5e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.445207] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331076, 'name': Rename_Task, 'duration_secs': 0.147735} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.445721] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.446077] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1ac21f4-e988-4d88-8ac4-fc99b65077b1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.449685] env[70039]: DEBUG oslo_concurrency.lockutils [None req-43570e69-457f-4d5f-8343-6c32509c4242 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lock "43a1ba3c-3d00-467b-8101-c71c46ee5981" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.027s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.453281] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1007.453281] env[70039]: value = "task-3331077" [ 1007.453281] env[70039]: _type = "Task" [ 1007.453281] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.465892] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.482138] env[70039]: DEBUG nova.scheduler.client.report [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.500687] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b0d35e-d647-06fa-4a49-e0c5244f2984, 'name': SearchDatastore_Task, 'duration_secs': 0.023543} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.502027] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcaa4cde-3dc6-4225-a55e-a15457ba5170 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.508316] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 1007.508316] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f4d35d-7425-1cd0-942e-9d655dc3adfb" [ 1007.508316] env[70039]: _type = "Task" [ 1007.508316] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.516229] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f4d35d-7425-1cd0-942e-9d655dc3adfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.631054] env[70039]: DEBUG nova.compute.manager [req-46a4bfde-4ba9-425b-b1d5-d2bb7f52bb23 req-9ecc95ef-be14-47d8-918e-6d31ea6d0b36 service nova] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Received event network-vif-plugged-deccb840-6166-4f4f-b692-e0c02eedea51 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.631292] env[70039]: DEBUG oslo_concurrency.lockutils [req-46a4bfde-4ba9-425b-b1d5-d2bb7f52bb23 req-9ecc95ef-be14-47d8-918e-6d31ea6d0b36 service nova] Acquiring lock "89ada2cd-74fe-4436-8532-df492eb23abd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.631658] env[70039]: DEBUG oslo_concurrency.lockutils [req-46a4bfde-4ba9-425b-b1d5-d2bb7f52bb23 req-9ecc95ef-be14-47d8-918e-6d31ea6d0b36 service nova] Lock "89ada2cd-74fe-4436-8532-df492eb23abd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.631658] env[70039]: DEBUG oslo_concurrency.lockutils [req-46a4bfde-4ba9-425b-b1d5-d2bb7f52bb23 req-9ecc95ef-be14-47d8-918e-6d31ea6d0b36 service nova] Lock "89ada2cd-74fe-4436-8532-df492eb23abd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.631864] env[70039]: DEBUG nova.compute.manager [req-46a4bfde-4ba9-425b-b1d5-d2bb7f52bb23 req-9ecc95ef-be14-47d8-918e-6d31ea6d0b36 service nova] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] No waiting events found dispatching network-vif-plugged-deccb840-6166-4f4f-b692-e0c02eedea51 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.631982] env[70039]: WARNING nova.compute.manager [req-46a4bfde-4ba9-425b-b1d5-d2bb7f52bb23 req-9ecc95ef-be14-47d8-918e-6d31ea6d0b36 service nova] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Received unexpected event network-vif-plugged-deccb840-6166-4f4f-b692-e0c02eedea51 for instance with vm_state building and task_state spawning. [ 1007.713689] env[70039]: DEBUG nova.network.neutron [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Successfully updated port: deccb840-6166-4f4f-b692-e0c02eedea51 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.741951] env[70039]: DEBUG nova.network.neutron [-] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.762463] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3563985-44ab-48c3-89af-5010ce8ca348 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.772133] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037630bb-cc60-4844-b04b-21e8ca0d7a38 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.814720] env[70039]: DEBUG nova.compute.manager [req-4bf2ed51-6583-49ab-b495-457087cfc1a0 req-a3f62b9c-77b6-4e01-8e7d-a8f62925827c service nova] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Detach interface failed, port_id=bebc361d-6ab9-45e1-bb1b-e7b57aade089, reason: Instance d7e0a1d7-e155-4173-8828-8bd073cd2e86 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1007.871745] env[70039]: INFO nova.compute.manager [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Rescuing [ 1007.871745] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "refresh_cache-43a1ba3c-3d00-467b-8101-c71c46ee5981" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.871745] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquired lock "refresh_cache-43a1ba3c-3d00-467b-8101-c71c46ee5981" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.871936] env[70039]: DEBUG nova.network.neutron [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.968157] env[70039]: DEBUG oslo_vmware.api [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331077, 'name': PowerOnVM_Task, 'duration_secs': 0.477837} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.968520] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.968742] env[70039]: INFO nova.compute.manager [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1007.969034] env[70039]: DEBUG nova.compute.manager [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.970024] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12853c3-7388-4fac-9b3c-154b29ef5160 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.987831] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.988373] env[70039]: DEBUG nova.compute.manager [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.991441] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.686s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.991829] env[70039]: DEBUG nova.objects.instance [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lazy-loading 'resources' on Instance uuid 9448d172-6f54-4d87-801a-f72fbee574f6 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.020139] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f4d35d-7425-1cd0-942e-9d655dc3adfb, 'name': SearchDatastore_Task, 'duration_secs': 0.030136} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.020483] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.020714] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 2ecd9333-fd4f-4deb-b727-018f9b4e5a88/2ecd9333-fd4f-4deb-b727-018f9b4e5a88.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.021224] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef028b04-3c29-482c-a269-7f2de5b3d986 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.028401] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 1008.028401] env[70039]: value = "task-3331078" [ 1008.028401] env[70039]: _type = "Task" [ 1008.028401] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.036906] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3331078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.216661] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "refresh_cache-89ada2cd-74fe-4436-8532-df492eb23abd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.216890] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquired lock "refresh_cache-89ada2cd-74fe-4436-8532-df492eb23abd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.217211] env[70039]: DEBUG nova.network.neutron [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.245137] env[70039]: INFO nova.compute.manager [-] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Took 1.26 seconds to deallocate network for instance. [ 1008.489266] env[70039]: INFO nova.compute.manager [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Took 38.68 seconds to build instance. [ 1008.498230] env[70039]: DEBUG nova.compute.utils [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.502869] env[70039]: DEBUG nova.compute.manager [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.502869] env[70039]: DEBUG nova.network.neutron [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.540374] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3331078, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.548792] env[70039]: DEBUG nova.policy [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c67a00ca2bd41f984c3f8a613e05626', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72042c8d35a44f7cbb2a8282955cc9e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.711260] env[70039]: DEBUG nova.network.neutron [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Updating instance_info_cache with network_info: [{"id": "1bbab045-a081-434e-b110-97af431eade4", "address": "fa:16:3e:4c:b0:22", "network": {"id": "91aecdfd-6eec-4dfe-82d3-9e2820eb0b5f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1170565632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d11902e07e23432899a0ea3629d6c90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bbab045-a0", "ovs_interfaceid": "1bbab045-a081-434e-b110-97af431eade4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.752037] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.929103] env[70039]: DEBUG nova.network.neutron [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Successfully created port: 6b0af425-5db2-4cd4-892d-1e2c2e2b063c {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.993883] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23c06e84-83e3-4c9c-baec-335ae39d4e6b tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "2b7cfebf-8025-4438-b601-bde9ee53b164" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.056s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.005648] env[70039]: DEBUG nova.compute.manager [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.029067] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bdcf82-a508-4d46-85d7-b0bb908f0df3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.032128] env[70039]: DEBUG nova.network.neutron [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.050223] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3331078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73271} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.051746] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 2ecd9333-fd4f-4deb-b727-018f9b4e5a88/2ecd9333-fd4f-4deb-b727-018f9b4e5a88.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.051746] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.051746] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4a158a-ebee-4cd0-9a45-65d6988e8abf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.057437] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6b3161e-abd8-4c26-9aa4-f52af56da72d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.064631] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 1009.064631] env[70039]: value = "task-3331079" [ 1009.064631] env[70039]: _type = "Task" [ 1009.064631] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.097399] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77630c57-2a3b-4d90-ac3f-8678145ea9dd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.107839] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c18296-e656-425e-87a2-506c8dffd018 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.122607] env[70039]: DEBUG nova.compute.provider_tree [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.214232] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Releasing lock "refresh_cache-43a1ba3c-3d00-467b-8101-c71c46ee5981" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.245021] env[70039]: DEBUG nova.network.neutron [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Updating instance_info_cache with network_info: [{"id": "deccb840-6166-4f4f-b692-e0c02eedea51", "address": "fa:16:3e:e1:03:e1", "network": {"id": "507f33e1-2d58-407c-b58e-8c2e45d29e55", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1535324144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9aef6dfcc3442694af4ae8db68cf13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeccb840-61", "ovs_interfaceid": "deccb840-6166-4f4f-b692-e0c02eedea51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.601070] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3331079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107918} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.601380] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.602151] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897e087b-d69c-4a75-a77e-f2649ce7e1be {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.625564] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 2ecd9333-fd4f-4deb-b727-018f9b4e5a88/2ecd9333-fd4f-4deb-b727-018f9b4e5a88.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.626501] env[70039]: DEBUG nova.scheduler.client.report [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.629634] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ad14a55-b3a6-4d4f-92c1-595c2e6515b4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.649669] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 1009.649669] env[70039]: value = "task-3331080" [ 1009.649669] env[70039]: _type = "Task" [ 1009.649669] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.658204] env[70039]: DEBUG nova.compute.manager [req-dd09e991-6706-42cf-8980-75e312778edc req-8dfa1857-0701-48f6-bd88-02eb3bca78cd service nova] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Received event network-changed-deccb840-6166-4f4f-b692-e0c02eedea51 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.658355] env[70039]: DEBUG nova.compute.manager [req-dd09e991-6706-42cf-8980-75e312778edc req-8dfa1857-0701-48f6-bd88-02eb3bca78cd service nova] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Refreshing instance network info cache due to event network-changed-deccb840-6166-4f4f-b692-e0c02eedea51. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.658588] env[70039]: DEBUG oslo_concurrency.lockutils [req-dd09e991-6706-42cf-8980-75e312778edc req-8dfa1857-0701-48f6-bd88-02eb3bca78cd service nova] Acquiring lock "refresh_cache-89ada2cd-74fe-4436-8532-df492eb23abd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.662171] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3331080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.748018] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Releasing lock "refresh_cache-89ada2cd-74fe-4436-8532-df492eb23abd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.748018] env[70039]: DEBUG nova.compute.manager [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Instance network_info: |[{"id": "deccb840-6166-4f4f-b692-e0c02eedea51", "address": "fa:16:3e:e1:03:e1", "network": {"id": "507f33e1-2d58-407c-b58e-8c2e45d29e55", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1535324144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9aef6dfcc3442694af4ae8db68cf13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeccb840-61", "ovs_interfaceid": "deccb840-6166-4f4f-b692-e0c02eedea51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.748400] env[70039]: DEBUG oslo_concurrency.lockutils [req-dd09e991-6706-42cf-8980-75e312778edc req-8dfa1857-0701-48f6-bd88-02eb3bca78cd service nova] Acquired lock "refresh_cache-89ada2cd-74fe-4436-8532-df492eb23abd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.748702] env[70039]: DEBUG nova.network.neutron [req-dd09e991-6706-42cf-8980-75e312778edc req-8dfa1857-0701-48f6-bd88-02eb3bca78cd service nova] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Refreshing network info cache for port deccb840-6166-4f4f-b692-e0c02eedea51 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.752012] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:03:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'deccb840-6166-4f4f-b692-e0c02eedea51', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.757797] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.760024] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.760024] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1168067-1a36-4b34-8068-5013d5c6da71 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.783201] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.783201] env[70039]: value = "task-3331081" [ 1009.783201] env[70039]: _type = "Task" [ 1009.783201] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.789725] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331081, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.016550] env[70039]: DEBUG nova.compute.manager [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.038852] env[70039]: DEBUG nova.virt.hardware [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.039120] env[70039]: DEBUG nova.virt.hardware [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.039281] env[70039]: DEBUG nova.virt.hardware [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.039464] env[70039]: DEBUG nova.virt.hardware [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.039613] env[70039]: DEBUG nova.virt.hardware [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.039762] env[70039]: DEBUG nova.virt.hardware [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.039970] env[70039]: DEBUG nova.virt.hardware [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.040146] env[70039]: DEBUG nova.virt.hardware [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.040313] env[70039]: DEBUG nova.virt.hardware [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.040474] env[70039]: DEBUG nova.virt.hardware [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.040645] env[70039]: DEBUG nova.virt.hardware [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.041543] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2264b314-0c4a-4042-b262-327506523cf6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.050060] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cbd0a0-acc8-45dd-986c-9a533f7b4579 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.145947] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.148348] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.078s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.149925] env[70039]: INFO nova.compute.claims [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.161584] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3331080, 'name': ReconfigVM_Task, 'duration_secs': 0.274444} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.161912] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 2ecd9333-fd4f-4deb-b727-018f9b4e5a88/2ecd9333-fd4f-4deb-b727-018f9b4e5a88.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.162967] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f349cdbc-b80b-4310-abaa-d65581cf4b77 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.170473] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 1010.170473] env[70039]: value = "task-3331082" [ 1010.170473] env[70039]: _type = "Task" [ 1010.170473] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.176213] env[70039]: INFO nova.scheduler.client.report [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Deleted allocations for instance 9448d172-6f54-4d87-801a-f72fbee574f6 [ 1010.184573] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3331082, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.215986] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "2b7cfebf-8025-4438-b601-bde9ee53b164" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.216286] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "2b7cfebf-8025-4438-b601-bde9ee53b164" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.216558] env[70039]: INFO nova.compute.manager [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Shelving [ 1010.292093] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331081, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.474955] env[70039]: DEBUG nova.network.neutron [req-dd09e991-6706-42cf-8980-75e312778edc req-8dfa1857-0701-48f6-bd88-02eb3bca78cd service nova] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Updated VIF entry in instance network info cache for port deccb840-6166-4f4f-b692-e0c02eedea51. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.475367] env[70039]: DEBUG nova.network.neutron [req-dd09e991-6706-42cf-8980-75e312778edc req-8dfa1857-0701-48f6-bd88-02eb3bca78cd service nova] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Updating instance_info_cache with network_info: [{"id": "deccb840-6166-4f4f-b692-e0c02eedea51", "address": "fa:16:3e:e1:03:e1", "network": {"id": "507f33e1-2d58-407c-b58e-8c2e45d29e55", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1535324144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9aef6dfcc3442694af4ae8db68cf13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeccb840-61", "ovs_interfaceid": "deccb840-6166-4f4f-b692-e0c02eedea51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.505275] env[70039]: DEBUG nova.compute.manager [req-82ae1712-27a8-4697-99ab-e214c0f049d1 req-844e462e-0e8d-4185-aee5-232d0b758ae7 service nova] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Received event network-vif-plugged-6b0af425-5db2-4cd4-892d-1e2c2e2b063c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.505493] env[70039]: DEBUG oslo_concurrency.lockutils [req-82ae1712-27a8-4697-99ab-e214c0f049d1 req-844e462e-0e8d-4185-aee5-232d0b758ae7 service nova] Acquiring lock "c76a8e8b-9523-45b8-9f2a-4f12fc7427b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.505700] env[70039]: DEBUG oslo_concurrency.lockutils [req-82ae1712-27a8-4697-99ab-e214c0f049d1 req-844e462e-0e8d-4185-aee5-232d0b758ae7 service nova] Lock "c76a8e8b-9523-45b8-9f2a-4f12fc7427b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.505864] env[70039]: DEBUG oslo_concurrency.lockutils [req-82ae1712-27a8-4697-99ab-e214c0f049d1 req-844e462e-0e8d-4185-aee5-232d0b758ae7 service nova] Lock "c76a8e8b-9523-45b8-9f2a-4f12fc7427b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.506041] env[70039]: DEBUG nova.compute.manager [req-82ae1712-27a8-4697-99ab-e214c0f049d1 req-844e462e-0e8d-4185-aee5-232d0b758ae7 service nova] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] No waiting events found dispatching network-vif-plugged-6b0af425-5db2-4cd4-892d-1e2c2e2b063c {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.506202] env[70039]: WARNING nova.compute.manager [req-82ae1712-27a8-4697-99ab-e214c0f049d1 req-844e462e-0e8d-4185-aee5-232d0b758ae7 service nova] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Received unexpected event network-vif-plugged-6b0af425-5db2-4cd4-892d-1e2c2e2b063c for instance with vm_state building and task_state spawning. [ 1010.608323] env[70039]: DEBUG nova.network.neutron [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Successfully updated port: 6b0af425-5db2-4cd4-892d-1e2c2e2b063c {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.681177] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3331082, 'name': Rename_Task, 'duration_secs': 0.153142} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.681471] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.681731] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed34133d-4b2c-4ec8-917e-e1afb9abaa40 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.690550] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 1010.690550] env[70039]: value = "task-3331083" [ 1010.690550] env[70039]: _type = "Task" [ 1010.690550] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.690974] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1c66c184-a8c8-484b-9f5c-b3d84ccc17a3 tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "9448d172-6f54-4d87-801a-f72fbee574f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.836s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.700306] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3331083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.753238] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.753551] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7283d6a-6e70-40d9-a529-5f72c7106e5a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.760463] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1010.760463] env[70039]: value = "task-3331084" [ 1010.760463] env[70039]: _type = "Task" [ 1010.760463] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.769467] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.792783] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331081, 'name': CreateVM_Task, 'duration_secs': 0.609579} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.793084] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.793921] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e04915ef-727c-4253-9b91-cb91bccb902b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.794167] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e04915ef-727c-4253-9b91-cb91bccb902b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.794611] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e04915ef-727c-4253-9b91-cb91bccb902b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.794921] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0030bcf2-d2f4-40e0-9226-21f75a389859 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.800287] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1010.800287] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52a798cd-698e-7b86-4b6b-7cb1448ba6cb" [ 1010.800287] env[70039]: _type = "Task" [ 1010.800287] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.808605] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a798cd-698e-7b86-4b6b-7cb1448ba6cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.978980] env[70039]: DEBUG oslo_concurrency.lockutils [req-dd09e991-6706-42cf-8980-75e312778edc req-8dfa1857-0701-48f6-bd88-02eb3bca78cd service nova] Releasing lock "refresh_cache-89ada2cd-74fe-4436-8532-df492eb23abd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.112677] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "refresh_cache-c76a8e8b-9523-45b8-9f2a-4f12fc7427b8" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.112809] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquired lock "refresh_cache-c76a8e8b-9523-45b8-9f2a-4f12fc7427b8" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.112972] env[70039]: DEBUG nova.network.neutron [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.204759] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3331083, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.227049] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.227394] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55fa7ae0-5554-45fd-96e7-493780870ce9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.239024] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1011.239024] env[70039]: value = "task-3331085" [ 1011.239024] env[70039]: _type = "Task" [ 1011.239024] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.248954] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.269943] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331084, 'name': PowerOffVM_Task, 'duration_secs': 0.224246} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.269943] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.271206] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f252def-5f27-4ad7-a739-50d732a60ef5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.296388] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9600a870-33dc-480e-84a6-299a90acc774 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.316221] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e04915ef-727c-4253-9b91-cb91bccb902b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.316509] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Processing image e04915ef-727c-4253-9b91-cb91bccb902b {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.318892] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e04915ef-727c-4253-9b91-cb91bccb902b/e04915ef-727c-4253-9b91-cb91bccb902b.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.318892] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e04915ef-727c-4253-9b91-cb91bccb902b/e04915ef-727c-4253-9b91-cb91bccb902b.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.318892] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.318892] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24491fff-e3fc-404f-b9fe-2a58e433428e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.328844] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.328844] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.329970] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3528540-f297-4a92-bb9b-f6e9eb3d6b60 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.338836] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1011.338836] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52d1ccd6-de79-e174-0f38-d7b09e26bded" [ 1011.338836] env[70039]: _type = "Task" [ 1011.338836] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.344507] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.344738] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-245683f5-51ff-4ac8-ba68-4cef6d166cff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.354827] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Preparing fetch location {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1011.355085] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Fetch image to [datastore1] OSTACK_IMG_4b006fe9-f395-4af2-999f-d8ce09407b8c/OSTACK_IMG_4b006fe9-f395-4af2-999f-d8ce09407b8c.vmdk {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1011.355278] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Downloading stream optimized image e04915ef-727c-4253-9b91-cb91bccb902b to [datastore1] OSTACK_IMG_4b006fe9-f395-4af2-999f-d8ce09407b8c/OSTACK_IMG_4b006fe9-f395-4af2-999f-d8ce09407b8c.vmdk on the data store datastore1 as vApp {{(pid=70039) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1011.355454] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Downloading image file data e04915ef-727c-4253-9b91-cb91bccb902b to the ESX as VM named 'OSTACK_IMG_4b006fe9-f395-4af2-999f-d8ce09407b8c' {{(pid=70039) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1011.357255] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1011.357255] env[70039]: value = "task-3331086" [ 1011.357255] env[70039]: _type = "Task" [ 1011.357255] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.367791] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] VM already powered off {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1011.367995] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.368256] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.368404] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.368591] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.368842] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de4041a8-ddac-4c06-a02e-d87328e69b43 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.377093] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.377285] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.378061] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e62b62a-6300-4328-8683-4a2c109ca26f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.383325] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1011.383325] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ce5f6c-5002-fe4e-9ccc-05f8baa2ccfc" [ 1011.383325] env[70039]: _type = "Task" [ 1011.383325] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.400964] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "ea84108b-c83b-4c1d-8651-f1e52be5bf2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.401233] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "ea84108b-c83b-4c1d-8651-f1e52be5bf2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.401461] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "ea84108b-c83b-4c1d-8651-f1e52be5bf2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.401642] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "ea84108b-c83b-4c1d-8651-f1e52be5bf2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.401809] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "ea84108b-c83b-4c1d-8651-f1e52be5bf2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.409312] env[70039]: INFO nova.compute.manager [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Terminating instance [ 1011.416010] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ce5f6c-5002-fe4e-9ccc-05f8baa2ccfc, 'name': SearchDatastore_Task, 'duration_secs': 0.010192} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.419332] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f1f7860-47b3-479d-ac7f-f79dd5139d6e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.428603] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1011.428603] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5218cbc4-d503-f2aa-8155-0b745dc4e72e" [ 1011.428603] env[70039]: _type = "Task" [ 1011.428603] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.437478] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5218cbc4-d503-f2aa-8155-0b745dc4e72e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.446597] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1011.446597] env[70039]: value = "resgroup-9" [ 1011.446597] env[70039]: _type = "ResourcePool" [ 1011.446597] env[70039]: }. {{(pid=70039) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1011.447428] env[70039]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1e98de02-278a-407a-8ee4-13175059b572 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.472709] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lease: (returnval){ [ 1011.472709] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5271f344-3978-2f02-64f2-5d7ee6fe0f55" [ 1011.472709] env[70039]: _type = "HttpNfcLease" [ 1011.472709] env[70039]: } obtained for vApp import into resource pool (val){ [ 1011.472709] env[70039]: value = "resgroup-9" [ 1011.472709] env[70039]: _type = "ResourcePool" [ 1011.472709] env[70039]: }. {{(pid=70039) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1011.472978] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the lease: (returnval){ [ 1011.472978] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5271f344-3978-2f02-64f2-5d7ee6fe0f55" [ 1011.472978] env[70039]: _type = "HttpNfcLease" [ 1011.472978] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1011.480818] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1011.480818] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5271f344-3978-2f02-64f2-5d7ee6fe0f55" [ 1011.480818] env[70039]: _type = "HttpNfcLease" [ 1011.480818] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1011.651646] env[70039]: DEBUG nova.network.neutron [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.675420] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62db2df3-3a01-4a9a-aae6-eaf1e50ee910 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.684815] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d88a8e2-5332-446f-acec-c7299b2fdd8c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.719231] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda14bcd-734b-4add-885a-299e5efa4123 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.728967] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0ae69b-55e0-4944-99d8-8ddeb29d671b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.732520] env[70039]: DEBUG oslo_vmware.api [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3331083, 'name': PowerOnVM_Task, 'duration_secs': 0.548053} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.732819] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.732963] env[70039]: INFO nova.compute.manager [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1011.733155] env[70039]: DEBUG nova.compute.manager [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.734195] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afb22cb-39d9-4e56-b553-30dade07b616 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.744242] env[70039]: DEBUG nova.compute.provider_tree [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.760023] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331085, 'name': PowerOffVM_Task, 'duration_secs': 0.197971} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.760023] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.761470] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0777fcf-a908-4a97-8b07-feae1ea22239 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.783180] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21000842-cf33-4f3a-9363-60ae81fc45bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.828137] env[70039]: DEBUG nova.network.neutron [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Updating instance_info_cache with network_info: [{"id": "6b0af425-5db2-4cd4-892d-1e2c2e2b063c", "address": "fa:16:3e:5d:89:75", "network": {"id": "b89ab3e9-7da4-46f2-a4bc-7aa829fba82f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1329121571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72042c8d35a44f7cbb2a8282955cc9e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0af425-5d", "ovs_interfaceid": "6b0af425-5db2-4cd4-892d-1e2c2e2b063c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.918845] env[70039]: DEBUG nova.compute.manager [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.919087] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.919965] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b76c63-34cb-4e13-b4a4-25e5f405c604 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.927450] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.927688] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f52eac2-3813-4fc5-a727-2ba3ae0c5124 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.937923] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5218cbc4-d503-f2aa-8155-0b745dc4e72e, 'name': SearchDatastore_Task, 'duration_secs': 0.010046} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.939194] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.939459] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 43a1ba3c-3d00-467b-8101-c71c46ee5981/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk. {{(pid=70039) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1011.939783] env[70039]: DEBUG oslo_vmware.api [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 1011.939783] env[70039]: value = "task-3331088" [ 1011.939783] env[70039]: _type = "Task" [ 1011.939783] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.939987] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2794c130-74b9-4e64-8acc-fe215af5086b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.950024] env[70039]: DEBUG oslo_vmware.api [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3331088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.951352] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1011.951352] env[70039]: value = "task-3331089" [ 1011.951352] env[70039]: _type = "Task" [ 1011.951352] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.959008] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.980679] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1011.980679] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5271f344-3978-2f02-64f2-5d7ee6fe0f55" [ 1011.980679] env[70039]: _type = "HttpNfcLease" [ 1011.980679] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1011.981018] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1011.981018] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5271f344-3978-2f02-64f2-5d7ee6fe0f55" [ 1011.981018] env[70039]: _type = "HttpNfcLease" [ 1011.981018] env[70039]: }. {{(pid=70039) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1011.981721] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31038c17-0f66-4c2e-991a-41eb31b6897a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.991028] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a92e54-41e3-9993-9640-7aae4df837f4/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1011.991028] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a92e54-41e3-9993-9640-7aae4df837f4/disk-0.vmdk. {{(pid=70039) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1012.058241] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4f9907ec-eaa8-498b-abc9-0058fbeaedd0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.256631] env[70039]: DEBUG nova.scheduler.client.report [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.269443] env[70039]: INFO nova.compute.manager [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Took 41.24 seconds to build instance. [ 1012.294824] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Creating Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1012.295394] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-451ad82d-a5d1-4cf6-a807-c12e6c2fd661 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.303427] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1012.303427] env[70039]: value = "task-3331090" [ 1012.303427] env[70039]: _type = "Task" [ 1012.303427] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.311877] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331090, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.330450] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Releasing lock "refresh_cache-c76a8e8b-9523-45b8-9f2a-4f12fc7427b8" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.330848] env[70039]: DEBUG nova.compute.manager [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Instance network_info: |[{"id": "6b0af425-5db2-4cd4-892d-1e2c2e2b063c", "address": "fa:16:3e:5d:89:75", "network": {"id": "b89ab3e9-7da4-46f2-a4bc-7aa829fba82f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1329121571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72042c8d35a44f7cbb2a8282955cc9e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0af425-5d", "ovs_interfaceid": "6b0af425-5db2-4cd4-892d-1e2c2e2b063c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.331314] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:89:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b0af425-5db2-4cd4-892d-1e2c2e2b063c', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.340278] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.342079] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.342416] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b25221d-7463-4342-ba62-b8877cadf612 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.365593] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.365593] env[70039]: value = "task-3331091" [ 1012.365593] env[70039]: _type = "Task" [ 1012.365593] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.379196] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331091, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.453199] env[70039]: DEBUG oslo_vmware.api [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3331088, 'name': PowerOffVM_Task, 'duration_secs': 0.261134} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.461751] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.461972] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.465176] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8017451e-71c5-4bce-ba48-9d2eea377a9d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.472906] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478286} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.479061] env[70039]: INFO nova.virt.vmwareapi.ds_util [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 43a1ba3c-3d00-467b-8101-c71c46ee5981/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk. [ 1012.480242] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b34a7f1-7b01-4601-9199-d4caad8c4798 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.512023] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 43a1ba3c-3d00-467b-8101-c71c46ee5981/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.514566] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6e437ad-d4f5-42f1-8fec-d416b0a31cce {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.533688] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.533958] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.534179] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Deleting the datastore file [datastore2] ea84108b-c83b-4c1d-8651-f1e52be5bf2a {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.536645] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6347636d-ea7a-4171-92a5-104fdc2d3dd5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.543431] env[70039]: DEBUG nova.compute.manager [req-7f80671c-f730-4f41-b1aa-bcadce34a042 req-c58e0d3a-e4b5-4d2a-b238-4ab6f360b7b1 service nova] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Received event network-changed-6b0af425-5db2-4cd4-892d-1e2c2e2b063c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.543431] env[70039]: DEBUG nova.compute.manager [req-7f80671c-f730-4f41-b1aa-bcadce34a042 req-c58e0d3a-e4b5-4d2a-b238-4ab6f360b7b1 service nova] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Refreshing instance network info cache due to event network-changed-6b0af425-5db2-4cd4-892d-1e2c2e2b063c. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.543431] env[70039]: DEBUG oslo_concurrency.lockutils [req-7f80671c-f730-4f41-b1aa-bcadce34a042 req-c58e0d3a-e4b5-4d2a-b238-4ab6f360b7b1 service nova] Acquiring lock "refresh_cache-c76a8e8b-9523-45b8-9f2a-4f12fc7427b8" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.543431] env[70039]: DEBUG oslo_concurrency.lockutils [req-7f80671c-f730-4f41-b1aa-bcadce34a042 req-c58e0d3a-e4b5-4d2a-b238-4ab6f360b7b1 service nova] Acquired lock "refresh_cache-c76a8e8b-9523-45b8-9f2a-4f12fc7427b8" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.543975] env[70039]: DEBUG nova.network.neutron [req-7f80671c-f730-4f41-b1aa-bcadce34a042 req-c58e0d3a-e4b5-4d2a-b238-4ab6f360b7b1 service nova] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Refreshing network info cache for port 6b0af425-5db2-4cd4-892d-1e2c2e2b063c {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.551155] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1012.551155] env[70039]: value = "task-3331093" [ 1012.551155] env[70039]: _type = "Task" [ 1012.551155] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.560758] env[70039]: DEBUG oslo_vmware.api [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 1012.560758] env[70039]: value = "task-3331094" [ 1012.560758] env[70039]: _type = "Task" [ 1012.560758] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.568478] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.575217] env[70039]: DEBUG oslo_vmware.api [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3331094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.765461] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.766161] env[70039]: DEBUG nova.compute.manager [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.771106] env[70039]: DEBUG oslo_concurrency.lockutils [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.620s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.772949] env[70039]: INFO nova.compute.claims [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.776121] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6420eb4a-a3f9-4dfc-a35d-601a0f4cecbf tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "2ecd9333-fd4f-4deb-b727-018f9b4e5a88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.898s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.814258] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331090, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.816998] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Acquiring lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.817246] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.879059] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331091, 'name': CreateVM_Task, 'duration_secs': 0.355895} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.879233] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.880015] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.880207] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.880593] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.880891] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-366a1888-c28f-4768-826f-88fc95d1e120 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.887781] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1012.887781] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ce9041-9189-78e6-f31e-b2b136f39f90" [ 1012.887781] env[70039]: _type = "Task" [ 1012.887781] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.898633] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ce9041-9189-78e6-f31e-b2b136f39f90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.949963] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Completed reading data from the image iterator. {{(pid=70039) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1012.950315] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a92e54-41e3-9993-9640-7aae4df837f4/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1012.951744] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc509d97-469b-45d5-954e-63e74282b25c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.963258] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a92e54-41e3-9993-9640-7aae4df837f4/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1012.963484] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a92e54-41e3-9993-9640-7aae4df837f4/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1012.963727] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d1713529-5700-4ad0-8415-bbe3f15f505e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.046503] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "2ecd9333-fd4f-4deb-b727-018f9b4e5a88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.047649] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "2ecd9333-fd4f-4deb-b727-018f9b4e5a88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.047649] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "2ecd9333-fd4f-4deb-b727-018f9b4e5a88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.047649] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "2ecd9333-fd4f-4deb-b727-018f9b4e5a88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.047649] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "2ecd9333-fd4f-4deb-b727-018f9b4e5a88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.050332] env[70039]: INFO nova.compute.manager [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Terminating instance [ 1013.065266] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331093, 'name': ReconfigVM_Task, 'duration_secs': 0.371605} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.069528] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 43a1ba3c-3d00-467b-8101-c71c46ee5981/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.070831] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88221ac-1898-4fb8-91fe-e9ea64f98435 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.078876] env[70039]: DEBUG oslo_vmware.api [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3331094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160105} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.097852] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.098161] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.098268] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.098462] env[70039]: INFO nova.compute.manager [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1013.098726] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.106975] env[70039]: DEBUG nova.compute.manager [-] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.107090] env[70039]: DEBUG nova.network.neutron [-] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.108530] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f635897d-383e-4226-8b6c-2b5ff3ec95a4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.124083] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1013.124083] env[70039]: value = "task-3331095" [ 1013.124083] env[70039]: _type = "Task" [ 1013.124083] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.132391] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.140582] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a92e54-41e3-9993-9640-7aae4df837f4/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1013.140882] env[70039]: INFO nova.virt.vmwareapi.images [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Downloaded image file data e04915ef-727c-4253-9b91-cb91bccb902b [ 1013.141744] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d272321d-0690-4217-81e1-f6ec50e77ac4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.160398] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27ab9c94-48a6-4f08-a635-02e166428faa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.198133] env[70039]: INFO nova.virt.vmwareapi.images [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] The imported VM was unregistered [ 1013.200577] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Caching image {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1013.200821] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e04915ef-727c-4253-9b91-cb91bccb902b {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.201130] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc9b5548-8192-4e8f-97f7-c0fb273276d5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.216620] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Created directory with path [datastore1] devstack-image-cache_base/e04915ef-727c-4253-9b91-cb91bccb902b {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.216833] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_4b006fe9-f395-4af2-999f-d8ce09407b8c/OSTACK_IMG_4b006fe9-f395-4af2-999f-d8ce09407b8c.vmdk to [datastore1] devstack-image-cache_base/e04915ef-727c-4253-9b91-cb91bccb902b/e04915ef-727c-4253-9b91-cb91bccb902b.vmdk. {{(pid=70039) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1013.217119] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-490b296f-ffd5-435a-8f89-4127f72638ea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.225518] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1013.225518] env[70039]: value = "task-3331097" [ 1013.225518] env[70039]: _type = "Task" [ 1013.225518] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.234270] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331097, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.280665] env[70039]: DEBUG nova.compute.utils [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.284568] env[70039]: DEBUG nova.compute.manager [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.284770] env[70039]: DEBUG nova.network.neutron [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.315609] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331090, 'name': CreateSnapshot_Task, 'duration_secs': 0.567595} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.315925] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Created Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1013.317071] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f3a4aa-3939-4488-862c-d93817f3d572 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.320700] env[70039]: DEBUG nova.compute.utils [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.347642] env[70039]: DEBUG nova.network.neutron [req-7f80671c-f730-4f41-b1aa-bcadce34a042 req-c58e0d3a-e4b5-4d2a-b238-4ab6f360b7b1 service nova] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Updated VIF entry in instance network info cache for port 6b0af425-5db2-4cd4-892d-1e2c2e2b063c. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.348054] env[70039]: DEBUG nova.network.neutron [req-7f80671c-f730-4f41-b1aa-bcadce34a042 req-c58e0d3a-e4b5-4d2a-b238-4ab6f360b7b1 service nova] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Updating instance_info_cache with network_info: [{"id": "6b0af425-5db2-4cd4-892d-1e2c2e2b063c", "address": "fa:16:3e:5d:89:75", "network": {"id": "b89ab3e9-7da4-46f2-a4bc-7aa829fba82f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1329121571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72042c8d35a44f7cbb2a8282955cc9e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0af425-5d", "ovs_interfaceid": "6b0af425-5db2-4cd4-892d-1e2c2e2b063c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.377732] env[70039]: DEBUG nova.policy [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53e2a469a27b4c1cbefa3ca34d092e6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18a78931973c46ffb11d8cb2da17d519', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.399027] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ce9041-9189-78e6-f31e-b2b136f39f90, 'name': SearchDatastore_Task, 'duration_secs': 0.009865} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.399027] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.399027] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.399027] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.399027] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.399278] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.400034] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23b07c09-f537-4d07-a7ec-1aff859c6878 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.412435] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.412624] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.413531] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a97380fd-96ec-4a53-8279-585606e44f76 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.421223] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1013.421223] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5243a976-f56f-e630-8714-1dc8e055dcd0" [ 1013.421223] env[70039]: _type = "Task" [ 1013.421223] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.437119] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5243a976-f56f-e630-8714-1dc8e055dcd0, 'name': SearchDatastore_Task, 'duration_secs': 0.009909} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.437989] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97af73cb-2dc1-4538-9ea9-d1d6dc934f13 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.444060] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1013.444060] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52d8710c-f1c8-6326-5ef1-7586f489ab42" [ 1013.444060] env[70039]: _type = "Task" [ 1013.444060] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.453537] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d8710c-f1c8-6326-5ef1-7586f489ab42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.559799] env[70039]: DEBUG nova.compute.manager [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.560067] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.560986] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbe32f3-c66f-467c-88bb-ec8948971add {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.570563] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.570839] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77fbc82b-b729-4edb-996d-a8b37695dc7a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.577992] env[70039]: DEBUG oslo_vmware.api [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 1013.577992] env[70039]: value = "task-3331098" [ 1013.577992] env[70039]: _type = "Task" [ 1013.577992] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.587088] env[70039]: DEBUG oslo_vmware.api [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3331098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.634734] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331095, 'name': ReconfigVM_Task, 'duration_secs': 0.191567} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.635188] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.635527] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e530927-6962-4b99-b03c-d7165bfaa8df {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.643233] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1013.643233] env[70039]: value = "task-3331099" [ 1013.643233] env[70039]: _type = "Task" [ 1013.643233] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.654835] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.736972] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331097, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.787537] env[70039]: DEBUG nova.compute.utils [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.827029] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.827029] env[70039]: DEBUG nova.network.neutron [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Successfully created port: 7b601013-bde1-4207-8131-85a560942e07 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.839975] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Creating linked-clone VM from snapshot {{(pid=70039) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1013.843803] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ecbe1b86-cd8d-4e11-bdd7-dd8c8f6e94e5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.851942] env[70039]: DEBUG oslo_concurrency.lockutils [req-7f80671c-f730-4f41-b1aa-bcadce34a042 req-c58e0d3a-e4b5-4d2a-b238-4ab6f360b7b1 service nova] Releasing lock "refresh_cache-c76a8e8b-9523-45b8-9f2a-4f12fc7427b8" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.853329] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1013.853329] env[70039]: value = "task-3331100" [ 1013.853329] env[70039]: _type = "Task" [ 1013.853329] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.862592] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331100, 'name': CloneVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.938271] env[70039]: DEBUG nova.compute.manager [req-2862bf20-8a38-4966-8776-d87d80426a9d req-23366f4e-ecf3-4814-a710-4a80e4406352 service nova] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Received event network-vif-deleted-a9d7ee72-a4f1-4e4c-a54f-9c13e2d891df {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.938503] env[70039]: INFO nova.compute.manager [req-2862bf20-8a38-4966-8776-d87d80426a9d req-23366f4e-ecf3-4814-a710-4a80e4406352 service nova] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Neutron deleted interface a9d7ee72-a4f1-4e4c-a54f-9c13e2d891df; detaching it from the instance and deleting it from the info cache [ 1013.938681] env[70039]: DEBUG nova.network.neutron [req-2862bf20-8a38-4966-8776-d87d80426a9d req-23366f4e-ecf3-4814-a710-4a80e4406352 service nova] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.949308] env[70039]: DEBUG nova.network.neutron [-] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.965048] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d8710c-f1c8-6326-5ef1-7586f489ab42, 'name': SearchDatastore_Task, 'duration_secs': 0.067074} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.968454] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.968454] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] c76a8e8b-9523-45b8-9f2a-4f12fc7427b8/c76a8e8b-9523-45b8-9f2a-4f12fc7427b8.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.968454] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d70b731-06f8-495d-a33d-36d739111b65 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.975913] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1013.975913] env[70039]: value = "task-3331101" [ 1013.975913] env[70039]: _type = "Task" [ 1013.975913] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.989516] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.096097] env[70039]: DEBUG oslo_vmware.api [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3331098, 'name': PowerOffVM_Task, 'duration_secs': 0.267014} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.096706] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.096922] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.097403] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b39cb09-e289-4e19-a748-8cfa78a59541 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.156228] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331099, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.193200] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.193436] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.193628] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Deleting the datastore file [datastore1] 2ecd9333-fd4f-4deb-b727-018f9b4e5a88 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.195760] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-067a168f-18d1-4923-8004-e4e9fcfe321a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.200945] env[70039]: DEBUG oslo_vmware.api [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for the task: (returnval){ [ 1014.200945] env[70039]: value = "task-3331103" [ 1014.200945] env[70039]: _type = "Task" [ 1014.200945] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.211062] env[70039]: DEBUG oslo_vmware.api [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3331103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.242215] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331097, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.290625] env[70039]: DEBUG nova.compute.manager [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.369302] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331100, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.395125] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a357c77-35be-4998-8a7d-5e68a13a404c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.404087] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598861f8-6501-4335-824f-26b82d527105 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.439846] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baeb1bf0-83ec-41d1-8c56-db7f4d7cd556 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.446739] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-550d38a3-e9ac-40a7-80c3-5423068f6c2d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.454937] env[70039]: INFO nova.compute.manager [-] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Took 1.35 seconds to deallocate network for instance. [ 1014.460883] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0d5dff-a5d4-44bb-a040-457483d65d25 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.472978] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24e37ac-530d-43e0-8a09-a734394f99aa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.498676] env[70039]: DEBUG nova.compute.provider_tree [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.524856] env[70039]: DEBUG nova.compute.manager [req-2862bf20-8a38-4966-8776-d87d80426a9d req-23366f4e-ecf3-4814-a710-4a80e4406352 service nova] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Detach interface failed, port_id=a9d7ee72-a4f1-4e4c-a54f-9c13e2d891df, reason: Instance ea84108b-c83b-4c1d-8651-f1e52be5bf2a could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1014.524856] env[70039]: DEBUG nova.scheduler.client.report [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.531874] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.658810] env[70039]: DEBUG oslo_vmware.api [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331099, 'name': PowerOnVM_Task, 'duration_secs': 0.662579} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.659297] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.664348] env[70039]: DEBUG nova.compute.manager [None req-8c985e08-e3ad-49f8-925e-6917cf9de307 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.665632] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55afdb74-36de-46e4-be5b-87f045ed7249 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.714127] env[70039]: DEBUG oslo_vmware.api [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3331103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.742240] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331097, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.872742] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331100, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.947659] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Acquiring lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.947937] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.948221] env[70039]: INFO nova.compute.manager [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Attaching volume 823d9b36-3748-4a36-bd3e-b2f0b326233e to /dev/sdb [ 1014.986521] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.987480] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf9a5a1-cfeb-4fe3-b704-38096c5f77f2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.000917] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.003412] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656a5712-3921-46af-85fa-bffe793d3370 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.023304] env[70039]: DEBUG nova.virt.block_device [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Updating existing volume attachment record: 85d15e9f-fd22-4f49-9355-4b7e2806d1be {{(pid=70039) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1015.034060] env[70039]: DEBUG oslo_concurrency.lockutils [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.034258] env[70039]: DEBUG nova.compute.manager [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.037456] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.212s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.037698] env[70039]: DEBUG nova.objects.instance [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lazy-loading 'resources' on Instance uuid 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.217691] env[70039]: DEBUG oslo_vmware.api [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3331103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.242502] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331097, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.305021] env[70039]: DEBUG nova.compute.manager [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.336908] env[70039]: DEBUG nova.virt.hardware [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:19:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1395687813',id=41,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-887505334',projects=,root_gb=1,rxtx_factor=1.0,swap=1024,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.337349] env[70039]: DEBUG nova.virt.hardware [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.337349] env[70039]: DEBUG nova.virt.hardware [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.337568] env[70039]: DEBUG nova.virt.hardware [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.337745] env[70039]: DEBUG nova.virt.hardware [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.337898] env[70039]: DEBUG nova.virt.hardware [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.338946] env[70039]: DEBUG nova.virt.hardware [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.339262] env[70039]: DEBUG nova.virt.hardware [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.339517] env[70039]: DEBUG nova.virt.hardware [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.339755] env[70039]: DEBUG nova.virt.hardware [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.339998] env[70039]: DEBUG nova.virt.hardware [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.341470] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2f312a-fb73-43ee-9de3-9d7110c1a204 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.352729] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87148a7b-966d-4d8c-aaa6-5d548a29aa91 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.368434] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331100, 'name': CloneVM_Task} progress is 95%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.511028] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.541674] env[70039]: DEBUG nova.compute.utils [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.553791] env[70039]: DEBUG nova.network.neutron [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Successfully updated port: 7b601013-bde1-4207-8131-85a560942e07 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.555411] env[70039]: DEBUG nova.compute.manager [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.557615] env[70039]: DEBUG nova.network.neutron [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.634350] env[70039]: DEBUG nova.policy [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea9b46e0e7064c7a9c554131902843a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2a8cc362f2c4712b6dc9e8ff124e975', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.716563] env[70039]: DEBUG oslo_vmware.api [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3331103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.750349] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331097, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.828581] env[70039]: DEBUG oslo_concurrency.lockutils [None req-63e1120d-653f-4347-a73c-5a377c8602a8 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "b57a32ab-dd58-498b-bcdd-252f61920630" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.828944] env[70039]: DEBUG oslo_concurrency.lockutils [None req-63e1120d-653f-4347-a73c-5a377c8602a8 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "b57a32ab-dd58-498b-bcdd-252f61920630" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.869247] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331100, 'name': CloneVM_Task, 'duration_secs': 1.889505} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.869527] env[70039]: INFO nova.virt.vmwareapi.vmops [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Created linked-clone VM from snapshot [ 1015.870309] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f34a64-ccd9-4acc-b107-835954ac0033 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.878963] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Uploading image e1fb6d66-0dfb-4a70-8f14-d5fc1ff0be96 {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1015.908444] env[70039]: DEBUG oslo_vmware.rw_handles [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1015.908444] env[70039]: value = "vm-664987" [ 1015.908444] env[70039]: _type = "VirtualMachine" [ 1015.908444] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1015.908729] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6011deed-921b-46ae-bbe8-27576682c3db {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.920780] env[70039]: DEBUG oslo_vmware.rw_handles [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lease: (returnval){ [ 1015.920780] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52836836-feac-167d-25ed-9023cb8ec9a5" [ 1015.920780] env[70039]: _type = "HttpNfcLease" [ 1015.920780] env[70039]: } obtained for exporting VM: (result){ [ 1015.920780] env[70039]: value = "vm-664987" [ 1015.920780] env[70039]: _type = "VirtualMachine" [ 1015.920780] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1015.921180] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the lease: (returnval){ [ 1015.921180] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52836836-feac-167d-25ed-9023cb8ec9a5" [ 1015.921180] env[70039]: _type = "HttpNfcLease" [ 1015.921180] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1015.934669] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.934669] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52836836-feac-167d-25ed-9023cb8ec9a5" [ 1015.934669] env[70039]: _type = "HttpNfcLease" [ 1015.934669] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1015.934981] env[70039]: DEBUG oslo_vmware.rw_handles [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1015.934981] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52836836-feac-167d-25ed-9023cb8ec9a5" [ 1015.934981] env[70039]: _type = "HttpNfcLease" [ 1015.934981] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1015.936112] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6236fa-f070-4308-95f1-2cee6d2bdcfb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.946177] env[70039]: DEBUG oslo_vmware.rw_handles [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245bed2-cc29-1013-fda5-b235500b3a1f/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1015.946517] env[70039]: DEBUG oslo_vmware.rw_handles [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245bed2-cc29-1013-fda5-b235500b3a1f/disk-0.vmdk for reading. {{(pid=70039) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1016.030325] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331101, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.053947] env[70039]: DEBUG nova.compute.manager [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.059442] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "refresh_cache-6b6a2ead-c49c-43d9-a410-2466f23d699b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.059529] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquired lock "refresh_cache-6b6a2ead-c49c-43d9-a410-2466f23d699b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.059679] env[70039]: DEBUG nova.network.neutron [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.065898] env[70039]: DEBUG nova.network.neutron [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Successfully created port: 5959239e-365f-4cc1-9192-2ba7825bd9eb {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.074658] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-78773e44-4b11-41ca-804d-83aaa81bd584 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.203490] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ced42a2-e34c-4cbd-9317-5b38670464e2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.220160] env[70039]: DEBUG oslo_vmware.api [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Task: {'id': task-3331103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.792856} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.221346] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff028c7-fc09-473d-b83e-d07ac252563a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.224749] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.224965] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.225163] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.225343] env[70039]: INFO nova.compute.manager [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Took 2.67 seconds to destroy the instance on the hypervisor. [ 1016.225586] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.225785] env[70039]: DEBUG nova.compute.manager [-] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.225880] env[70039]: DEBUG nova.network.neutron [-] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.259035] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165c4436-9f0b-48cc-b2f5-0b5a73458054 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.264685] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331097, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.96018} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.265400] env[70039]: INFO nova.virt.vmwareapi.ds_util [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_4b006fe9-f395-4af2-999f-d8ce09407b8c/OSTACK_IMG_4b006fe9-f395-4af2-999f-d8ce09407b8c.vmdk to [datastore1] devstack-image-cache_base/e04915ef-727c-4253-9b91-cb91bccb902b/e04915ef-727c-4253-9b91-cb91bccb902b.vmdk. [ 1016.265544] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Cleaning up location [datastore1] OSTACK_IMG_4b006fe9-f395-4af2-999f-d8ce09407b8c {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1016.265715] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_4b006fe9-f395-4af2-999f-d8ce09407b8c {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.265974] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df2191f7-3cae-4b8e-af2f-a1c43b49156e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.271616] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f79934-8a8f-4fa7-a22c-4d331ec9c31c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.278989] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1016.278989] env[70039]: value = "task-3331108" [ 1016.278989] env[70039]: _type = "Task" [ 1016.278989] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.293748] env[70039]: DEBUG nova.compute.provider_tree [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1016.300588] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.331650] env[70039]: DEBUG nova.compute.utils [None req-63e1120d-653f-4347-a73c-5a377c8602a8 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.532524] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331101, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.30782} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.532883] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] c76a8e8b-9523-45b8-9f2a-4f12fc7427b8/c76a8e8b-9523-45b8-9f2a-4f12fc7427b8.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.533359] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.533765] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96c70539-6242-4630-810d-128e4e6619af {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.544140] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1016.544140] env[70039]: value = "task-3331109" [ 1016.544140] env[70039]: _type = "Task" [ 1016.544140] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.556017] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.560139] env[70039]: INFO nova.virt.block_device [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Booting with volume 5202890e-afa9-47a9-9398-afea1fe476c4 at /dev/sda [ 1016.600029] env[70039]: DEBUG nova.network.neutron [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.603503] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f88e93be-fbe8-41ce-8c7d-d22342abae9c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.616866] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ddb49b-a1e5-4e7b-94de-277207e14059 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.672579] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8522cdb-a933-409a-a6c0-75cd21f7d3d9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.684275] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cf8f9e-b6b2-4594-8778-9dd53a18fac0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.735880] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfe9c4c-0946-4f7f-9a85-9721bc848d1c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.744949] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a71fbce-8e6a-451e-8a60-3d875ffa2d0a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.762687] env[70039]: DEBUG nova.virt.block_device [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Updating existing volume attachment record: d43a0866-be5b-48b8-8643-3a2c4d7cf460 {{(pid=70039) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1016.789667] env[70039]: DEBUG nova.compute.manager [req-d5a3aeaf-f319-43b7-b012-859211c3190a req-fba7e9d2-a9df-4a08-a5bf-34a70352d09f service nova] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Received event network-vif-plugged-7b601013-bde1-4207-8131-85a560942e07 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.790107] env[70039]: DEBUG oslo_concurrency.lockutils [req-d5a3aeaf-f319-43b7-b012-859211c3190a req-fba7e9d2-a9df-4a08-a5bf-34a70352d09f service nova] Acquiring lock "6b6a2ead-c49c-43d9-a410-2466f23d699b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.790344] env[70039]: DEBUG oslo_concurrency.lockutils [req-d5a3aeaf-f319-43b7-b012-859211c3190a req-fba7e9d2-a9df-4a08-a5bf-34a70352d09f service nova] Lock "6b6a2ead-c49c-43d9-a410-2466f23d699b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.790850] env[70039]: DEBUG oslo_concurrency.lockutils [req-d5a3aeaf-f319-43b7-b012-859211c3190a req-fba7e9d2-a9df-4a08-a5bf-34a70352d09f service nova] Lock "6b6a2ead-c49c-43d9-a410-2466f23d699b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.791021] env[70039]: DEBUG nova.compute.manager [req-d5a3aeaf-f319-43b7-b012-859211c3190a req-fba7e9d2-a9df-4a08-a5bf-34a70352d09f service nova] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] No waiting events found dispatching network-vif-plugged-7b601013-bde1-4207-8131-85a560942e07 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.791378] env[70039]: WARNING nova.compute.manager [req-d5a3aeaf-f319-43b7-b012-859211c3190a req-fba7e9d2-a9df-4a08-a5bf-34a70352d09f service nova] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Received unexpected event network-vif-plugged-7b601013-bde1-4207-8131-85a560942e07 for instance with vm_state building and task_state spawning. [ 1016.791644] env[70039]: DEBUG nova.compute.manager [req-d5a3aeaf-f319-43b7-b012-859211c3190a req-fba7e9d2-a9df-4a08-a5bf-34a70352d09f service nova] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Received event network-changed-7b601013-bde1-4207-8131-85a560942e07 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.794085] env[70039]: DEBUG nova.compute.manager [req-d5a3aeaf-f319-43b7-b012-859211c3190a req-fba7e9d2-a9df-4a08-a5bf-34a70352d09f service nova] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Refreshing instance network info cache due to event network-changed-7b601013-bde1-4207-8131-85a560942e07. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.794085] env[70039]: DEBUG oslo_concurrency.lockutils [req-d5a3aeaf-f319-43b7-b012-859211c3190a req-fba7e9d2-a9df-4a08-a5bf-34a70352d09f service nova] Acquiring lock "refresh_cache-6b6a2ead-c49c-43d9-a410-2466f23d699b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.796061] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097195} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.799686] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.799686] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e04915ef-727c-4253-9b91-cb91bccb902b/e04915ef-727c-4253-9b91-cb91bccb902b.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.799686] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e04915ef-727c-4253-9b91-cb91bccb902b/e04915ef-727c-4253-9b91-cb91bccb902b.vmdk to [datastore1] 89ada2cd-74fe-4436-8532-df492eb23abd/89ada2cd-74fe-4436-8532-df492eb23abd.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.801310] env[70039]: DEBUG nova.network.neutron [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Updating instance_info_cache with network_info: [{"id": "7b601013-bde1-4207-8131-85a560942e07", "address": "fa:16:3e:b9:98:a1", "network": {"id": "9ff38878-283c-474f-979b-436beef68ef8", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-657367659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a78931973c46ffb11d8cb2da17d519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b601013-bd", "ovs_interfaceid": "7b601013-bde1-4207-8131-85a560942e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.804894] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7c07f70-1700-4dd4-a2e9-82a15720416a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.819036] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1016.819036] env[70039]: value = "task-3331110" [ 1016.819036] env[70039]: _type = "Task" [ 1016.819036] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.830652] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.834740] env[70039]: DEBUG oslo_concurrency.lockutils [None req-63e1120d-653f-4347-a73c-5a377c8602a8 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "b57a32ab-dd58-498b-bcdd-252f61920630" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.850302] env[70039]: DEBUG nova.scheduler.client.report [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Updated inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1016.850569] env[70039]: DEBUG nova.compute.provider_tree [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Updating resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d generation from 99 to 100 during operation: update_inventory {{(pid=70039) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1016.850754] env[70039]: DEBUG nova.compute.provider_tree [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.056329] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.208610] env[70039]: DEBUG nova.network.neutron [-] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.307962] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Releasing lock "refresh_cache-6b6a2ead-c49c-43d9-a410-2466f23d699b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.308349] env[70039]: DEBUG nova.compute.manager [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Instance network_info: |[{"id": "7b601013-bde1-4207-8131-85a560942e07", "address": "fa:16:3e:b9:98:a1", "network": {"id": "9ff38878-283c-474f-979b-436beef68ef8", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-657367659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a78931973c46ffb11d8cb2da17d519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b601013-bd", "ovs_interfaceid": "7b601013-bde1-4207-8131-85a560942e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.308711] env[70039]: DEBUG oslo_concurrency.lockutils [req-d5a3aeaf-f319-43b7-b012-859211c3190a req-fba7e9d2-a9df-4a08-a5bf-34a70352d09f service nova] Acquired lock "refresh_cache-6b6a2ead-c49c-43d9-a410-2466f23d699b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.308921] env[70039]: DEBUG nova.network.neutron [req-d5a3aeaf-f319-43b7-b012-859211c3190a req-fba7e9d2-a9df-4a08-a5bf-34a70352d09f service nova] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Refreshing network info cache for port 7b601013-bde1-4207-8131-85a560942e07 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.310261] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:98:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b601013-bde1-4207-8131-85a560942e07', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.318720] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.319338] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.319744] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b95c8729-f7c4-4546-8aea-6f1740ab10f6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.351937] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331110, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.354457] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.354457] env[70039]: value = "task-3331111" [ 1017.354457] env[70039]: _type = "Task" [ 1017.354457] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.364854] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.327s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.367920] env[70039]: DEBUG oslo_concurrency.lockutils [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.981s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.368324] env[70039]: DEBUG nova.objects.instance [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70039) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1017.379808] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331111, 'name': CreateVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.409881] env[70039]: INFO nova.scheduler.client.report [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Deleted allocations for instance 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23 [ 1017.483027] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "331396db-575b-4b9f-9804-04b60db3df0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.483027] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lock "331396db-575b-4b9f-9804-04b60db3df0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.559877] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.559451} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.559877] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.560400] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e45c107-72c2-4e87-9ad7-6c4da9e5edea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.588702] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] c76a8e8b-9523-45b8-9f2a-4f12fc7427b8/c76a8e8b-9523-45b8-9f2a-4f12fc7427b8.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.589137] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c93dd72a-b603-4b38-a15e-7946012043a5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.617069] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1017.617069] env[70039]: value = "task-3331112" [ 1017.617069] env[70039]: _type = "Task" [ 1017.617069] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.632365] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.712778] env[70039]: INFO nova.compute.manager [-] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Took 1.49 seconds to deallocate network for instance. [ 1017.837322] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331110, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.885029] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331111, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.919685] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7051171a-09be-439e-a403-2fb361bdab28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lock "7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.221s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.941442] env[70039]: DEBUG oslo_concurrency.lockutils [None req-63e1120d-653f-4347-a73c-5a377c8602a8 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "b57a32ab-dd58-498b-bcdd-252f61920630" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.941712] env[70039]: DEBUG oslo_concurrency.lockutils [None req-63e1120d-653f-4347-a73c-5a377c8602a8 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "b57a32ab-dd58-498b-bcdd-252f61920630" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.941954] env[70039]: INFO nova.compute.manager [None req-63e1120d-653f-4347-a73c-5a377c8602a8 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Attaching volume af598382-7e8b-49f9-8a7a-3c55675c2ada to /dev/sdb [ 1017.985292] env[70039]: DEBUG nova.compute.manager [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.992162] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7503c3e0-924b-498a-a88a-3ade4d6180d8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.005734] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67eca984-1b57-4de1-b02a-c10982955d36 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.013422] env[70039]: DEBUG nova.network.neutron [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Successfully updated port: 5959239e-365f-4cc1-9192-2ba7825bd9eb {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.049330] env[70039]: DEBUG nova.virt.block_device [None req-63e1120d-653f-4347-a73c-5a377c8602a8 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Updating existing volume attachment record: 8ebbddb6-a54a-44f0-a42b-b1c26f62f1de {{(pid=70039) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1018.133263] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331112, 'name': ReconfigVM_Task, 'duration_secs': 0.406774} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.133642] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Reconfigured VM instance instance-0000004c to attach disk [datastore1] c76a8e8b-9523-45b8-9f2a-4f12fc7427b8/c76a8e8b-9523-45b8-9f2a-4f12fc7427b8.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.134428] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab21609e-fd8e-4200-b757-df24c85144a6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.148299] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1018.148299] env[70039]: value = "task-3331113" [ 1018.148299] env[70039]: _type = "Task" [ 1018.148299] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.170905] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331113, 'name': Rename_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.219671] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.274297] env[70039]: DEBUG nova.network.neutron [req-d5a3aeaf-f319-43b7-b012-859211c3190a req-fba7e9d2-a9df-4a08-a5bf-34a70352d09f service nova] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Updated VIF entry in instance network info cache for port 7b601013-bde1-4207-8131-85a560942e07. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.274770] env[70039]: DEBUG nova.network.neutron [req-d5a3aeaf-f319-43b7-b012-859211c3190a req-fba7e9d2-a9df-4a08-a5bf-34a70352d09f service nova] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Updating instance_info_cache with network_info: [{"id": "7b601013-bde1-4207-8131-85a560942e07", "address": "fa:16:3e:b9:98:a1", "network": {"id": "9ff38878-283c-474f-979b-436beef68ef8", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-657367659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a78931973c46ffb11d8cb2da17d519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b601013-bd", "ovs_interfaceid": "7b601013-bde1-4207-8131-85a560942e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.338754] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331110, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.368509] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331111, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.381223] env[70039]: DEBUG oslo_concurrency.lockutils [None req-008755df-5b77-451a-a37f-4625a99fe2ce tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.382873] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.697s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.382873] env[70039]: DEBUG nova.objects.instance [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lazy-loading 'resources' on Instance uuid c7c2ae9f-de0e-47e4-a515-467d2cfa6247 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.515157] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.517681] env[70039]: DEBUG oslo_concurrency.lockutils [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Acquiring lock "refresh_cache-b6a0aeac-b975-4c2c-904f-a35d9946eb70" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.518357] env[70039]: DEBUG oslo_concurrency.lockutils [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Acquired lock "refresh_cache-b6a0aeac-b975-4c2c-904f-a35d9946eb70" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.518357] env[70039]: DEBUG nova.network.neutron [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.667319] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331113, 'name': Rename_Task, 'duration_secs': 0.219957} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.667319] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.667319] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a46d2170-6ad7-4695-8e38-fb2d43b1d12c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.676036] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1018.676036] env[70039]: value = "task-3331117" [ 1018.676036] env[70039]: _type = "Task" [ 1018.676036] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.690555] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.777961] env[70039]: DEBUG oslo_concurrency.lockutils [req-d5a3aeaf-f319-43b7-b012-859211c3190a req-fba7e9d2-a9df-4a08-a5bf-34a70352d09f service nova] Releasing lock "refresh_cache-6b6a2ead-c49c-43d9-a410-2466f23d699b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.839687] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331110, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.872080] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331111, 'name': CreateVM_Task, 'duration_secs': 1.056766} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.872368] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.873415] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.873558] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.874047] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.874403] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb3982f8-cf01-4acb-81eb-df55bf1f1245 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.884298] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1018.884298] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52900ae7-9704-4d58-e76c-32c007c4287d" [ 1018.884298] env[70039]: _type = "Task" [ 1018.884298] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.898422] env[70039]: DEBUG nova.compute.manager [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.899059] env[70039]: DEBUG nova.virt.hardware [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.899306] env[70039]: DEBUG nova.virt.hardware [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.899466] env[70039]: DEBUG nova.virt.hardware [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.899651] env[70039]: DEBUG nova.virt.hardware [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.899830] env[70039]: DEBUG nova.virt.hardware [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.899980] env[70039]: DEBUG nova.virt.hardware [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.900394] env[70039]: DEBUG nova.virt.hardware [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.900608] env[70039]: DEBUG nova.virt.hardware [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.900831] env[70039]: DEBUG nova.virt.hardware [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.901098] env[70039]: DEBUG nova.virt.hardware [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.901430] env[70039]: DEBUG nova.virt.hardware [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.907584] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2faa3e8-7b35-4f07-a11c-b2314c7df6b1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.910206] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52900ae7-9704-4d58-e76c-32c007c4287d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.913176] env[70039]: DEBUG nova.compute.manager [req-52ae770f-c636-4ae4-877d-045244e842bb req-46bd47f5-1353-4025-b39a-a4573c473a97 service nova] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Received event network-vif-deleted-56c8c730-0496-4b45-88a3-bac5053cbb6f {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.913458] env[70039]: DEBUG nova.compute.manager [req-52ae770f-c636-4ae4-877d-045244e842bb req-46bd47f5-1353-4025-b39a-a4573c473a97 service nova] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Received event network-vif-plugged-5959239e-365f-4cc1-9192-2ba7825bd9eb {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.913832] env[70039]: DEBUG oslo_concurrency.lockutils [req-52ae770f-c636-4ae4-877d-045244e842bb req-46bd47f5-1353-4025-b39a-a4573c473a97 service nova] Acquiring lock "b6a0aeac-b975-4c2c-904f-a35d9946eb70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.914172] env[70039]: DEBUG oslo_concurrency.lockutils [req-52ae770f-c636-4ae4-877d-045244e842bb req-46bd47f5-1353-4025-b39a-a4573c473a97 service nova] Lock "b6a0aeac-b975-4c2c-904f-a35d9946eb70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.914549] env[70039]: DEBUG oslo_concurrency.lockutils [req-52ae770f-c636-4ae4-877d-045244e842bb req-46bd47f5-1353-4025-b39a-a4573c473a97 service nova] Lock "b6a0aeac-b975-4c2c-904f-a35d9946eb70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.915037] env[70039]: DEBUG nova.compute.manager [req-52ae770f-c636-4ae4-877d-045244e842bb req-46bd47f5-1353-4025-b39a-a4573c473a97 service nova] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] No waiting events found dispatching network-vif-plugged-5959239e-365f-4cc1-9192-2ba7825bd9eb {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.915037] env[70039]: WARNING nova.compute.manager [req-52ae770f-c636-4ae4-877d-045244e842bb req-46bd47f5-1353-4025-b39a-a4573c473a97 service nova] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Received unexpected event network-vif-plugged-5959239e-365f-4cc1-9192-2ba7825bd9eb for instance with vm_state building and task_state spawning. [ 1018.915279] env[70039]: DEBUG nova.compute.manager [req-52ae770f-c636-4ae4-877d-045244e842bb req-46bd47f5-1353-4025-b39a-a4573c473a97 service nova] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Received event network-changed-5959239e-365f-4cc1-9192-2ba7825bd9eb {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.915708] env[70039]: DEBUG nova.compute.manager [req-52ae770f-c636-4ae4-877d-045244e842bb req-46bd47f5-1353-4025-b39a-a4573c473a97 service nova] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Refreshing instance network info cache due to event network-changed-5959239e-365f-4cc1-9192-2ba7825bd9eb. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.916150] env[70039]: DEBUG oslo_concurrency.lockutils [req-52ae770f-c636-4ae4-877d-045244e842bb req-46bd47f5-1353-4025-b39a-a4573c473a97 service nova] Acquiring lock "refresh_cache-b6a0aeac-b975-4c2c-904f-a35d9946eb70" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.929657] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a3a630-f407-4d1d-a746-91a4aa1549a2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.072616] env[70039]: DEBUG nova.network.neutron [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.192621] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331117, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.349785] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331110, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.389532] env[70039]: DEBUG nova.network.neutron [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Updating instance_info_cache with network_info: [{"id": "5959239e-365f-4cc1-9192-2ba7825bd9eb", "address": "fa:16:3e:3d:53:49", "network": {"id": "155b764e-3483-4eb0-b740-a9deeda5729c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134126049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2a8cc362f2c4712b6dc9e8ff124e975", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5959239e-36", "ovs_interfaceid": "5959239e-365f-4cc1-9192-2ba7825bd9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.398909] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52900ae7-9704-4d58-e76c-32c007c4287d, 'name': SearchDatastore_Task, 'duration_secs': 0.089002} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.402768] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.403047] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.403301] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.403441] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.403617] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.404148] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f03a8615-ad08-4985-aaf7-9daa9b03d396 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.424512] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.424687] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.425474] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7adf2f2-48c5-4ce7-b682-e0fadbc42b60 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.431692] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1019.431692] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52576e75-0558-354e-e460-5c8fa992acbf" [ 1019.431692] env[70039]: _type = "Task" [ 1019.431692] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.443504] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52576e75-0558-354e-e460-5c8fa992acbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.479074] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26faa4fa-a967-4c15-908b-5233815e6196 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.487973] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb395aa8-f50f-4ae7-a630-d66f2c761c95 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.520940] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15838fbd-621b-49eb-b368-268bce1ff05b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.529362] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3e2619-69bb-4f63-8702-c72f8cdebb45 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.543479] env[70039]: DEBUG nova.compute.provider_tree [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1019.687115] env[70039]: DEBUG oslo_vmware.api [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331117, 'name': PowerOnVM_Task, 'duration_secs': 0.681113} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.687398] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.687602] env[70039]: INFO nova.compute.manager [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1019.687779] env[70039]: DEBUG nova.compute.manager [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.688568] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266bcb51-3a53-4729-a0ef-6cd8b74bbf7a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.835858] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331110, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.657955} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.836146] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e04915ef-727c-4253-9b91-cb91bccb902b/e04915ef-727c-4253-9b91-cb91bccb902b.vmdk to [datastore1] 89ada2cd-74fe-4436-8532-df492eb23abd/89ada2cd-74fe-4436-8532-df492eb23abd.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.836961] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b81ac9-559e-47ba-bb08-c53dabcfbf94 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.861578] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 89ada2cd-74fe-4436-8532-df492eb23abd/89ada2cd-74fe-4436-8532-df492eb23abd.vmdk or device None with type streamOptimized {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.861877] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-245c1768-113e-45ed-a40e-371d9e3c7ee4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.885037] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1019.885037] env[70039]: value = "task-3331119" [ 1019.885037] env[70039]: _type = "Task" [ 1019.885037] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.893452] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.894998] env[70039]: DEBUG oslo_concurrency.lockutils [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Releasing lock "refresh_cache-b6a0aeac-b975-4c2c-904f-a35d9946eb70" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.895307] env[70039]: DEBUG nova.compute.manager [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Instance network_info: |[{"id": "5959239e-365f-4cc1-9192-2ba7825bd9eb", "address": "fa:16:3e:3d:53:49", "network": {"id": "155b764e-3483-4eb0-b740-a9deeda5729c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134126049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2a8cc362f2c4712b6dc9e8ff124e975", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5959239e-36", "ovs_interfaceid": "5959239e-365f-4cc1-9192-2ba7825bd9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.895584] env[70039]: DEBUG oslo_concurrency.lockutils [req-52ae770f-c636-4ae4-877d-045244e842bb req-46bd47f5-1353-4025-b39a-a4573c473a97 service nova] Acquired lock "refresh_cache-b6a0aeac-b975-4c2c-904f-a35d9946eb70" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.895760] env[70039]: DEBUG nova.network.neutron [req-52ae770f-c636-4ae4-877d-045244e842bb req-46bd47f5-1353-4025-b39a-a4573c473a97 service nova] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Refreshing network info cache for port 5959239e-365f-4cc1-9192-2ba7825bd9eb {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.896995] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:53:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5959239e-365f-4cc1-9192-2ba7825bd9eb', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.904511] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Creating folder: Project (b2a8cc362f2c4712b6dc9e8ff124e975). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.905667] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf5dcfe0-42fd-4a51-a751-2a5dc9835b5a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.920448] env[70039]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1019.920643] env[70039]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70039) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1019.921014] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Folder already exists: Project (b2a8cc362f2c4712b6dc9e8ff124e975). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1019.921215] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Creating folder: Instances. Parent ref: group-v664949. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.921450] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eede16a4-d676-4af5-87e3-126487d189d4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.936232] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Created folder: Instances in parent group-v664949. [ 1019.936232] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.939609] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.939744] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-812b1f62-cde2-4062-9313-0b372213315c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.964699] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.964699] env[70039]: value = "task-3331122" [ 1019.964699] env[70039]: _type = "Task" [ 1019.964699] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.964963] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52576e75-0558-354e-e460-5c8fa992acbf, 'name': SearchDatastore_Task, 'duration_secs': 0.03426} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.968409] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24cabb3f-7ce3-404e-8c7c-ce151103693c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.977047] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331122, 'name': CreateVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.978037] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1019.978037] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52d9b3b1-0cab-067b-72e3-0d1e9ae7dd53" [ 1019.978037] env[70039]: _type = "Task" [ 1019.978037] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.986235] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d9b3b1-0cab-067b-72e3-0d1e9ae7dd53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.071971] env[70039]: ERROR nova.scheduler.client.report [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [req-94324e37-4c88-41d4-bfe5-4aa555a76856] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 543a9f30-645b-4a81-8076-3a3e96a6f37d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-94324e37-4c88-41d4-bfe5-4aa555a76856"}]} [ 1020.095303] env[70039]: DEBUG nova.scheduler.client.report [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Refreshing inventories for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1020.118429] env[70039]: DEBUG nova.scheduler.client.report [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Updating ProviderTree inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1020.118725] env[70039]: DEBUG nova.compute.provider_tree [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.134513] env[70039]: DEBUG nova.scheduler.client.report [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Refreshing aggregate associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, aggregates: None {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1020.153916] env[70039]: DEBUG nova.scheduler.client.report [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Refreshing trait associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1020.206183] env[70039]: INFO nova.compute.manager [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Took 38.25 seconds to build instance. [ 1020.401673] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331119, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.478278] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331122, 'name': CreateVM_Task, 'duration_secs': 0.445439} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.478444] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.482582] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664960', 'volume_id': '5202890e-afa9-47a9-9398-afea1fe476c4', 'name': 'volume-5202890e-afa9-47a9-9398-afea1fe476c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6a0aeac-b975-4c2c-904f-a35d9946eb70', 'attached_at': '', 'detached_at': '', 'volume_id': '5202890e-afa9-47a9-9398-afea1fe476c4', 'serial': '5202890e-afa9-47a9-9398-afea1fe476c4'}, 'delete_on_termination': True, 'device_type': None, 'attachment_id': 'd43a0866-be5b-48b8-8643-3a2c4d7cf460', 'disk_bus': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=70039) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1020.483134] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Root volume attach. Driver type: vmdk {{(pid=70039) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1020.486597] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15420594-5346-44bf-9d28-82cdd99f5b0f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.496620] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d9b3b1-0cab-067b-72e3-0d1e9ae7dd53, 'name': SearchDatastore_Task, 'duration_secs': 0.047603} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.500090] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.500485] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 6b6a2ead-c49c-43d9-a410-2466f23d699b/6b6a2ead-c49c-43d9-a410-2466f23d699b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.500878] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4a07638-7ac0-4c27-9593-47d6e2fab818 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.504235] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3e63ab-8e7e-4fc9-97d3-182b9d1bc320 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.517535] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baee2f31-4fe9-4718-a2aa-c51ac51b68db {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.521048] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1020.521048] env[70039]: value = "task-3331123" [ 1020.521048] env[70039]: _type = "Task" [ 1020.521048] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.532091] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c0dca59a-0581-4b6c-bb8c-17c3ec8b05e3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.537316] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.544740] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Waiting for the task: (returnval){ [ 1020.544740] env[70039]: value = "task-3331124" [ 1020.544740] env[70039]: _type = "Task" [ 1020.544740] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.558713] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331124, 'name': RelocateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.676100] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8132e886-4b6f-4e70-b3df-681fddbb0d67 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.685906] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cc69b9-e08c-40c9-8db4-010e2cf33648 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.726366] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a154e21-e4cd-40be-9176-dd8b15495849 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "c76a8e8b-9523-45b8-9f2a-4f12fc7427b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.942s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.730410] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4025657c-acd9-422e-9609-fe5e70cd0fd7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.741231] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd63a06-06a2-4ce5-97e0-90b86301aa47 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.757207] env[70039]: DEBUG nova.compute.provider_tree [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.783069] env[70039]: DEBUG nova.network.neutron [req-52ae770f-c636-4ae4-877d-045244e842bb req-46bd47f5-1353-4025-b39a-a4573c473a97 service nova] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Updated VIF entry in instance network info cache for port 5959239e-365f-4cc1-9192-2ba7825bd9eb. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.783472] env[70039]: DEBUG nova.network.neutron [req-52ae770f-c636-4ae4-877d-045244e842bb req-46bd47f5-1353-4025-b39a-a4573c473a97 service nova] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Updating instance_info_cache with network_info: [{"id": "5959239e-365f-4cc1-9192-2ba7825bd9eb", "address": "fa:16:3e:3d:53:49", "network": {"id": "155b764e-3483-4eb0-b740-a9deeda5729c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134126049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2a8cc362f2c4712b6dc9e8ff124e975", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5959239e-36", "ovs_interfaceid": "5959239e-365f-4cc1-9192-2ba7825bd9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.851456] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquiring lock "2c8de62e-5e67-43d1-843b-d2cd50c0a0bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.851729] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lock "2c8de62e-5e67-43d1-843b-d2cd50c0a0bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.900099] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331119, 'name': ReconfigVM_Task, 'duration_secs': 0.571291} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.900099] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 89ada2cd-74fe-4436-8532-df492eb23abd/89ada2cd-74fe-4436-8532-df492eb23abd.vmdk or device None with type streamOptimized {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.900646] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19748a8f-c0ca-48df-b408-63a09ed3be2a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.913359] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1020.913359] env[70039]: value = "task-3331126" [ 1020.913359] env[70039]: _type = "Task" [ 1020.913359] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.927880] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331126, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.037300] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331123, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.063639] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331124, 'name': RelocateVM_Task} progress is 38%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.287714] env[70039]: DEBUG oslo_concurrency.lockutils [req-52ae770f-c636-4ae4-877d-045244e842bb req-46bd47f5-1353-4025-b39a-a4573c473a97 service nova] Releasing lock "refresh_cache-b6a0aeac-b975-4c2c-904f-a35d9946eb70" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.297370] env[70039]: ERROR nova.scheduler.client.report [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [req-1f673426-7db3-4f84-b523-684e0bdf5297] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 543a9f30-645b-4a81-8076-3a3e96a6f37d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1f673426-7db3-4f84-b523-684e0bdf5297"}]} [ 1021.316157] env[70039]: DEBUG nova.scheduler.client.report [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Refreshing inventories for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1021.333772] env[70039]: DEBUG nova.scheduler.client.report [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Updating ProviderTree inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1021.334045] env[70039]: DEBUG nova.compute.provider_tree [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1021.348808] env[70039]: DEBUG nova.scheduler.client.report [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Refreshing aggregate associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, aggregates: None {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1021.356017] env[70039]: DEBUG nova.compute.manager [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.373156] env[70039]: DEBUG nova.scheduler.client.report [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Refreshing trait associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1021.434018] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331126, 'name': Rename_Task, 'duration_secs': 0.430482} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.434479] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.434789] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b004f9d-ea35-4753-bb80-b8c189599584 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.446346] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1021.446346] env[70039]: value = "task-3331127" [ 1021.446346] env[70039]: _type = "Task" [ 1021.446346] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.458341] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.538359] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657214} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.539252] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 6b6a2ead-c49c-43d9-a410-2466f23d699b/6b6a2ead-c49c-43d9-a410-2466f23d699b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.539252] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.542778] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33c077da-7688-4431-9d66-fae38ce785c4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.554580] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1021.554580] env[70039]: value = "task-3331128" [ 1021.554580] env[70039]: _type = "Task" [ 1021.554580] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.562621] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331124, 'name': RelocateVM_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.572375] env[70039]: DEBUG oslo_concurrency.lockutils [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "c76a8e8b-9523-45b8-9f2a-4f12fc7427b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.574192] env[70039]: DEBUG oslo_concurrency.lockutils [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "c76a8e8b-9523-45b8-9f2a-4f12fc7427b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.574192] env[70039]: DEBUG oslo_concurrency.lockutils [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "c76a8e8b-9523-45b8-9f2a-4f12fc7427b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.574192] env[70039]: DEBUG oslo_concurrency.lockutils [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "c76a8e8b-9523-45b8-9f2a-4f12fc7427b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.574192] env[70039]: DEBUG oslo_concurrency.lockutils [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "c76a8e8b-9523-45b8-9f2a-4f12fc7427b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.579406] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.583525] env[70039]: INFO nova.compute.manager [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Terminating instance [ 1021.590025] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Volume attach. Driver type: vmdk {{(pid=70039) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1021.590134] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664990', 'volume_id': '823d9b36-3748-4a36-bd3e-b2f0b326233e', 'name': 'volume-823d9b36-3748-4a36-bd3e-b2f0b326233e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab5aafce-9316-4fdf-a89b-ea1606d2a58b', 'attached_at': '', 'detached_at': '', 'volume_id': '823d9b36-3748-4a36-bd3e-b2f0b326233e', 'serial': '823d9b36-3748-4a36-bd3e-b2f0b326233e'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1021.591143] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbf9cf6-6519-40e5-b2b0-7123d8fdcc5f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.619366] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b37cab6-544d-4279-97ae-0882bdf32065 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.649301] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] volume-823d9b36-3748-4a36-bd3e-b2f0b326233e/volume-823d9b36-3748-4a36-bd3e-b2f0b326233e.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.652478] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bd43a93-bcf4-486d-a01e-6b5e9de796c9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.676862] env[70039]: DEBUG oslo_vmware.api [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Waiting for the task: (returnval){ [ 1021.676862] env[70039]: value = "task-3331129" [ 1021.676862] env[70039]: _type = "Task" [ 1021.676862] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.690614] env[70039]: DEBUG oslo_vmware.api [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Task: {'id': task-3331129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.879916] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.961647] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.977152] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac7d3ca-598d-4f94-a7f5-f4d8bed0ecfd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.986984] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0801f873-8a1c-4cd1-b2e7-9d49d463bed2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.023610] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af9ea4f-dee8-4403-b429-56e653aeca9e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.034061] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe41dd5-8e35-40eb-9831-2bd184f7e101 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.051859] env[70039]: DEBUG nova.compute.provider_tree [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.066972] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083486} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.070717] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.071084] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331124, 'name': RelocateVM_Task} progress is 63%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.072247] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064ba76b-67d8-4436-87ce-2c076fcd90d3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.102384] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 6b6a2ead-c49c-43d9-a410-2466f23d699b/6b6a2ead-c49c-43d9-a410-2466f23d699b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.103535] env[70039]: DEBUG nova.compute.manager [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.103535] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.104482] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a85d29a9-a9d4-48bd-8e2f-ad153a91e4d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.120311] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85fb1ab-069e-4c1d-89b0-0db4fd910ffc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.129582] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.129934] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4cae267-ffaf-4133-b3ed-70ec63525608 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.133510] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1022.133510] env[70039]: value = "task-3331130" [ 1022.133510] env[70039]: _type = "Task" [ 1022.133510] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.139965] env[70039]: DEBUG oslo_vmware.api [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1022.139965] env[70039]: value = "task-3331131" [ 1022.139965] env[70039]: _type = "Task" [ 1022.139965] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.150480] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.154781] env[70039]: DEBUG oslo_vmware.api [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.193427] env[70039]: DEBUG oslo_vmware.api [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Task: {'id': task-3331129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.463555] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331127, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.558170] env[70039]: DEBUG nova.scheduler.client.report [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.566137] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331124, 'name': RelocateVM_Task} progress is 76%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.648152] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331130, 'name': ReconfigVM_Task, 'duration_secs': 0.422167} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.648950] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 6b6a2ead-c49c-43d9-a410-2466f23d699b/6b6a2ead-c49c-43d9-a410-2466f23d699b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.649368] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70039) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1022.650044] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-51f0fef4-5b1e-4a63-a310-b8a5744bfea8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.656620] env[70039]: DEBUG oslo_vmware.api [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331131, 'name': PowerOffVM_Task, 'duration_secs': 0.300474} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.657849] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.657849] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.658714] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d69ffebc-2b1d-409a-8bbe-2414f72045cb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.660405] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1022.660405] env[70039]: value = "task-3331132" [ 1022.660405] env[70039]: _type = "Task" [ 1022.660405] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.672556] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331132, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.692324] env[70039]: DEBUG oslo_vmware.api [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Task: {'id': task-3331129, 'name': ReconfigVM_Task, 'duration_secs': 0.938485} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.692849] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Reconfigured VM instance instance-00000027 to attach disk [datastore1] volume-823d9b36-3748-4a36-bd3e-b2f0b326233e/volume-823d9b36-3748-4a36-bd3e-b2f0b326233e.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.697907] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4770ae42-c079-41e4-b85b-967f9ac53a63 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.718121] env[70039]: DEBUG oslo_vmware.api [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Waiting for the task: (returnval){ [ 1022.718121] env[70039]: value = "task-3331134" [ 1022.718121] env[70039]: _type = "Task" [ 1022.718121] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.739244] env[70039]: DEBUG oslo_vmware.api [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Task: {'id': task-3331134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.748928] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.750218] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.750218] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Deleting the datastore file [datastore1] c76a8e8b-9523-45b8-9f2a-4f12fc7427b8 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.750218] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-deac8716-de1f-4f70-8868-f2e4420f4667 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.761646] env[70039]: DEBUG oslo_vmware.api [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1022.761646] env[70039]: value = "task-3331135" [ 1022.761646] env[70039]: _type = "Task" [ 1022.761646] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.771847] env[70039]: DEBUG oslo_vmware.api [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.960195] env[70039]: DEBUG oslo_vmware.api [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331127, 'name': PowerOnVM_Task, 'duration_secs': 1.126999} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.960493] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.960686] env[70039]: INFO nova.compute.manager [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Took 15.59 seconds to spawn the instance on the hypervisor. [ 1022.960870] env[70039]: DEBUG nova.compute.manager [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.961734] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3622e14d-a264-48fe-a898-4c6afde659d6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.064164] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331124, 'name': RelocateVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.067344] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.685s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.070273] env[70039]: DEBUG oslo_concurrency.lockutils [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.229s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.070502] env[70039]: DEBUG nova.objects.instance [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70039) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1023.094681] env[70039]: INFO nova.scheduler.client.report [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Deleted allocations for instance c7c2ae9f-de0e-47e4-a515-467d2cfa6247 [ 1023.114988] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e1120d-653f-4347-a73c-5a377c8602a8 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Volume attach. Driver type: vmdk {{(pid=70039) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1023.115328] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e1120d-653f-4347-a73c-5a377c8602a8 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664993', 'volume_id': 'af598382-7e8b-49f9-8a7a-3c55675c2ada', 'name': 'volume-af598382-7e8b-49f9-8a7a-3c55675c2ada', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b57a32ab-dd58-498b-bcdd-252f61920630', 'attached_at': '', 'detached_at': '', 'volume_id': 'af598382-7e8b-49f9-8a7a-3c55675c2ada', 'serial': 'af598382-7e8b-49f9-8a7a-3c55675c2ada'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1023.116238] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3ee0a1-fba3-41e3-828e-6fc0b7203ae5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.134856] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4a4739-10ac-4661-b8cc-c2e7eb9537f8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.162402] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e1120d-653f-4347-a73c-5a377c8602a8 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] volume-af598382-7e8b-49f9-8a7a-3c55675c2ada/volume-af598382-7e8b-49f9-8a7a-3c55675c2ada.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.163192] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0f50080-9b93-4eee-8121-6d28921e0fb4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.191829] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331132, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.069657} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.193328] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70039) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1023.193687] env[70039]: DEBUG oslo_vmware.api [None req-63e1120d-653f-4347-a73c-5a377c8602a8 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1023.193687] env[70039]: value = "task-3331136" [ 1023.193687] env[70039]: _type = "Task" [ 1023.193687] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.194417] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606f6b57-7f4f-41bd-863f-c4bdac7f73ed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.225139] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 6b6a2ead-c49c-43d9-a410-2466f23d699b/swap.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.228910] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53248a5b-132c-42ef-a7c1-57285530cdd9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.242215] env[70039]: DEBUG oslo_vmware.api [None req-63e1120d-653f-4347-a73c-5a377c8602a8 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.253809] env[70039]: DEBUG oslo_vmware.api [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Task: {'id': task-3331134, 'name': ReconfigVM_Task, 'duration_secs': 0.413632} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.254163] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664990', 'volume_id': '823d9b36-3748-4a36-bd3e-b2f0b326233e', 'name': 'volume-823d9b36-3748-4a36-bd3e-b2f0b326233e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab5aafce-9316-4fdf-a89b-ea1606d2a58b', 'attached_at': '', 'detached_at': '', 'volume_id': '823d9b36-3748-4a36-bd3e-b2f0b326233e', 'serial': '823d9b36-3748-4a36-bd3e-b2f0b326233e'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1023.267497] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1023.267497] env[70039]: value = "task-3331137" [ 1023.267497] env[70039]: _type = "Task" [ 1023.267497] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.275736] env[70039]: DEBUG oslo_vmware.api [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345499} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.276600] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.276892] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.277191] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.277463] env[70039]: INFO nova.compute.manager [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1023.277866] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.278401] env[70039]: DEBUG nova.compute.manager [-] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.278578] env[70039]: DEBUG nova.network.neutron [-] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.284176] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.487347] env[70039]: INFO nova.compute.manager [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Took 42.03 seconds to build instance. [ 1023.567019] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331124, 'name': RelocateVM_Task} progress is 97%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.602841] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cae4cf46-89e6-4f63-bed5-68856d60a208 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "c7c2ae9f-de0e-47e4-a515-467d2cfa6247" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.143s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.708676] env[70039]: DEBUG oslo_vmware.api [None req-63e1120d-653f-4347-a73c-5a377c8602a8 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331136, 'name': ReconfigVM_Task, 'duration_secs': 0.512008} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.708993] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e1120d-653f-4347-a73c-5a377c8602a8 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Reconfigured VM instance instance-00000028 to attach disk [datastore1] volume-af598382-7e8b-49f9-8a7a-3c55675c2ada/volume-af598382-7e8b-49f9-8a7a-3c55675c2ada.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.714970] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bc0078d-0caa-4d66-98f1-a1ebe9daeefe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.730201] env[70039]: DEBUG nova.compute.manager [req-a53d3931-86fa-4737-8ded-1134bcc2038d req-c5d6ed4c-ca20-4ff6-8c7c-79c0d07ebd1b service nova] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Received event network-vif-deleted-6b0af425-5db2-4cd4-892d-1e2c2e2b063c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.730362] env[70039]: INFO nova.compute.manager [req-a53d3931-86fa-4737-8ded-1134bcc2038d req-c5d6ed4c-ca20-4ff6-8c7c-79c0d07ebd1b service nova] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Neutron deleted interface 6b0af425-5db2-4cd4-892d-1e2c2e2b063c; detaching it from the instance and deleting it from the info cache [ 1023.730622] env[70039]: DEBUG nova.network.neutron [req-a53d3931-86fa-4737-8ded-1134bcc2038d req-c5d6ed4c-ca20-4ff6-8c7c-79c0d07ebd1b service nova] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.742265] env[70039]: DEBUG oslo_vmware.api [None req-63e1120d-653f-4347-a73c-5a377c8602a8 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1023.742265] env[70039]: value = "task-3331138" [ 1023.742265] env[70039]: _type = "Task" [ 1023.742265] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.779563] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331137, 'name': ReconfigVM_Task, 'duration_secs': 0.505497} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.779712] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 6b6a2ead-c49c-43d9-a410-2466f23d699b/swap.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.781207] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2223ac3-b609-4102-bd75-990ea0670508 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.788832] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1023.788832] env[70039]: value = "task-3331139" [ 1023.788832] env[70039]: _type = "Task" [ 1023.788832] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.799191] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331139, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.986582] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c8e513dd-af6a-4bfe-83f2-8e6db2060a24 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "89ada2cd-74fe-4436-8532-df492eb23abd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.730s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.063522] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331124, 'name': RelocateVM_Task} progress is 98%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.080387] env[70039]: DEBUG oslo_concurrency.lockutils [None req-01af3a49-9d52-4508-b7be-1ead9d95bffd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.081561] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.852s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.081695] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.086957] env[70039]: DEBUG oslo_concurrency.lockutils [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.351s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.088648] env[70039]: INFO nova.compute.claims [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.131521] env[70039]: INFO nova.scheduler.client.report [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Deleted allocations for instance fe48041e-1a3f-4be1-a2e8-44f4c0482552 [ 1024.137806] env[70039]: DEBUG nova.network.neutron [-] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.178040] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "89ada2cd-74fe-4436-8532-df492eb23abd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.178790] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "89ada2cd-74fe-4436-8532-df492eb23abd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.178790] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "89ada2cd-74fe-4436-8532-df492eb23abd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.178790] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "89ada2cd-74fe-4436-8532-df492eb23abd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.179107] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "89ada2cd-74fe-4436-8532-df492eb23abd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.180822] env[70039]: INFO nova.compute.manager [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Terminating instance [ 1024.236043] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acc4d8c2-507d-4b9e-8d58-19e3b4a3d371 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.249541] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f403cd7-2003-4f5e-9b7d-e3284cbe5596 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.263499] env[70039]: DEBUG oslo_vmware.api [None req-63e1120d-653f-4347-a73c-5a377c8602a8 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331138, 'name': ReconfigVM_Task, 'duration_secs': 0.226591} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.264234] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e1120d-653f-4347-a73c-5a377c8602a8 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664993', 'volume_id': 'af598382-7e8b-49f9-8a7a-3c55675c2ada', 'name': 'volume-af598382-7e8b-49f9-8a7a-3c55675c2ada', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b57a32ab-dd58-498b-bcdd-252f61920630', 'attached_at': '', 'detached_at': '', 'volume_id': 'af598382-7e8b-49f9-8a7a-3c55675c2ada', 'serial': 'af598382-7e8b-49f9-8a7a-3c55675c2ada'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1024.297241] env[70039]: DEBUG nova.compute.manager [req-a53d3931-86fa-4737-8ded-1134bcc2038d req-c5d6ed4c-ca20-4ff6-8c7c-79c0d07ebd1b service nova] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Detach interface failed, port_id=6b0af425-5db2-4cd4-892d-1e2c2e2b063c, reason: Instance c76a8e8b-9523-45b8-9f2a-4f12fc7427b8 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1024.306610] env[70039]: DEBUG nova.objects.instance [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Lazy-loading 'flavor' on Instance uuid ab5aafce-9316-4fdf-a89b-ea1606d2a58b {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.307914] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331139, 'name': Rename_Task, 'duration_secs': 0.240339} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.308177] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.308600] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2cafdfb-d60d-4db0-bfae-ad8c61a3cc76 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.317193] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1024.317193] env[70039]: value = "task-3331140" [ 1024.317193] env[70039]: _type = "Task" [ 1024.317193] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.325660] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.565736] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331124, 'name': RelocateVM_Task, 'duration_secs': 3.658213} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.566219] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Volume attach. Driver type: vmdk {{(pid=70039) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1024.566477] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664960', 'volume_id': '5202890e-afa9-47a9-9398-afea1fe476c4', 'name': 'volume-5202890e-afa9-47a9-9398-afea1fe476c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6a0aeac-b975-4c2c-904f-a35d9946eb70', 'attached_at': '', 'detached_at': '', 'volume_id': '5202890e-afa9-47a9-9398-afea1fe476c4', 'serial': '5202890e-afa9-47a9-9398-afea1fe476c4'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1024.568540] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ec26a3-cff4-4ee9-b2cf-fa14d09f43f6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.586794] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6067da-8729-49fa-92f1-76674f3a1234 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.614198] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-5202890e-afa9-47a9-9398-afea1fe476c4/volume-5202890e-afa9-47a9-9398-afea1fe476c4.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.614824] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea877aaa-13f9-4ca9-b5af-102dc23ad99e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.640385] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Waiting for the task: (returnval){ [ 1024.640385] env[70039]: value = "task-3331141" [ 1024.640385] env[70039]: _type = "Task" [ 1024.640385] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.640908] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b27f345a-801f-4575-a86c-9d208faa0a47 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "fe48041e-1a3f-4be1-a2e8-44f4c0482552" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.835s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.641943] env[70039]: INFO nova.compute.manager [-] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Took 1.36 seconds to deallocate network for instance. [ 1024.657262] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331141, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.677681] env[70039]: DEBUG oslo_concurrency.lockutils [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquiring lock "ea580e3e-39ad-4653-bb30-e050016a9b3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.677987] env[70039]: DEBUG oslo_concurrency.lockutils [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "ea580e3e-39ad-4653-bb30-e050016a9b3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.679021] env[70039]: DEBUG oslo_concurrency.lockutils [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquiring lock "ea580e3e-39ad-4653-bb30-e050016a9b3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.679021] env[70039]: DEBUG oslo_concurrency.lockutils [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "ea580e3e-39ad-4653-bb30-e050016a9b3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.679021] env[70039]: DEBUG oslo_concurrency.lockutils [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "ea580e3e-39ad-4653-bb30-e050016a9b3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.686661] env[70039]: INFO nova.compute.manager [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Terminating instance [ 1024.689652] env[70039]: DEBUG nova.compute.manager [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.689652] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.691665] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3bb211-ff2c-4025-be7a-87d3cec4b354 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.708249] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.708619] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a657a03b-41ef-40f3-8bcb-085d125d4d72 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.718542] env[70039]: DEBUG oslo_vmware.api [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1024.718542] env[70039]: value = "task-3331142" [ 1024.718542] env[70039]: _type = "Task" [ 1024.718542] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.728141] env[70039]: DEBUG oslo_vmware.api [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.811942] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f7e1125e-4a68-4599-8cc3-1c7eedc05323 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.863s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.829060] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331140, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.153041] env[70039]: DEBUG oslo_concurrency.lockutils [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.169248] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.202114] env[70039]: DEBUG oslo_concurrency.lockutils [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquiring lock "refresh_cache-ea580e3e-39ad-4653-bb30-e050016a9b3c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.202114] env[70039]: DEBUG oslo_concurrency.lockutils [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquired lock "refresh_cache-ea580e3e-39ad-4653-bb30-e050016a9b3c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.202114] env[70039]: DEBUG nova.network.neutron [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.233704] env[70039]: DEBUG oslo_vmware.api [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331142, 'name': PowerOffVM_Task, 'duration_secs': 0.221815} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.234848] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.234848] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.234848] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3f5c787-835c-4c0d-b0ac-64dad99bb90e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.312390] env[70039]: DEBUG nova.objects.instance [None req-63e1120d-653f-4347-a73c-5a377c8602a8 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lazy-loading 'flavor' on Instance uuid b57a32ab-dd58-498b-bcdd-252f61920630 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.313778] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.314031] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.314230] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Deleting the datastore file [datastore1] 89ada2cd-74fe-4436-8532-df492eb23abd {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.315403] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fca36dda-25e1-4b85-ac0b-e172529618bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.325458] env[70039]: DEBUG oslo_vmware.api [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1025.325458] env[70039]: value = "task-3331144" [ 1025.325458] env[70039]: _type = "Task" [ 1025.325458] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.339556] env[70039]: DEBUG oslo_vmware.api [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331140, 'name': PowerOnVM_Task, 'duration_secs': 0.667033} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.341032] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.341363] env[70039]: INFO nova.compute.manager [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1025.341704] env[70039]: DEBUG nova.compute.manager [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.343090] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6a77bb-86b7-4609-b3fe-233c26a42441 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.350119] env[70039]: DEBUG oslo_vmware.api [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.626226] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b311ba7-46d1-40e0-94ed-1bae59bc5574 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.634388] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0f3caa-fca0-436d-8fdf-9cb5e7df3991 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.670160] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2f8c4f-2b07-435b-b45b-25e82d27555f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.681423] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b858273-6443-4de3-812a-24a5dfeb13bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.685202] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331141, 'name': ReconfigVM_Task, 'duration_secs': 0.711176} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.685477] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-5202890e-afa9-47a9-9398-afea1fe476c4/volume-5202890e-afa9-47a9-9398-afea1fe476c4.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.690447] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23232034-160c-4d72-93a9-d5dedd0454b9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.710608] env[70039]: DEBUG nova.compute.provider_tree [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.718765] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Waiting for the task: (returnval){ [ 1025.718765] env[70039]: value = "task-3331145" [ 1025.718765] env[70039]: _type = "Task" [ 1025.718765] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.732804] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.732804] env[70039]: DEBUG nova.network.neutron [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.790955] env[70039]: DEBUG nova.network.neutron [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.816399] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "3fadbf0b-4802-41a3-be05-1208371ae43f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.816399] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "3fadbf0b-4802-41a3-be05-1208371ae43f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.816399] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "3fadbf0b-4802-41a3-be05-1208371ae43f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.816399] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "3fadbf0b-4802-41a3-be05-1208371ae43f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.816399] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "3fadbf0b-4802-41a3-be05-1208371ae43f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.822530] env[70039]: INFO nova.compute.manager [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Terminating instance [ 1025.824791] env[70039]: DEBUG oslo_concurrency.lockutils [None req-63e1120d-653f-4347-a73c-5a377c8602a8 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "b57a32ab-dd58-498b-bcdd-252f61920630" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.882s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.837426] env[70039]: DEBUG oslo_vmware.api [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162463} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.838538] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.838734] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.838912] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.839095] env[70039]: INFO nova.compute.manager [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1025.839342] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.839605] env[70039]: DEBUG nova.compute.manager [-] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.839758] env[70039]: DEBUG nova.network.neutron [-] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.873090] env[70039]: INFO nova.compute.manager [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Took 41.82 seconds to build instance. [ 1025.960252] env[70039]: DEBUG oslo_concurrency.lockutils [None req-959210dd-caa1-488f-b567-2def2c8d6d55 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Acquiring lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.960500] env[70039]: DEBUG oslo_concurrency.lockutils [None req-959210dd-caa1-488f-b567-2def2c8d6d55 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.133266] env[70039]: DEBUG nova.compute.manager [req-4612a82f-bbef-4024-8c23-31b413f0fd1b req-479b4952-199e-4e91-965c-351ac432f3a0 service nova] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Received event network-vif-deleted-deccb840-6166-4f4f-b692-e0c02eedea51 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.133465] env[70039]: INFO nova.compute.manager [req-4612a82f-bbef-4024-8c23-31b413f0fd1b req-479b4952-199e-4e91-965c-351ac432f3a0 service nova] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Neutron deleted interface deccb840-6166-4f4f-b692-e0c02eedea51; detaching it from the instance and deleting it from the info cache [ 1026.134698] env[70039]: DEBUG nova.network.neutron [req-4612a82f-bbef-4024-8c23-31b413f0fd1b req-479b4952-199e-4e91-965c-351ac432f3a0 service nova] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.213661] env[70039]: DEBUG nova.scheduler.client.report [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.229984] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.293971] env[70039]: DEBUG oslo_concurrency.lockutils [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Releasing lock "refresh_cache-ea580e3e-39ad-4653-bb30-e050016a9b3c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.294571] env[70039]: DEBUG nova.compute.manager [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.294955] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.295765] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1d7046-7707-44b0-96f0-09ae01fe942a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.305643] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.305918] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e68dad1f-5be4-426a-9ac9-b23b2b7f0bc9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.315088] env[70039]: DEBUG oslo_vmware.api [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 1026.315088] env[70039]: value = "task-3331146" [ 1026.315088] env[70039]: _type = "Task" [ 1026.315088] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.324791] env[70039]: DEBUG oslo_vmware.api [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.328924] env[70039]: DEBUG nova.compute.manager [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.329175] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.330188] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82abb4ed-d4c9-4136-b7cd-7943bb0e3e41 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.338562] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.338852] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98629ee7-57c5-47cf-9ae4-ff33fc1fa1bc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.346760] env[70039]: DEBUG oslo_vmware.api [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 1026.346760] env[70039]: value = "task-3331147" [ 1026.346760] env[70039]: _type = "Task" [ 1026.346760] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.356367] env[70039]: DEBUG oslo_vmware.api [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3331147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.374675] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f6d9b8f-c82e-42d1-beab-a9fe9db867e1 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "6b6a2ead-c49c-43d9-a410-2466f23d699b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.776s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.440252] env[70039]: INFO nova.compute.manager [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Rescuing [ 1026.440573] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.440742] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquired lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.440998] env[70039]: DEBUG nova.network.neutron [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.463732] env[70039]: INFO nova.compute.manager [None req-959210dd-caa1-488f-b567-2def2c8d6d55 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Detaching volume 823d9b36-3748-4a36-bd3e-b2f0b326233e [ 1026.507155] env[70039]: INFO nova.virt.block_device [None req-959210dd-caa1-488f-b567-2def2c8d6d55 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Attempting to driver detach volume 823d9b36-3748-4a36-bd3e-b2f0b326233e from mountpoint /dev/sdb [ 1026.507274] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-959210dd-caa1-488f-b567-2def2c8d6d55 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Volume detach. Driver type: vmdk {{(pid=70039) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1026.508024] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-959210dd-caa1-488f-b567-2def2c8d6d55 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664990', 'volume_id': '823d9b36-3748-4a36-bd3e-b2f0b326233e', 'name': 'volume-823d9b36-3748-4a36-bd3e-b2f0b326233e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab5aafce-9316-4fdf-a89b-ea1606d2a58b', 'attached_at': '', 'detached_at': '', 'volume_id': '823d9b36-3748-4a36-bd3e-b2f0b326233e', 'serial': '823d9b36-3748-4a36-bd3e-b2f0b326233e'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1026.508479] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21955c6-ad4f-485f-90ce-4099956ee558 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.533394] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6398335-01a7-4e25-b087-b0d112b23b10 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.543191] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8263b8c-2397-484f-a639-5ac99657971b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.572867] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f24e65e-b5c9-4993-9c08-fd5a61be44b4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.590968] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-959210dd-caa1-488f-b567-2def2c8d6d55 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] The volume has not been displaced from its original location: [datastore1] volume-823d9b36-3748-4a36-bd3e-b2f0b326233e/volume-823d9b36-3748-4a36-bd3e-b2f0b326233e.vmdk. No consolidation needed. {{(pid=70039) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1026.597093] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-959210dd-caa1-488f-b567-2def2c8d6d55 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Reconfiguring VM instance instance-00000027 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1026.597720] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d536013d-91d7-4fcf-9e12-7f7512759dd0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.614803] env[70039]: DEBUG nova.network.neutron [-] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.619468] env[70039]: DEBUG oslo_vmware.api [None req-959210dd-caa1-488f-b567-2def2c8d6d55 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Waiting for the task: (returnval){ [ 1026.619468] env[70039]: value = "task-3331148" [ 1026.619468] env[70039]: _type = "Task" [ 1026.619468] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.637359] env[70039]: DEBUG oslo_vmware.api [None req-959210dd-caa1-488f-b567-2def2c8d6d55 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Task: {'id': task-3331148, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.637685] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80fe01ef-b4c9-4b05-a830-a099d6f8ce86 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.650056] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7443bd-dad2-4f43-82c1-d33fe18b39ed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.703413] env[70039]: DEBUG nova.compute.manager [req-4612a82f-bbef-4024-8c23-31b413f0fd1b req-479b4952-199e-4e91-965c-351ac432f3a0 service nova] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Detach interface failed, port_id=deccb840-6166-4f4f-b692-e0c02eedea51, reason: Instance 89ada2cd-74fe-4436-8532-df492eb23abd could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1026.718830] env[70039]: DEBUG oslo_concurrency.lockutils [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.719577] env[70039]: DEBUG nova.compute.manager [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.723355] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.378s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.723355] env[70039]: DEBUG nova.objects.instance [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lazy-loading 'resources' on Instance uuid 73c1510d-0606-4dc3-b5ed-773663ec1b86 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.734869] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331145, 'name': ReconfigVM_Task, 'duration_secs': 0.845451} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.735924] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664960', 'volume_id': '5202890e-afa9-47a9-9398-afea1fe476c4', 'name': 'volume-5202890e-afa9-47a9-9398-afea1fe476c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6a0aeac-b975-4c2c-904f-a35d9946eb70', 'attached_at': '', 'detached_at': '', 'volume_id': '5202890e-afa9-47a9-9398-afea1fe476c4', 'serial': '5202890e-afa9-47a9-9398-afea1fe476c4'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1026.736511] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aad06e8-c1ca-4d64-a225-882f88844125 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.746615] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Waiting for the task: (returnval){ [ 1026.746615] env[70039]: value = "task-3331149" [ 1026.746615] env[70039]: _type = "Task" [ 1026.746615] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.759805] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331149, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.828281] env[70039]: DEBUG oslo_vmware.api [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331146, 'name': PowerOffVM_Task, 'duration_secs': 0.238079} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.828659] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.828804] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.829074] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f0e861d-0d6b-477d-b6ee-5fe07e19b066 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.880318] env[70039]: DEBUG oslo_vmware.api [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3331147, 'name': PowerOffVM_Task, 'duration_secs': 0.319588} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.880714] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.881021] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.881320] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-478e802f-47ae-428a-acf1-be18028e2085 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.892602] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.892602] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.892741] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Deleting the datastore file [datastore2] ea580e3e-39ad-4653-bb30-e050016a9b3c {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.892949] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9d6d546-3a96-48fa-b1a0-3adb058b4c73 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.911611] env[70039]: DEBUG oslo_vmware.api [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for the task: (returnval){ [ 1026.911611] env[70039]: value = "task-3331152" [ 1026.911611] env[70039]: _type = "Task" [ 1026.911611] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.924048] env[70039]: DEBUG oslo_vmware.api [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.965644] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.965920] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.966176] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Deleting the datastore file [datastore2] 3fadbf0b-4802-41a3-be05-1208371ae43f {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.966476] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebe4dbd2-90bb-4e03-a6a0-3f61be02bd2f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.975117] env[70039]: DEBUG oslo_vmware.api [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for the task: (returnval){ [ 1026.975117] env[70039]: value = "task-3331153" [ 1026.975117] env[70039]: _type = "Task" [ 1026.975117] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.984641] env[70039]: DEBUG oslo_vmware.api [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3331153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.117788] env[70039]: INFO nova.compute.manager [-] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Took 1.28 seconds to deallocate network for instance. [ 1027.133602] env[70039]: DEBUG oslo_vmware.api [None req-959210dd-caa1-488f-b567-2def2c8d6d55 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Task: {'id': task-3331148, 'name': ReconfigVM_Task, 'duration_secs': 0.316098} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.134586] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-959210dd-caa1-488f-b567-2def2c8d6d55 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Reconfigured VM instance instance-00000027 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1027.139526] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-133833df-5bbb-4439-902d-0682dd503155 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.161830] env[70039]: DEBUG oslo_vmware.api [None req-959210dd-caa1-488f-b567-2def2c8d6d55 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Waiting for the task: (returnval){ [ 1027.161830] env[70039]: value = "task-3331154" [ 1027.161830] env[70039]: _type = "Task" [ 1027.161830] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.173874] env[70039]: DEBUG oslo_vmware.api [None req-959210dd-caa1-488f-b567-2def2c8d6d55 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Task: {'id': task-3331154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.206639] env[70039]: DEBUG nova.network.neutron [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Updating instance_info_cache with network_info: [{"id": "b165f61d-d4e6-41fc-bbd2-1f457454a7c4", "address": "fa:16:3e:47:79:3a", "network": {"id": "4210840f-1282-42b9-a4c8-d61e8a259be7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1790591715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f1b538efaab4c0596968fee3532bd1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb165f61d-d4", "ovs_interfaceid": "b165f61d-d4e6-41fc-bbd2-1f457454a7c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.226430] env[70039]: DEBUG nova.compute.utils [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.231025] env[70039]: DEBUG nova.compute.manager [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.231025] env[70039]: DEBUG nova.network.neutron [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.261494] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331149, 'name': Rename_Task, 'duration_secs': 0.212496} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.262332] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.262332] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a058ff5-5468-44c4-be2d-0e3c64a07886 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.286682] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Waiting for the task: (returnval){ [ 1027.286682] env[70039]: value = "task-3331155" [ 1027.286682] env[70039]: _type = "Task" [ 1027.286682] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.290751] env[70039]: DEBUG nova.policy [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd0de6593f5246f1aa48ffcb2f5a6bbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b21ea9987a554985b7d07b111f069b35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.299626] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.425420] env[70039]: DEBUG oslo_vmware.api [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Task: {'id': task-3331152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146293} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.425753] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.425940] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.426134] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.426305] env[70039]: INFO nova.compute.manager [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1027.426547] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.426774] env[70039]: DEBUG nova.compute.manager [-] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.426867] env[70039]: DEBUG nova.network.neutron [-] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.462872] env[70039]: DEBUG nova.network.neutron [-] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.491876] env[70039]: DEBUG oslo_vmware.api [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Task: {'id': task-3331153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186899} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.493006] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.493241] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.493425] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.493599] env[70039]: INFO nova.compute.manager [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1027.494022] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.494407] env[70039]: DEBUG nova.compute.manager [-] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.494522] env[70039]: DEBUG nova.network.neutron [-] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.556609] env[70039]: DEBUG oslo_vmware.rw_handles [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245bed2-cc29-1013-fda5-b235500b3a1f/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1027.557960] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167e6f16-bd03-4bfd-91f2-ccb4de2b5e93 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.571223] env[70039]: DEBUG oslo_vmware.rw_handles [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245bed2-cc29-1013-fda5-b235500b3a1f/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1027.571410] env[70039]: ERROR oslo_vmware.rw_handles [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245bed2-cc29-1013-fda5-b235500b3a1f/disk-0.vmdk due to incomplete transfer. [ 1027.571950] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-608a40f9-694e-4a46-9733-0cfffacb7582 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.580821] env[70039]: DEBUG oslo_vmware.rw_handles [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245bed2-cc29-1013-fda5-b235500b3a1f/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1027.581041] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Uploaded image e1fb6d66-0dfb-4a70-8f14-d5fc1ff0be96 to the Glance image server {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1027.583682] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Destroying the VM {{(pid=70039) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1027.583940] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-033ec2e0-dd25-4be3-a739-b29b81d48155 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.592250] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1027.592250] env[70039]: value = "task-3331156" [ 1027.592250] env[70039]: _type = "Task" [ 1027.592250] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.597592] env[70039]: DEBUG nova.network.neutron [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Successfully created port: 621c24c7-2edb-4abe-ab56-9a45823b79d8 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.608287] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331156, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.630757] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.676658] env[70039]: DEBUG oslo_vmware.api [None req-959210dd-caa1-488f-b567-2def2c8d6d55 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Task: {'id': task-3331154, 'name': ReconfigVM_Task, 'duration_secs': 0.196413} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.676658] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-959210dd-caa1-488f-b567-2def2c8d6d55 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664990', 'volume_id': '823d9b36-3748-4a36-bd3e-b2f0b326233e', 'name': 'volume-823d9b36-3748-4a36-bd3e-b2f0b326233e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab5aafce-9316-4fdf-a89b-ea1606d2a58b', 'attached_at': '', 'detached_at': '', 'volume_id': '823d9b36-3748-4a36-bd3e-b2f0b326233e', 'serial': '823d9b36-3748-4a36-bd3e-b2f0b326233e'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1027.685734] env[70039]: DEBUG nova.compute.manager [req-73aac1d0-c1bb-4e77-90d0-183e74f54bdd req-5b4bdffe-1850-4883-a72b-76dd339ce220 service nova] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Received event network-changed-7b601013-bde1-4207-8131-85a560942e07 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.685948] env[70039]: DEBUG nova.compute.manager [req-73aac1d0-c1bb-4e77-90d0-183e74f54bdd req-5b4bdffe-1850-4883-a72b-76dd339ce220 service nova] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Refreshing instance network info cache due to event network-changed-7b601013-bde1-4207-8131-85a560942e07. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.686194] env[70039]: DEBUG oslo_concurrency.lockutils [req-73aac1d0-c1bb-4e77-90d0-183e74f54bdd req-5b4bdffe-1850-4883-a72b-76dd339ce220 service nova] Acquiring lock "refresh_cache-6b6a2ead-c49c-43d9-a410-2466f23d699b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.687879] env[70039]: DEBUG oslo_concurrency.lockutils [req-73aac1d0-c1bb-4e77-90d0-183e74f54bdd req-5b4bdffe-1850-4883-a72b-76dd339ce220 service nova] Acquired lock "refresh_cache-6b6a2ead-c49c-43d9-a410-2466f23d699b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.688142] env[70039]: DEBUG nova.network.neutron [req-73aac1d0-c1bb-4e77-90d0-183e74f54bdd req-5b4bdffe-1850-4883-a72b-76dd339ce220 service nova] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Refreshing network info cache for port 7b601013-bde1-4207-8131-85a560942e07 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.711745] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Releasing lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.734603] env[70039]: DEBUG nova.compute.manager [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.797477] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331155, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.803380] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88b8e42-3517-49b7-b426-eccfd4394818 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.813366] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06098146-fd75-4135-92ad-2891fd49b67b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.852655] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8326baa-860a-4561-80f6-bfaf66a8ced5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.859736] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc0d3b8-ab02-4b5b-8e03-0e4d37e2b62e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.885282] env[70039]: DEBUG nova.compute.provider_tree [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.966707] env[70039]: DEBUG nova.network.neutron [-] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.104021] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331156, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.237043] env[70039]: DEBUG nova.objects.instance [None req-959210dd-caa1-488f-b567-2def2c8d6d55 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Lazy-loading 'flavor' on Instance uuid ab5aafce-9316-4fdf-a89b-ea1606d2a58b {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.298185] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331155, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.353885] env[70039]: DEBUG nova.network.neutron [-] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.388042] env[70039]: DEBUG nova.scheduler.client.report [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.429145] env[70039]: DEBUG nova.network.neutron [req-73aac1d0-c1bb-4e77-90d0-183e74f54bdd req-5b4bdffe-1850-4883-a72b-76dd339ce220 service nova] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Updated VIF entry in instance network info cache for port 7b601013-bde1-4207-8131-85a560942e07. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.429652] env[70039]: DEBUG nova.network.neutron [req-73aac1d0-c1bb-4e77-90d0-183e74f54bdd req-5b4bdffe-1850-4883-a72b-76dd339ce220 service nova] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Updating instance_info_cache with network_info: [{"id": "7b601013-bde1-4207-8131-85a560942e07", "address": "fa:16:3e:b9:98:a1", "network": {"id": "9ff38878-283c-474f-979b-436beef68ef8", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-657367659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a78931973c46ffb11d8cb2da17d519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b601013-bd", "ovs_interfaceid": "7b601013-bde1-4207-8131-85a560942e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.470399] env[70039]: INFO nova.compute.manager [-] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Took 1.04 seconds to deallocate network for instance. [ 1028.603284] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331156, 'name': Destroy_Task, 'duration_secs': 0.996066} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.603548] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Destroyed the VM [ 1028.603845] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Deleting Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1028.604044] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5e3bdff4-15ed-409c-9db4-cd2aa1872571 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.612798] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1028.612798] env[70039]: value = "task-3331157" [ 1028.612798] env[70039]: _type = "Task" [ 1028.612798] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.621079] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331157, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.749781] env[70039]: DEBUG nova.compute.manager [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.780553] env[70039]: DEBUG nova.virt.hardware [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.780830] env[70039]: DEBUG nova.virt.hardware [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.781036] env[70039]: DEBUG nova.virt.hardware [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.781483] env[70039]: DEBUG nova.virt.hardware [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.781483] env[70039]: DEBUG nova.virt.hardware [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.781688] env[70039]: DEBUG nova.virt.hardware [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.781951] env[70039]: DEBUG nova.virt.hardware [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.782177] env[70039]: DEBUG nova.virt.hardware [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.782381] env[70039]: DEBUG nova.virt.hardware [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.782573] env[70039]: DEBUG nova.virt.hardware [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.782888] env[70039]: DEBUG nova.virt.hardware [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.784245] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ba7eb2-7762-49c5-85a1-0e1a766ca133 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.801539] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331155, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.803097] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da23b405-c341-46e4-86bd-45842d92e9f4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.856086] env[70039]: INFO nova.compute.manager [-] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Took 1.36 seconds to deallocate network for instance. [ 1028.893151] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.895971] env[70039]: DEBUG oslo_concurrency.lockutils [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.203s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.898250] env[70039]: INFO nova.compute.claims [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.918117] env[70039]: INFO nova.scheduler.client.report [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleted allocations for instance 73c1510d-0606-4dc3-b5ed-773663ec1b86 [ 1028.933183] env[70039]: DEBUG oslo_concurrency.lockutils [req-73aac1d0-c1bb-4e77-90d0-183e74f54bdd req-5b4bdffe-1850-4883-a72b-76dd339ce220 service nova] Releasing lock "refresh_cache-6b6a2ead-c49c-43d9-a410-2466f23d699b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.977577] env[70039]: DEBUG oslo_concurrency.lockutils [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.123920] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331157, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.134797] env[70039]: DEBUG nova.compute.manager [req-95ac4fab-e5ec-4d10-9ce5-be3fa39326d6 req-aa96ecfd-2f7f-4ee8-844c-87e8f3c3e747 service nova] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Received event network-vif-plugged-621c24c7-2edb-4abe-ab56-9a45823b79d8 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.135150] env[70039]: DEBUG oslo_concurrency.lockutils [req-95ac4fab-e5ec-4d10-9ce5-be3fa39326d6 req-aa96ecfd-2f7f-4ee8-844c-87e8f3c3e747 service nova] Acquiring lock "2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.135588] env[70039]: DEBUG oslo_concurrency.lockutils [req-95ac4fab-e5ec-4d10-9ce5-be3fa39326d6 req-aa96ecfd-2f7f-4ee8-844c-87e8f3c3e747 service nova] Lock "2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.135798] env[70039]: DEBUG oslo_concurrency.lockutils [req-95ac4fab-e5ec-4d10-9ce5-be3fa39326d6 req-aa96ecfd-2f7f-4ee8-844c-87e8f3c3e747 service nova] Lock "2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.136514] env[70039]: DEBUG nova.compute.manager [req-95ac4fab-e5ec-4d10-9ce5-be3fa39326d6 req-aa96ecfd-2f7f-4ee8-844c-87e8f3c3e747 service nova] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] No waiting events found dispatching network-vif-plugged-621c24c7-2edb-4abe-ab56-9a45823b79d8 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.136780] env[70039]: WARNING nova.compute.manager [req-95ac4fab-e5ec-4d10-9ce5-be3fa39326d6 req-aa96ecfd-2f7f-4ee8-844c-87e8f3c3e747 service nova] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Received unexpected event network-vif-plugged-621c24c7-2edb-4abe-ab56-9a45823b79d8 for instance with vm_state building and task_state spawning. [ 1029.252108] env[70039]: DEBUG oslo_concurrency.lockutils [None req-959210dd-caa1-488f-b567-2def2c8d6d55 tempest-VolumesAssistedSnapshotsTest-985033032 tempest-VolumesAssistedSnapshotsTest-985033032-project-admin] Lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.291s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.255380] env[70039]: DEBUG nova.network.neutron [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Successfully updated port: 621c24c7-2edb-4abe-ab56-9a45823b79d8 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.260133] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.260133] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16df1679-a402-4a70-8faf-e0d3800cfb1a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.274963] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1029.274963] env[70039]: value = "task-3331158" [ 1029.274963] env[70039]: _type = "Task" [ 1029.274963] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.287779] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.300820] env[70039]: DEBUG oslo_vmware.api [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331155, 'name': PowerOnVM_Task, 'duration_secs': 1.530644} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.301152] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.301448] env[70039]: INFO nova.compute.manager [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Took 10.40 seconds to spawn the instance on the hypervisor. [ 1029.301746] env[70039]: DEBUG nova.compute.manager [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.302595] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41577104-d07e-4484-b59c-3b4af6e9221b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.362587] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.428263] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9eecd171-1980-480d-b1bf-84b6c7d776c9 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "73c1510d-0606-4dc3-b5ed-773663ec1b86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.570s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.624268] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331157, 'name': RemoveSnapshot_Task, 'duration_secs': 0.735786} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.624268] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Deleted Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1029.624436] env[70039]: DEBUG nova.compute.manager [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.625226] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b658aa2-a403-4079-942f-ea32b1fbcf18 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.711757] env[70039]: DEBUG nova.compute.manager [req-3decfa97-241d-40a8-b6fb-b1c2fcadee72 req-7a346600-6356-4fed-8cae-e435422c7f47 service nova] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Received event network-vif-deleted-0d78157b-4be6-4a5c-b7a8-2b58fe9bd242 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.767517] env[70039]: DEBUG oslo_concurrency.lockutils [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "refresh_cache-2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.767517] env[70039]: DEBUG oslo_concurrency.lockutils [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "refresh_cache-2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.767517] env[70039]: DEBUG nova.network.neutron [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.789043] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331158, 'name': PowerOffVM_Task, 'duration_secs': 0.242572} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.789312] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.790289] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ee9ab2-f44b-40c8-976d-7d38c18fd0e3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.814705] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e79ee8-267a-4570-95c6-c1f206e38450 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.829809] env[70039]: INFO nova.compute.manager [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Took 45.69 seconds to build instance. [ 1029.858285] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.858585] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aedb197e-7539-4e96-a0e3-4ee465afa92c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.878058] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1029.878058] env[70039]: value = "task-3331160" [ 1029.878058] env[70039]: _type = "Task" [ 1029.878058] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.887152] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.140588] env[70039]: INFO nova.compute.manager [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Shelve offloading [ 1030.311606] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882e23f1-f158-4ea7-9ce4-62cd9e2af4a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.320404] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189eee90-36fe-4d76-867a-3ee7d557efbd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.354522] env[70039]: DEBUG oslo_concurrency.lockutils [None req-066641be-80d4-47f6-9747-692eca63bf22 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Lock "b6a0aeac-b975-4c2c-904f-a35d9946eb70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.810s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.355752] env[70039]: DEBUG nova.network.neutron [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.358318] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ab2c1f-f2df-4a1c-9443-0cc900501a19 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.366998] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06a1e1d-0711-4dbe-8efc-73393fe21a72 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.381868] env[70039]: DEBUG nova.compute.provider_tree [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.393654] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] VM already powered off {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1030.393909] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.394183] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.394332] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.394519] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.396322] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6eeb85fe-bf63-41c4-acb0-976d6e6ce36b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.409758] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.409948] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.412349] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e5b866d-dfdb-4c75-ae25-f32aaba5e31f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.419663] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1030.419663] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ed15a6-decd-048b-4fc1-c1a660cf63ef" [ 1030.419663] env[70039]: _type = "Task" [ 1030.419663] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.429647] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ed15a6-decd-048b-4fc1-c1a660cf63ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.628856] env[70039]: DEBUG nova.network.neutron [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Updating instance_info_cache with network_info: [{"id": "621c24c7-2edb-4abe-ab56-9a45823b79d8", "address": "fa:16:3e:2d:1e:f6", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621c24c7-2e", "ovs_interfaceid": "621c24c7-2edb-4abe-ab56-9a45823b79d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.644169] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.644628] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7383785-3d96-4f35-bfc8-ca2ba9724a55 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.657130] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1030.657130] env[70039]: value = "task-3331161" [ 1030.657130] env[70039]: _type = "Task" [ 1030.657130] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.664399] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] VM already powered off {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1030.664574] env[70039]: DEBUG nova.compute.manager [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.665400] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463565f0-4cbf-408c-bf68-e64aecb9b456 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.671562] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "refresh_cache-2b7cfebf-8025-4438-b601-bde9ee53b164" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.671725] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "refresh_cache-2b7cfebf-8025-4438-b601-bde9ee53b164" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.671900] env[70039]: DEBUG nova.network.neutron [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.887537] env[70039]: DEBUG nova.scheduler.client.report [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.933591] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ed15a6-decd-048b-4fc1-c1a660cf63ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010649} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.934439] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcda4829-cc02-4202-8bf7-d23268e6fb62 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.942224] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1030.942224] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52840b38-60e6-ecb8-1c6f-db7e1788d588" [ 1030.942224] env[70039]: _type = "Task" [ 1030.942224] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.951905] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52840b38-60e6-ecb8-1c6f-db7e1788d588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.131349] env[70039]: DEBUG oslo_concurrency.lockutils [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "refresh_cache-2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.131631] env[70039]: DEBUG nova.compute.manager [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Instance network_info: |[{"id": "621c24c7-2edb-4abe-ab56-9a45823b79d8", "address": "fa:16:3e:2d:1e:f6", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621c24c7-2e", "ovs_interfaceid": "621c24c7-2edb-4abe-ab56-9a45823b79d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.132069] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:1e:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '621c24c7-2edb-4abe-ab56-9a45823b79d8', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.139621] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.140072] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.140322] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-548d0087-c9e1-4c99-8ddd-9f37b6900ee1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.162485] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.162485] env[70039]: value = "task-3331162" [ 1031.162485] env[70039]: _type = "Task" [ 1031.162485] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.165223] env[70039]: DEBUG nova.compute.manager [req-161adb66-fc62-4099-9fd2-243b907c97dd req-5f9e286b-6e56-4212-bb1f-bb557d3d866f service nova] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Received event network-changed-621c24c7-2edb-4abe-ab56-9a45823b79d8 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.165409] env[70039]: DEBUG nova.compute.manager [req-161adb66-fc62-4099-9fd2-243b907c97dd req-5f9e286b-6e56-4212-bb1f-bb557d3d866f service nova] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Refreshing instance network info cache due to event network-changed-621c24c7-2edb-4abe-ab56-9a45823b79d8. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.165624] env[70039]: DEBUG oslo_concurrency.lockutils [req-161adb66-fc62-4099-9fd2-243b907c97dd req-5f9e286b-6e56-4212-bb1f-bb557d3d866f service nova] Acquiring lock "refresh_cache-2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.165771] env[70039]: DEBUG oslo_concurrency.lockutils [req-161adb66-fc62-4099-9fd2-243b907c97dd req-5f9e286b-6e56-4212-bb1f-bb557d3d866f service nova] Acquired lock "refresh_cache-2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.165930] env[70039]: DEBUG nova.network.neutron [req-161adb66-fc62-4099-9fd2-243b907c97dd req-5f9e286b-6e56-4212-bb1f-bb557d3d866f service nova] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Refreshing network info cache for port 621c24c7-2edb-4abe-ab56-9a45823b79d8 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.178436] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331162, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.392518] env[70039]: DEBUG oslo_concurrency.lockutils [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.393151] env[70039]: DEBUG nova.compute.manager [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.396221] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.644s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.396441] env[70039]: DEBUG nova.objects.instance [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lazy-loading 'resources' on Instance uuid d7e0a1d7-e155-4173-8828-8bd073cd2e86 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.408452] env[70039]: DEBUG nova.network.neutron [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Updating instance_info_cache with network_info: [{"id": "9e97c68b-b962-4b29-9aad-5d9f8bab8920", "address": "fa:16:3e:2c:c3:d9", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e97c68b-b9", "ovs_interfaceid": "9e97c68b-b962-4b29-9aad-5d9f8bab8920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.452459] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52840b38-60e6-ecb8-1c6f-db7e1788d588, 'name': SearchDatastore_Task, 'duration_secs': 0.015632} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.452708] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.452976] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] b57a32ab-dd58-498b-bcdd-252f61920630/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk. {{(pid=70039) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1031.453262] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0763244-fa59-44d9-b9d2-8a5969d1843f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.461525] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1031.461525] env[70039]: value = "task-3331163" [ 1031.461525] env[70039]: _type = "Task" [ 1031.461525] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.470924] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.677248] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331162, 'name': CreateVM_Task, 'duration_secs': 0.377527} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.677907] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.678656] env[70039]: DEBUG oslo_concurrency.lockutils [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.678814] env[70039]: DEBUG oslo_concurrency.lockutils [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.679187] env[70039]: DEBUG oslo_concurrency.lockutils [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.680037] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1040eeae-b98d-4a0d-936f-7d036aefe52e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.687632] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1031.687632] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]526027b5-893b-8f39-cab7-4a93311aebff" [ 1031.687632] env[70039]: _type = "Task" [ 1031.687632] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.698848] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526027b5-893b-8f39-cab7-4a93311aebff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.903756] env[70039]: DEBUG nova.compute.utils [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.908518] env[70039]: DEBUG nova.compute.manager [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.908518] env[70039]: DEBUG nova.network.neutron [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.911153] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "refresh_cache-2b7cfebf-8025-4438-b601-bde9ee53b164" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.963239] env[70039]: DEBUG nova.network.neutron [req-161adb66-fc62-4099-9fd2-243b907c97dd req-5f9e286b-6e56-4212-bb1f-bb557d3d866f service nova] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Updated VIF entry in instance network info cache for port 621c24c7-2edb-4abe-ab56-9a45823b79d8. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.963239] env[70039]: DEBUG nova.network.neutron [req-161adb66-fc62-4099-9fd2-243b907c97dd req-5f9e286b-6e56-4212-bb1f-bb557d3d866f service nova] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Updating instance_info_cache with network_info: [{"id": "621c24c7-2edb-4abe-ab56-9a45823b79d8", "address": "fa:16:3e:2d:1e:f6", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621c24c7-2e", "ovs_interfaceid": "621c24c7-2edb-4abe-ab56-9a45823b79d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.975670] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331163, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.987438] env[70039]: DEBUG nova.policy [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c12e6f40b2b048a0969ec59a3acdeda5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e92100935443909f3d96a6cd84123b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.201247] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526027b5-893b-8f39-cab7-4a93311aebff, 'name': SearchDatastore_Task, 'duration_secs': 0.060073} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.201536] env[70039]: DEBUG oslo_concurrency.lockutils [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.201881] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.201997] env[70039]: DEBUG oslo_concurrency.lockutils [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.202208] env[70039]: DEBUG oslo_concurrency.lockutils [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.202407] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.205087] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da04779f-8067-441b-bc04-02b7b2719f02 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.215674] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.215926] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.216636] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a833be66-5592-48df-8e2d-f29e61924bcf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.227901] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1032.227901] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]523c1329-3660-2ee6-9071-05e9774f87be" [ 1032.227901] env[70039]: _type = "Task" [ 1032.227901] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.240900] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523c1329-3660-2ee6-9071-05e9774f87be, 'name': SearchDatastore_Task, 'duration_secs': 0.010226} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.241705] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bdc12e8-6df7-4dda-9a4c-8370c7e14de1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.249312] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1032.249312] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52bf6c77-44d5-0f1b-113e-6fe4941c55cd" [ 1032.249312] env[70039]: _type = "Task" [ 1032.249312] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.259459] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52bf6c77-44d5-0f1b-113e-6fe4941c55cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.322744] env[70039]: DEBUG nova.compute.manager [req-bd37535c-6f85-4aed-9427-9371e99cff1d req-2ee32fc7-b158-47bb-a292-b301eb4f6f72 service nova] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Received event network-vif-unplugged-9e97c68b-b962-4b29-9aad-5d9f8bab8920 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.322965] env[70039]: DEBUG oslo_concurrency.lockutils [req-bd37535c-6f85-4aed-9427-9371e99cff1d req-2ee32fc7-b158-47bb-a292-b301eb4f6f72 service nova] Acquiring lock "2b7cfebf-8025-4438-b601-bde9ee53b164-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.323218] env[70039]: DEBUG oslo_concurrency.lockutils [req-bd37535c-6f85-4aed-9427-9371e99cff1d req-2ee32fc7-b158-47bb-a292-b301eb4f6f72 service nova] Lock "2b7cfebf-8025-4438-b601-bde9ee53b164-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.323344] env[70039]: DEBUG oslo_concurrency.lockutils [req-bd37535c-6f85-4aed-9427-9371e99cff1d req-2ee32fc7-b158-47bb-a292-b301eb4f6f72 service nova] Lock "2b7cfebf-8025-4438-b601-bde9ee53b164-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.323500] env[70039]: DEBUG nova.compute.manager [req-bd37535c-6f85-4aed-9427-9371e99cff1d req-2ee32fc7-b158-47bb-a292-b301eb4f6f72 service nova] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] No waiting events found dispatching network-vif-unplugged-9e97c68b-b962-4b29-9aad-5d9f8bab8920 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.323690] env[70039]: WARNING nova.compute.manager [req-bd37535c-6f85-4aed-9427-9371e99cff1d req-2ee32fc7-b158-47bb-a292-b301eb4f6f72 service nova] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Received unexpected event network-vif-unplugged-9e97c68b-b962-4b29-9aad-5d9f8bab8920 for instance with vm_state shelved and task_state shelving_offloading. [ 1032.365834] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb47e5b8-42de-4e2c-915d-6fc0f49f94dc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.374359] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327d981e-b694-4d07-890b-0d2a3ce9f3de {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.379877] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.380675] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8fbb18-b826-43d8-97b8-afdd6c64d7cc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.409618] env[70039]: DEBUG nova.compute.manager [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.416019] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3904d174-a617-4e61-9a96-83e76459c0de {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.418323] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.418919] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3763a26-139b-4319-99ad-a1848782a8b7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.423915] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0137eb7c-3025-4cf0-9b47-aee49fce3645 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.441607] env[70039]: DEBUG nova.compute.provider_tree [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.469270] env[70039]: DEBUG oslo_concurrency.lockutils [req-161adb66-fc62-4099-9fd2-243b907c97dd req-5f9e286b-6e56-4212-bb1f-bb557d3d866f service nova] Releasing lock "refresh_cache-2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.469550] env[70039]: DEBUG nova.compute.manager [req-161adb66-fc62-4099-9fd2-243b907c97dd req-5f9e286b-6e56-4212-bb1f-bb557d3d866f service nova] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Received event network-changed-5959239e-365f-4cc1-9192-2ba7825bd9eb {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.469728] env[70039]: DEBUG nova.compute.manager [req-161adb66-fc62-4099-9fd2-243b907c97dd req-5f9e286b-6e56-4212-bb1f-bb557d3d866f service nova] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Refreshing instance network info cache due to event network-changed-5959239e-365f-4cc1-9192-2ba7825bd9eb. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.469948] env[70039]: DEBUG oslo_concurrency.lockutils [req-161adb66-fc62-4099-9fd2-243b907c97dd req-5f9e286b-6e56-4212-bb1f-bb557d3d866f service nova] Acquiring lock "refresh_cache-b6a0aeac-b975-4c2c-904f-a35d9946eb70" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.470111] env[70039]: DEBUG oslo_concurrency.lockutils [req-161adb66-fc62-4099-9fd2-243b907c97dd req-5f9e286b-6e56-4212-bb1f-bb557d3d866f service nova] Acquired lock "refresh_cache-b6a0aeac-b975-4c2c-904f-a35d9946eb70" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.470318] env[70039]: DEBUG nova.network.neutron [req-161adb66-fc62-4099-9fd2-243b907c97dd req-5f9e286b-6e56-4212-bb1f-bb557d3d866f service nova] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Refreshing network info cache for port 5959239e-365f-4cc1-9192-2ba7825bd9eb {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.475333] env[70039]: DEBUG nova.network.neutron [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Successfully created port: 68968528-ab4a-4f21-b95f-5c4ac91a6806 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.477751] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331163, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.519785] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.520019] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.520212] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Deleting the datastore file [datastore2] 2b7cfebf-8025-4438-b601-bde9ee53b164 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.520484] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50315470-a841-4226-9feb-fac56bfe0800 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.528541] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1032.528541] env[70039]: value = "task-3331165" [ 1032.528541] env[70039]: _type = "Task" [ 1032.528541] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.537303] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.761725] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52bf6c77-44d5-0f1b-113e-6fe4941c55cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010941} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.762013] env[70039]: DEBUG oslo_concurrency.lockutils [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.762287] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4/2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.762541] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a909a4cf-f6bb-49eb-9809-48cc70c05344 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.772011] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1032.772011] env[70039]: value = "task-3331166" [ 1032.772011] env[70039]: _type = "Task" [ 1032.772011] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.782043] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.880208] env[70039]: DEBUG nova.network.neutron [req-161adb66-fc62-4099-9fd2-243b907c97dd req-5f9e286b-6e56-4212-bb1f-bb557d3d866f service nova] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Updated VIF entry in instance network info cache for port 5959239e-365f-4cc1-9192-2ba7825bd9eb. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.880576] env[70039]: DEBUG nova.network.neutron [req-161adb66-fc62-4099-9fd2-243b907c97dd req-5f9e286b-6e56-4212-bb1f-bb557d3d866f service nova] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Updating instance_info_cache with network_info: [{"id": "5959239e-365f-4cc1-9192-2ba7825bd9eb", "address": "fa:16:3e:3d:53:49", "network": {"id": "155b764e-3483-4eb0-b740-a9deeda5729c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134126049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2a8cc362f2c4712b6dc9e8ff124e975", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5959239e-36", "ovs_interfaceid": "5959239e-365f-4cc1-9192-2ba7825bd9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.942295] env[70039]: DEBUG nova.scheduler.client.report [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.974148] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331163, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.470916} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.974427] env[70039]: INFO nova.virt.vmwareapi.ds_util [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] b57a32ab-dd58-498b-bcdd-252f61920630/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk. [ 1032.975266] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e358d3b-8d2a-405f-b987-753121531d67 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.006596] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] b57a32ab-dd58-498b-bcdd-252f61920630/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.008047] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92e85239-df0b-44e4-a5de-86ed5e438f1e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.034838] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1033.034838] env[70039]: value = "task-3331167" [ 1033.034838] env[70039]: _type = "Task" [ 1033.034838] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.042685] env[70039]: DEBUG oslo_vmware.api [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15209} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.043715] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.043829] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.044019] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.050534] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331167, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.072676] env[70039]: INFO nova.scheduler.client.report [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Deleted allocations for instance 2b7cfebf-8025-4438-b601-bde9ee53b164 [ 1033.284336] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331166, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.383793] env[70039]: DEBUG oslo_concurrency.lockutils [req-161adb66-fc62-4099-9fd2-243b907c97dd req-5f9e286b-6e56-4212-bb1f-bb557d3d866f service nova] Releasing lock "refresh_cache-b6a0aeac-b975-4c2c-904f-a35d9946eb70" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.418822] env[70039]: DEBUG nova.compute.manager [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.447333] env[70039]: DEBUG nova.virt.hardware [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.447620] env[70039]: DEBUG nova.virt.hardware [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.447793] env[70039]: DEBUG nova.virt.hardware [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.448050] env[70039]: DEBUG nova.virt.hardware [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.448339] env[70039]: DEBUG nova.virt.hardware [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.448396] env[70039]: DEBUG nova.virt.hardware [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.448631] env[70039]: DEBUG nova.virt.hardware [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.448787] env[70039]: DEBUG nova.virt.hardware [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.448965] env[70039]: DEBUG nova.virt.hardware [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.449143] env[70039]: DEBUG nova.virt.hardware [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.449315] env[70039]: DEBUG nova.virt.hardware [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.450079] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.453908] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b348ac-a98f-4854-81f4-6215b4a3b6b0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.456896] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.471s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.457132] env[70039]: DEBUG nova.objects.instance [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lazy-loading 'resources' on Instance uuid ea84108b-c83b-4c1d-8651-f1e52be5bf2a {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.464448] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2ded26-a3be-4661-b98e-874965c1f221 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.482874] env[70039]: INFO nova.scheduler.client.report [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Deleted allocations for instance d7e0a1d7-e155-4173-8828-8bd073cd2e86 [ 1033.525746] env[70039]: DEBUG oslo_concurrency.lockutils [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Acquiring lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.526360] env[70039]: DEBUG oslo_concurrency.lockutils [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.526591] env[70039]: DEBUG oslo_concurrency.lockutils [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Acquiring lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.526836] env[70039]: DEBUG oslo_concurrency.lockutils [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.527202] env[70039]: DEBUG oslo_concurrency.lockutils [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.529399] env[70039]: INFO nova.compute.manager [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Terminating instance [ 1033.546137] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331167, 'name': ReconfigVM_Task, 'duration_secs': 0.498934} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.546440] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Reconfigured VM instance instance-00000028 to attach disk [datastore2] b57a32ab-dd58-498b-bcdd-252f61920630/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.547310] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a748ce-11a3-4099-827e-42cacc167c9e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.578962] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.579218] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa05559a-4744-44d9-b616-8a34cc4c1737 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.595868] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1033.595868] env[70039]: value = "task-3331168" [ 1033.595868] env[70039]: _type = "Task" [ 1033.595868] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.604609] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.783567] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569121} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.783856] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4/2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.784077] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.784335] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d07fb848-5fb7-43fc-8316-5e9dcc65f1b6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.793199] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1033.793199] env[70039]: value = "task-3331169" [ 1033.793199] env[70039]: _type = "Task" [ 1033.793199] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.803130] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.992157] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15cba40d-d1d9-4f42-8915-979d3699c73b tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lock "d7e0a1d7-e155-4173-8828-8bd073cd2e86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.891s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.034526] env[70039]: DEBUG nova.compute.manager [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.034526] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.034526] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462182d9-bdb7-4919-a48a-1f0c3d6879b3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.046050] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.046310] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ec33307-50b5-4950-811f-6bbf9caa13bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.054528] env[70039]: DEBUG oslo_vmware.api [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Waiting for the task: (returnval){ [ 1034.054528] env[70039]: value = "task-3331170" [ 1034.054528] env[70039]: _type = "Task" [ 1034.054528] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.068552] env[70039]: DEBUG oslo_vmware.api [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': task-3331170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.108651] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331168, 'name': ReconfigVM_Task, 'duration_secs': 0.163269} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.108912] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.112021] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f751db36-0f38-4af2-8ac8-baf0cebf0bf2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.118643] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1034.118643] env[70039]: value = "task-3331171" [ 1034.118643] env[70039]: _type = "Task" [ 1034.118643] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.131719] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.190408] env[70039]: DEBUG nova.network.neutron [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Successfully updated port: 68968528-ab4a-4f21-b95f-5c4ac91a6806 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.211922] env[70039]: DEBUG oslo_concurrency.lockutils [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquiring lock "29f79a96-1b49-4f0e-94b5-d0c838a3bb84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.212257] env[70039]: DEBUG oslo_concurrency.lockutils [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lock "29f79a96-1b49-4f0e-94b5-d0c838a3bb84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.212944] env[70039]: DEBUG oslo_concurrency.lockutils [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquiring lock "29f79a96-1b49-4f0e-94b5-d0c838a3bb84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.212944] env[70039]: DEBUG oslo_concurrency.lockutils [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lock "29f79a96-1b49-4f0e-94b5-d0c838a3bb84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.212944] env[70039]: DEBUG oslo_concurrency.lockutils [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lock "29f79a96-1b49-4f0e-94b5-d0c838a3bb84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.214862] env[70039]: INFO nova.compute.manager [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Terminating instance [ 1034.304900] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065234} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.307561] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.308331] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1830745-1603-4491-af67-3ee96df973bf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.331384] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4/2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.333966] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71069f6d-b5da-47be-aa79-0a79999719af {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.357026] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1034.357026] env[70039]: value = "task-3331172" [ 1034.357026] env[70039]: _type = "Task" [ 1034.357026] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.368527] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.413238] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021cbd5b-1cd0-4045-88c5-b569b68f4d5a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.422455] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1ad680-aff6-479c-abc3-64003b04b526 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.460488] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdd0c3e-6146-49e8-a1b8-719c5c5784b3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.464316] env[70039]: DEBUG nova.compute.manager [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Received event network-changed-9e97c68b-b962-4b29-9aad-5d9f8bab8920 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.464499] env[70039]: DEBUG nova.compute.manager [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Refreshing instance network info cache due to event network-changed-9e97c68b-b962-4b29-9aad-5d9f8bab8920. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.464785] env[70039]: DEBUG oslo_concurrency.lockutils [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] Acquiring lock "refresh_cache-2b7cfebf-8025-4438-b601-bde9ee53b164" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.464870] env[70039]: DEBUG oslo_concurrency.lockutils [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] Acquired lock "refresh_cache-2b7cfebf-8025-4438-b601-bde9ee53b164" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.464991] env[70039]: DEBUG nova.network.neutron [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Refreshing network info cache for port 9e97c68b-b962-4b29-9aad-5d9f8bab8920 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.472759] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfd90ee-ccb1-40f5-9915-a4dd438626f8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.487972] env[70039]: DEBUG nova.compute.provider_tree [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.566780] env[70039]: DEBUG oslo_vmware.api [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': task-3331170, 'name': PowerOffVM_Task, 'duration_secs': 0.193525} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.567096] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.567280] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.567535] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df174389-53c4-4745-bdba-feb2aa06cc85 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.632986] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331171, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.642748] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.643998] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.643998] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Deleting the datastore file [datastore2] ab5aafce-9316-4fdf-a89b-ea1606d2a58b {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.643998] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2dad82d-7d18-40d8-be56-bc405cfcf93c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.652237] env[70039]: DEBUG oslo_vmware.api [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Waiting for the task: (returnval){ [ 1034.652237] env[70039]: value = "task-3331174" [ 1034.652237] env[70039]: _type = "Task" [ 1034.652237] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.662045] env[70039]: DEBUG oslo_vmware.api [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': task-3331174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.694862] env[70039]: DEBUG oslo_concurrency.lockutils [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "refresh_cache-45162af6-4a88-4787-aba6-7014cf88a772" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.695034] env[70039]: DEBUG oslo_concurrency.lockutils [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired lock "refresh_cache-45162af6-4a88-4787-aba6-7014cf88a772" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.695199] env[70039]: DEBUG nova.network.neutron [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.722326] env[70039]: DEBUG nova.compute.manager [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.722685] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.723990] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90255469-8b2f-4080-aa48-d43e0d189902 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.734925] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.735241] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c08f0cb-2f3a-43f7-a75a-745a1251f33b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.737880] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5b614735-c829-4d74-8d22-cd61f61d5372 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "2b7cfebf-8025-4438-b601-bde9ee53b164" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.744456] env[70039]: DEBUG oslo_vmware.api [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 1034.744456] env[70039]: value = "task-3331175" [ 1034.744456] env[70039]: _type = "Task" [ 1034.744456] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.756408] env[70039]: DEBUG oslo_vmware.api [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.882295] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331172, 'name': ReconfigVM_Task, 'duration_secs': 0.272595} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.884650] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4/2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.884650] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4800ae08-a407-4d25-96d5-5889d0a967d6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.892363] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1034.892363] env[70039]: value = "task-3331176" [ 1034.892363] env[70039]: _type = "Task" [ 1034.892363] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.901895] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331176, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.991041] env[70039]: DEBUG nova.scheduler.client.report [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.133542] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331171, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.164251] env[70039]: DEBUG oslo_vmware.api [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Task: {'id': task-3331174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148472} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.164524] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.164709] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.164889] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.165153] env[70039]: INFO nova.compute.manager [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1035.165326] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.165518] env[70039]: DEBUG nova.compute.manager [-] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.165613] env[70039]: DEBUG nova.network.neutron [-] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.245376] env[70039]: DEBUG nova.network.neutron [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.257793] env[70039]: DEBUG oslo_vmware.api [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331175, 'name': PowerOffVM_Task, 'duration_secs': 0.419734} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.258256] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.258379] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.258556] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f7babf3-5157-448a-8210-5cd647bade6f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.268070] env[70039]: DEBUG nova.network.neutron [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Updated VIF entry in instance network info cache for port 9e97c68b-b962-4b29-9aad-5d9f8bab8920. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.268458] env[70039]: DEBUG nova.network.neutron [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Updating instance_info_cache with network_info: [{"id": "9e97c68b-b962-4b29-9aad-5d9f8bab8920", "address": "fa:16:3e:2c:c3:d9", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": null, "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9e97c68b-b9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.334635] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.334858] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.335056] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Deleting the datastore file [datastore1] 29f79a96-1b49-4f0e-94b5-d0c838a3bb84 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.335332] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad25c780-7e80-43d3-a9d3-e9719b95a7d8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.343559] env[70039]: DEBUG oslo_vmware.api [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for the task: (returnval){ [ 1035.343559] env[70039]: value = "task-3331178" [ 1035.343559] env[70039]: _type = "Task" [ 1035.343559] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.353047] env[70039]: DEBUG oslo_vmware.api [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.402769] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331176, 'name': Rename_Task, 'duration_secs': 0.185771} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.403301] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.403590] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62aec055-7171-492a-aa16-81b593565ba5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.406159] env[70039]: DEBUG nova.network.neutron [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Updating instance_info_cache with network_info: [{"id": "68968528-ab4a-4f21-b95f-5c4ac91a6806", "address": "fa:16:3e:d2:12:16", "network": {"id": "27d611dc-541c-45de-a128-e4294d684a54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1913845303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e92100935443909f3d96a6cd84123b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68968528-ab", "ovs_interfaceid": "68968528-ab4a-4f21-b95f-5c4ac91a6806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.413739] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1035.413739] env[70039]: value = "task-3331179" [ 1035.413739] env[70039]: _type = "Task" [ 1035.413739] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.423444] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.497084] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.499450] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.280s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.499686] env[70039]: DEBUG nova.objects.instance [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lazy-loading 'resources' on Instance uuid 2ecd9333-fd4f-4deb-b727-018f9b4e5a88 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.528798] env[70039]: INFO nova.scheduler.client.report [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Deleted allocations for instance ea84108b-c83b-4c1d-8651-f1e52be5bf2a [ 1035.637530] env[70039]: DEBUG oslo_vmware.api [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331171, 'name': PowerOnVM_Task, 'duration_secs': 1.194641} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.637941] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.641502] env[70039]: DEBUG nova.compute.manager [None req-1f5346f8-e518-4d0a-9d11-3a8b6e786e08 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.642675] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b50d82-97c3-471b-a5b0-5de7348f646f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.773321] env[70039]: DEBUG oslo_concurrency.lockutils [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] Releasing lock "refresh_cache-2b7cfebf-8025-4438-b601-bde9ee53b164" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.773596] env[70039]: DEBUG nova.compute.manager [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Received event network-vif-plugged-68968528-ab4a-4f21-b95f-5c4ac91a6806 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.773827] env[70039]: DEBUG oslo_concurrency.lockutils [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] Acquiring lock "45162af6-4a88-4787-aba6-7014cf88a772-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.774053] env[70039]: DEBUG oslo_concurrency.lockutils [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] Lock "45162af6-4a88-4787-aba6-7014cf88a772-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.774224] env[70039]: DEBUG oslo_concurrency.lockutils [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] Lock "45162af6-4a88-4787-aba6-7014cf88a772-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.774390] env[70039]: DEBUG nova.compute.manager [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] No waiting events found dispatching network-vif-plugged-68968528-ab4a-4f21-b95f-5c4ac91a6806 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.774573] env[70039]: WARNING nova.compute.manager [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Received unexpected event network-vif-plugged-68968528-ab4a-4f21-b95f-5c4ac91a6806 for instance with vm_state building and task_state spawning. [ 1035.774779] env[70039]: DEBUG nova.compute.manager [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Received event network-changed-68968528-ab4a-4f21-b95f-5c4ac91a6806 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.774942] env[70039]: DEBUG nova.compute.manager [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Refreshing instance network info cache due to event network-changed-68968528-ab4a-4f21-b95f-5c4ac91a6806. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.775147] env[70039]: DEBUG oslo_concurrency.lockutils [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] Acquiring lock "refresh_cache-45162af6-4a88-4787-aba6-7014cf88a772" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.854967] env[70039]: DEBUG oslo_vmware.api [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Task: {'id': task-3331178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292373} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.856013] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.856013] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.856013] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.856013] env[70039]: INFO nova.compute.manager [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1035.856311] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.856311] env[70039]: DEBUG nova.compute.manager [-] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.856469] env[70039]: DEBUG nova.network.neutron [-] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.910830] env[70039]: DEBUG oslo_concurrency.lockutils [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Releasing lock "refresh_cache-45162af6-4a88-4787-aba6-7014cf88a772" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.911234] env[70039]: DEBUG nova.compute.manager [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Instance network_info: |[{"id": "68968528-ab4a-4f21-b95f-5c4ac91a6806", "address": "fa:16:3e:d2:12:16", "network": {"id": "27d611dc-541c-45de-a128-e4294d684a54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1913845303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e92100935443909f3d96a6cd84123b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68968528-ab", "ovs_interfaceid": "68968528-ab4a-4f21-b95f-5c4ac91a6806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.911553] env[70039]: DEBUG oslo_concurrency.lockutils [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] Acquired lock "refresh_cache-45162af6-4a88-4787-aba6-7014cf88a772" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.912509] env[70039]: DEBUG nova.network.neutron [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Refreshing network info cache for port 68968528-ab4a-4f21-b95f-5c4ac91a6806 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.913009] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:12:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68968528-ab4a-4f21-b95f-5c4ac91a6806', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.921902] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.925211] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.928978] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-598c3248-9fda-40a8-a6d6-191267ab22aa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.951464] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331179, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.952889] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.952889] env[70039]: value = "task-3331180" [ 1035.952889] env[70039]: _type = "Task" [ 1035.952889] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.962112] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331180, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.037694] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea385b2-c736-4285-a682-55ae0f6cf3eb tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "ea84108b-c83b-4c1d-8651-f1e52be5bf2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.636s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.231885] env[70039]: DEBUG nova.network.neutron [-] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.290255] env[70039]: DEBUG nova.network.neutron [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Updated VIF entry in instance network info cache for port 68968528-ab4a-4f21-b95f-5c4ac91a6806. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.290255] env[70039]: DEBUG nova.network.neutron [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Updating instance_info_cache with network_info: [{"id": "68968528-ab4a-4f21-b95f-5c4ac91a6806", "address": "fa:16:3e:d2:12:16", "network": {"id": "27d611dc-541c-45de-a128-e4294d684a54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1913845303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e92100935443909f3d96a6cd84123b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68968528-ab", "ovs_interfaceid": "68968528-ab4a-4f21-b95f-5c4ac91a6806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.437041] env[70039]: DEBUG oslo_vmware.api [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331179, 'name': PowerOnVM_Task, 'duration_secs': 0.881165} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.442024] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.442024] env[70039]: INFO nova.compute.manager [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1036.442024] env[70039]: DEBUG nova.compute.manager [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.442482] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdea1848-1849-4461-aeb4-ddf603bacdb1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.466488] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331180, 'name': CreateVM_Task, 'duration_secs': 0.445638} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.466574] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.467592] env[70039]: DEBUG oslo_concurrency.lockutils [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.467592] env[70039]: DEBUG oslo_concurrency.lockutils [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.467861] env[70039]: DEBUG oslo_concurrency.lockutils [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.471020] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43ee6463-9944-4ae5-8c8c-e59c8e58595f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.474892] env[70039]: DEBUG nova.compute.manager [req-2de1614c-22fc-44c3-873b-328ba1ffaa0b req-bf2292ee-9cba-4fc3-bd55-335121d8b7aa service nova] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Received event network-vif-deleted-fb6227f8-2978-4633-b5ff-97a503859aaf {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.474892] env[70039]: DEBUG nova.compute.manager [req-2de1614c-22fc-44c3-873b-328ba1ffaa0b req-bf2292ee-9cba-4fc3-bd55-335121d8b7aa service nova] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Received event network-vif-deleted-7e26d20d-cb5c-4934-a157-9449461720fe {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.474892] env[70039]: INFO nova.compute.manager [req-2de1614c-22fc-44c3-873b-328ba1ffaa0b req-bf2292ee-9cba-4fc3-bd55-335121d8b7aa service nova] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Neutron deleted interface 7e26d20d-cb5c-4934-a157-9449461720fe; detaching it from the instance and deleting it from the info cache [ 1036.474984] env[70039]: DEBUG nova.network.neutron [req-2de1614c-22fc-44c3-873b-328ba1ffaa0b req-bf2292ee-9cba-4fc3-bd55-335121d8b7aa service nova] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.484735] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1036.484735] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c5c647-1765-cc0e-2ad8-ce276fbf07ed" [ 1036.484735] env[70039]: _type = "Task" [ 1036.484735] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.503249] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c5c647-1765-cc0e-2ad8-ce276fbf07ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.574043] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "f27525d9-4f10-4814-a02a-162631012ad9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.574043] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "f27525d9-4f10-4814-a02a-162631012ad9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.574043] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "f27525d9-4f10-4814-a02a-162631012ad9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.574043] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "f27525d9-4f10-4814-a02a-162631012ad9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.574043] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "f27525d9-4f10-4814-a02a-162631012ad9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.577548] env[70039]: INFO nova.compute.manager [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Terminating instance [ 1036.581786] env[70039]: DEBUG nova.network.neutron [-] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.600341] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66a926f-e22e-4eb8-b6d1-d0f98c9b0b49 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.609727] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2675984c-e006-461c-8813-c6c665752524 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.644645] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3bade7-742b-47aa-b8d9-f4945cca4bff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.653212] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7b17a3-4ee2-4733-8827-fcf1dc06b863 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.669039] env[70039]: DEBUG nova.compute.provider_tree [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.735434] env[70039]: INFO nova.compute.manager [-] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Took 1.57 seconds to deallocate network for instance. [ 1036.793095] env[70039]: DEBUG oslo_concurrency.lockutils [req-2d80331b-40c0-4315-817a-9562e84192e4 req-f9291c0b-3a18-4829-89f8-ce49efc54569 service nova] Releasing lock "refresh_cache-45162af6-4a88-4787-aba6-7014cf88a772" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.961447] env[70039]: INFO nova.compute.manager [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Took 36.25 seconds to build instance. [ 1036.984019] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a98fcc7-5f78-4a9e-912e-14009e8934ff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.998033] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1437c84b-f61d-48a4-8d6f-71bc7fa576bb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.008009] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c5c647-1765-cc0e-2ad8-ce276fbf07ed, 'name': SearchDatastore_Task, 'duration_secs': 0.018886} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.008646] env[70039]: DEBUG oslo_concurrency.lockutils [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.009069] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.009141] env[70039]: DEBUG oslo_concurrency.lockutils [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.009287] env[70039]: DEBUG oslo_concurrency.lockutils [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.009468] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.010373] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cb47ac0-d294-4b94-ab23-e3a0a5ec1f70 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.020652] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.020836] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.021551] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa80fb8-cf6e-4ff7-a626-9ce31d972c83 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.039051] env[70039]: DEBUG nova.compute.manager [req-2de1614c-22fc-44c3-873b-328ba1ffaa0b req-bf2292ee-9cba-4fc3-bd55-335121d8b7aa service nova] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Detach interface failed, port_id=7e26d20d-cb5c-4934-a157-9449461720fe, reason: Instance 29f79a96-1b49-4f0e-94b5-d0c838a3bb84 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1037.042682] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1037.042682] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52367390-c208-8f18-4752-d13a0a091101" [ 1037.042682] env[70039]: _type = "Task" [ 1037.042682] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.050380] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52367390-c208-8f18-4752-d13a0a091101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.085197] env[70039]: INFO nova.compute.manager [-] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Took 1.23 seconds to deallocate network for instance. [ 1037.085935] env[70039]: DEBUG nova.compute.manager [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.086190] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.088995] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3d91dd-9db5-4835-8599-717e1c8d0bc3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.099894] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.100056] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2642347-0b1c-4099-99a3-62a2248fcdfb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.107447] env[70039]: DEBUG oslo_vmware.api [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 1037.107447] env[70039]: value = "task-3331181" [ 1037.107447] env[70039]: _type = "Task" [ 1037.107447] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.117321] env[70039]: DEBUG oslo_vmware.api [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3331181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.205108] env[70039]: DEBUG nova.scheduler.client.report [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Updated inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1037.205761] env[70039]: DEBUG nova.compute.provider_tree [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Updating resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d generation from 102 to 103 during operation: update_inventory {{(pid=70039) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1037.205761] env[70039]: DEBUG nova.compute.provider_tree [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.242568] env[70039]: DEBUG oslo_concurrency.lockutils [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.383117] env[70039]: INFO nova.compute.manager [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Unrescuing [ 1037.383422] env[70039]: DEBUG oslo_concurrency.lockutils [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.383705] env[70039]: DEBUG oslo_concurrency.lockutils [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquired lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.383754] env[70039]: DEBUG nova.network.neutron [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.464180] env[70039]: DEBUG oslo_concurrency.lockutils [None req-347cc1cf-15ab-422c-a3c2-3815eb1c2b4c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.771s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.553915] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52367390-c208-8f18-4752-d13a0a091101, 'name': SearchDatastore_Task, 'duration_secs': 0.029998} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.554805] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5834de1-82ff-4c76-b756-68340b1a20d1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.561929] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1037.561929] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52e6f881-6322-f2ad-8ff1-ea2dd27f7fa0" [ 1037.561929] env[70039]: _type = "Task" [ 1037.561929] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.570382] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e6f881-6322-f2ad-8ff1-ea2dd27f7fa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.597111] env[70039]: DEBUG oslo_concurrency.lockutils [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.618799] env[70039]: DEBUG oslo_vmware.api [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3331181, 'name': PowerOffVM_Task, 'duration_secs': 0.401751} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.619722] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.619722] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.619722] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c87027f1-9afd-498a-874c-dda06e591426 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.713690] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.716323] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.203s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.718619] env[70039]: INFO nova.compute.claims [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.754942] env[70039]: INFO nova.scheduler.client.report [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Deleted allocations for instance 2ecd9333-fd4f-4deb-b727-018f9b4e5a88 [ 1038.074858] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e6f881-6322-f2ad-8ff1-ea2dd27f7fa0, 'name': SearchDatastore_Task, 'duration_secs': 0.014278} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.075165] env[70039]: DEBUG oslo_concurrency.lockutils [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.075935] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 45162af6-4a88-4787-aba6-7014cf88a772/45162af6-4a88-4787-aba6-7014cf88a772.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.076301] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bee8c43-97c2-4ac2-9913-79def9821e23 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.085098] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1038.085098] env[70039]: value = "task-3331183" [ 1038.085098] env[70039]: _type = "Task" [ 1038.085098] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.096074] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.169335] env[70039]: DEBUG nova.network.neutron [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Updating instance_info_cache with network_info: [{"id": "b165f61d-d4e6-41fc-bbd2-1f457454a7c4", "address": "fa:16:3e:47:79:3a", "network": {"id": "4210840f-1282-42b9-a4c8-d61e8a259be7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1790591715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f1b538efaab4c0596968fee3532bd1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb165f61d-d4", "ovs_interfaceid": "b165f61d-d4e6-41fc-bbd2-1f457454a7c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.266781] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5a3b8456-75d8-43dc-b4bc-da1139d6b624 tempest-ImagesOneServerNegativeTestJSON-81621970 tempest-ImagesOneServerNegativeTestJSON-81621970-project-member] Lock "2ecd9333-fd4f-4deb-b727-018f9b4e5a88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.220s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.599269] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.674060] env[70039]: DEBUG oslo_concurrency.lockutils [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Releasing lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.674060] env[70039]: DEBUG nova.objects.instance [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lazy-loading 'flavor' on Instance uuid b57a32ab-dd58-498b-bcdd-252f61920630 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.678204] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.678204] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.678204] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Deleting the datastore file [datastore2] f27525d9-4f10-4814-a02a-162631012ad9 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.678204] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdde51bd-70dd-487a-8fd7-ccac035f198c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.686200] env[70039]: DEBUG oslo_vmware.api [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for the task: (returnval){ [ 1038.686200] env[70039]: value = "task-3331184" [ 1038.686200] env[70039]: _type = "Task" [ 1038.686200] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.696110] env[70039]: DEBUG oslo_vmware.api [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3331184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.013512] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquiring lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.013855] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.100641] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331183, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.180789] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a047d625-f495-41a8-8002-7152975b24ed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.210838] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.214529] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7275a749-30a9-47dc-b11d-7d4f82fd7c57 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.220258] env[70039]: DEBUG oslo_vmware.api [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Task: {'id': task-3331184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195344} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.220522] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.220793] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.221076] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.221842] env[70039]: INFO nova.compute.manager [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1039.221842] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.221842] env[70039]: DEBUG nova.compute.manager [-] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.221980] env[70039]: DEBUG nova.network.neutron [-] [instance: f27525d9-4f10-4814-a02a-162631012ad9] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.225009] env[70039]: DEBUG oslo_vmware.api [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1039.225009] env[70039]: value = "task-3331185" [ 1039.225009] env[70039]: _type = "Task" [ 1039.225009] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.237340] env[70039]: DEBUG oslo_vmware.api [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.286787] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4703fb9-659d-4b89-8a06-fc0f5b491fd3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.296240] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3071dd5-1e4d-43b7-ae32-0ca35d9dd89f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.328047] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f346d035-b873-4633-b68d-bb9ccf453357 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.336865] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee4de37-e03e-4d6a-b329-0ef69b7ec012 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.351282] env[70039]: DEBUG nova.compute.provider_tree [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.498009] env[70039]: DEBUG nova.compute.manager [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Stashing vm_state: active {{(pid=70039) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1039.516854] env[70039]: DEBUG nova.compute.utils [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.597587] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331183, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.137144} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.597846] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 45162af6-4a88-4787-aba6-7014cf88a772/45162af6-4a88-4787-aba6-7014cf88a772.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.598103] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.599934] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47d0d583-df04-4ae8-92a7-06e15b1b4e69 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.607954] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1039.607954] env[70039]: value = "task-3331186" [ 1039.607954] env[70039]: _type = "Task" [ 1039.607954] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.626813] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.737918] env[70039]: DEBUG oslo_vmware.api [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331185, 'name': PowerOffVM_Task, 'duration_secs': 0.239082} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.738215] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.743472] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Reconfiguring VM instance instance-00000028 to detach disk 2002 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1039.743774] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d39380a-a9e1-42e4-a491-7facc96ef9b6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.763609] env[70039]: DEBUG oslo_vmware.api [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1039.763609] env[70039]: value = "task-3331187" [ 1039.763609] env[70039]: _type = "Task" [ 1039.763609] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.777724] env[70039]: DEBUG oslo_vmware.api [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.854819] env[70039]: DEBUG nova.scheduler.client.report [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.016516] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.022160] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.122024] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216864} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.122370] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.123722] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19159cb9-8ad2-4d11-b8bb-9745a519d625 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.150774] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 45162af6-4a88-4787-aba6-7014cf88a772/45162af6-4a88-4787-aba6-7014cf88a772.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.151084] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-795e693d-c8d7-4fa9-954a-bfc14caeffe1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.173440] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1040.173440] env[70039]: value = "task-3331188" [ 1040.173440] env[70039]: _type = "Task" [ 1040.173440] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.182196] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.274992] env[70039]: DEBUG oslo_vmware.api [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331187, 'name': ReconfigVM_Task, 'duration_secs': 0.394777} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.275296] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Reconfigured VM instance instance-00000028 to detach disk 2002 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1040.275490] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.275740] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8a84d67-00b2-40d9-b835-849aa9b53841 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.283112] env[70039]: DEBUG oslo_vmware.api [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1040.283112] env[70039]: value = "task-3331189" [ 1040.283112] env[70039]: _type = "Task" [ 1040.283112] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.291963] env[70039]: DEBUG oslo_vmware.api [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.360331] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.360660] env[70039]: DEBUG nova.compute.manager [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.363737] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.484s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.364821] env[70039]: INFO nova.compute.claims [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.445308] env[70039]: DEBUG nova.network.neutron [-] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.456761] env[70039]: DEBUG nova.compute.manager [req-e4efc379-fce6-4f41-991f-cc94f7a993a2 req-012d38d2-9d5a-4312-a631-8a7ef2e79bf6 service nova] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Received event network-vif-deleted-562a6781-ed23-4110-9a72-98ce7d170603 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.456971] env[70039]: INFO nova.compute.manager [req-e4efc379-fce6-4f41-991f-cc94f7a993a2 req-012d38d2-9d5a-4312-a631-8a7ef2e79bf6 service nova] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Neutron deleted interface 562a6781-ed23-4110-9a72-98ce7d170603; detaching it from the instance and deleting it from the info cache [ 1040.457159] env[70039]: DEBUG nova.network.neutron [req-e4efc379-fce6-4f41-991f-cc94f7a993a2 req-012d38d2-9d5a-4312-a631-8a7ef2e79bf6 service nova] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.693915] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331188, 'name': ReconfigVM_Task, 'duration_secs': 0.433393} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.698179] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 45162af6-4a88-4787-aba6-7014cf88a772/45162af6-4a88-4787-aba6-7014cf88a772.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.698685] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e52de896-5d74-4534-9945-1950c9bb96e6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.706663] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1040.706663] env[70039]: value = "task-3331190" [ 1040.706663] env[70039]: _type = "Task" [ 1040.706663] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.717155] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331190, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.795031] env[70039]: DEBUG oslo_vmware.api [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331189, 'name': PowerOnVM_Task, 'duration_secs': 0.438261} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.795031] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.795227] env[70039]: DEBUG nova.compute.manager [None req-26c4a888-7ee0-4706-9aef-d7b682b3408e tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.796034] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a66504-a15f-4ebf-9a7f-aca4631d5479 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.872714] env[70039]: DEBUG nova.compute.utils [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.876340] env[70039]: DEBUG nova.compute.manager [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.876510] env[70039]: DEBUG nova.network.neutron [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.924150] env[70039]: DEBUG nova.policy [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc64878b972b4670a869f72ecbdf4a3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd11902e07e23432899a0ea3629d6c90e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.951323] env[70039]: INFO nova.compute.manager [-] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Took 1.73 seconds to deallocate network for instance. [ 1040.960392] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd5f5066-1ce8-4b83-bc31-923909549da5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.972821] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9994c639-6b54-4447-b30c-ad83eeedeefe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.024738] env[70039]: DEBUG nova.compute.manager [req-e4efc379-fce6-4f41-991f-cc94f7a993a2 req-012d38d2-9d5a-4312-a631-8a7ef2e79bf6 service nova] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Detach interface failed, port_id=562a6781-ed23-4110-9a72-98ce7d170603, reason: Instance f27525d9-4f10-4814-a02a-162631012ad9 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1041.107588] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquiring lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.108011] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.108309] env[70039]: INFO nova.compute.manager [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Attaching volume daf4e29e-163e-42bd-8891-5afe0d8a7ad9 to /dev/sdb [ 1041.157096] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c127299-607f-41f7-b639-5edbf834d856 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.166565] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81add142-31eb-451d-99c6-085ad1840e0b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.183344] env[70039]: DEBUG nova.virt.block_device [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Updating existing volume attachment record: 496961be-b9ab-42fd-9ce2-ceb5090fde05 {{(pid=70039) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1041.218187] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331190, 'name': Rename_Task, 'duration_secs': 0.331895} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.218520] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.219118] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13700be9-1b89-430f-878b-dbee01a24a4e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.227482] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1041.227482] env[70039]: value = "task-3331191" [ 1041.227482] env[70039]: _type = "Task" [ 1041.227482] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.237847] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.284351] env[70039]: DEBUG nova.network.neutron [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Successfully created port: e3296a42-ebae-4f53-a8a9-d00189e7db21 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.377439] env[70039]: DEBUG nova.compute.manager [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.458932] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.740245] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331191, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.823308] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa82880d-fdd8-453f-8425-7c4bdc914142 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.831799] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0e7a46-72a4-456c-a180-a81313df6bbc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.864518] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76c2930-5f47-44dd-ad79-97c04fe9410e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.874144] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6effe3-249a-4aaa-9f43-8e3028c6cf72 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.892422] env[70039]: DEBUG nova.compute.provider_tree [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.240949] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331191, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.395635] env[70039]: DEBUG nova.compute.manager [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.398512] env[70039]: DEBUG nova.scheduler.client.report [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.437078] env[70039]: DEBUG nova.virt.hardware [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.437363] env[70039]: DEBUG nova.virt.hardware [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.437535] env[70039]: DEBUG nova.virt.hardware [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.437811] env[70039]: DEBUG nova.virt.hardware [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.438055] env[70039]: DEBUG nova.virt.hardware [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.438264] env[70039]: DEBUG nova.virt.hardware [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.438499] env[70039]: DEBUG nova.virt.hardware [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.438665] env[70039]: DEBUG nova.virt.hardware [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.438833] env[70039]: DEBUG nova.virt.hardware [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.438998] env[70039]: DEBUG nova.virt.hardware [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.439197] env[70039]: DEBUG nova.virt.hardware [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.440097] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd91c148-3f9a-4c36-b3d3-51b7dd7fe3a6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.451077] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f347cc-3101-4827-b39c-dd5bedc22508 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.638928] env[70039]: DEBUG nova.compute.manager [req-f01a6019-08a8-47b8-97c6-1ff1f0baa021 req-591bcc6e-6653-45de-a745-0664620ad19b service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Received event network-changed-b165f61d-d4e6-41fc-bbd2-1f457454a7c4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.639187] env[70039]: DEBUG nova.compute.manager [req-f01a6019-08a8-47b8-97c6-1ff1f0baa021 req-591bcc6e-6653-45de-a745-0664620ad19b service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Refreshing instance network info cache due to event network-changed-b165f61d-d4e6-41fc-bbd2-1f457454a7c4. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.639421] env[70039]: DEBUG oslo_concurrency.lockutils [req-f01a6019-08a8-47b8-97c6-1ff1f0baa021 req-591bcc6e-6653-45de-a745-0664620ad19b service nova] Acquiring lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.639568] env[70039]: DEBUG oslo_concurrency.lockutils [req-f01a6019-08a8-47b8-97c6-1ff1f0baa021 req-591bcc6e-6653-45de-a745-0664620ad19b service nova] Acquired lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.639755] env[70039]: DEBUG nova.network.neutron [req-f01a6019-08a8-47b8-97c6-1ff1f0baa021 req-591bcc6e-6653-45de-a745-0664620ad19b service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Refreshing network info cache for port b165f61d-d4e6-41fc-bbd2-1f457454a7c4 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.739695] env[70039]: DEBUG oslo_vmware.api [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331191, 'name': PowerOnVM_Task, 'duration_secs': 1.466278} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.739975] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.740201] env[70039]: INFO nova.compute.manager [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1042.740388] env[70039]: DEBUG nova.compute.manager [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.741205] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d034bc2-d8c0-4b03-ba6d-00c926955267 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.904117] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.905039] env[70039]: DEBUG nova.compute.manager [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.909635] env[70039]: DEBUG oslo_concurrency.lockutils [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.757s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.910326] env[70039]: DEBUG nova.objects.instance [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lazy-loading 'resources' on Instance uuid c76a8e8b-9523-45b8-9f2a-4f12fc7427b8 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.934789] env[70039]: DEBUG nova.network.neutron [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Successfully updated port: e3296a42-ebae-4f53-a8a9-d00189e7db21 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.106009] env[70039]: DEBUG oslo_concurrency.lockutils [None req-32f6672c-cdd2-4a53-bcb8-7ffabee9ce5a tempest-ServersAdminTestJSON-1223921748 tempest-ServersAdminTestJSON-1223921748-project-admin] Acquiring lock "refresh_cache-45162af6-4a88-4787-aba6-7014cf88a772" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.106164] env[70039]: DEBUG oslo_concurrency.lockutils [None req-32f6672c-cdd2-4a53-bcb8-7ffabee9ce5a tempest-ServersAdminTestJSON-1223921748 tempest-ServersAdminTestJSON-1223921748-project-admin] Acquired lock "refresh_cache-45162af6-4a88-4787-aba6-7014cf88a772" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.106349] env[70039]: DEBUG nova.network.neutron [None req-32f6672c-cdd2-4a53-bcb8-7ffabee9ce5a tempest-ServersAdminTestJSON-1223921748 tempest-ServersAdminTestJSON-1223921748-project-admin] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.265103] env[70039]: INFO nova.compute.manager [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Took 40.59 seconds to build instance. [ 1043.419415] env[70039]: DEBUG nova.compute.utils [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.423654] env[70039]: DEBUG nova.compute.manager [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.423931] env[70039]: DEBUG nova.network.neutron [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.437594] env[70039]: DEBUG nova.network.neutron [req-f01a6019-08a8-47b8-97c6-1ff1f0baa021 req-591bcc6e-6653-45de-a745-0664620ad19b service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Updated VIF entry in instance network info cache for port b165f61d-d4e6-41fc-bbd2-1f457454a7c4. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.437594] env[70039]: DEBUG nova.network.neutron [req-f01a6019-08a8-47b8-97c6-1ff1f0baa021 req-591bcc6e-6653-45de-a745-0664620ad19b service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Updating instance_info_cache with network_info: [{"id": "b165f61d-d4e6-41fc-bbd2-1f457454a7c4", "address": "fa:16:3e:47:79:3a", "network": {"id": "4210840f-1282-42b9-a4c8-d61e8a259be7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1790591715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f1b538efaab4c0596968fee3532bd1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb165f61d-d4", "ovs_interfaceid": "b165f61d-d4e6-41fc-bbd2-1f457454a7c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.438593] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "refresh_cache-331396db-575b-4b9f-9804-04b60db3df0b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.439759] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquired lock "refresh_cache-331396db-575b-4b9f-9804-04b60db3df0b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.439759] env[70039]: DEBUG nova.network.neutron [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.538792] env[70039]: DEBUG nova.policy [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b92bf07d4934ed5b2a967bb5f99ef0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52085bd280aa4f5ab3bf54c7199a289f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.768016] env[70039]: DEBUG oslo_concurrency.lockutils [None req-561aee97-89fa-42dd-a1ae-cd554e5bdda7 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "45162af6-4a88-4787-aba6-7014cf88a772" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.100s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.909769] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1137e9e-7c35-4305-9aa9-3b271eebeccc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.921926] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2863a65-95d4-4a90-96db-2239e49be6ab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.927735] env[70039]: DEBUG nova.compute.manager [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.963767] env[70039]: DEBUG oslo_concurrency.lockutils [req-f01a6019-08a8-47b8-97c6-1ff1f0baa021 req-591bcc6e-6653-45de-a745-0664620ad19b service nova] Releasing lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.967462] env[70039]: DEBUG nova.network.neutron [None req-32f6672c-cdd2-4a53-bcb8-7ffabee9ce5a tempest-ServersAdminTestJSON-1223921748 tempest-ServersAdminTestJSON-1223921748-project-admin] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Updating instance_info_cache with network_info: [{"id": "68968528-ab4a-4f21-b95f-5c4ac91a6806", "address": "fa:16:3e:d2:12:16", "network": {"id": "27d611dc-541c-45de-a128-e4294d684a54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1913845303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e92100935443909f3d96a6cd84123b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68968528-ab", "ovs_interfaceid": "68968528-ab4a-4f21-b95f-5c4ac91a6806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.970109] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dfe251-6a0d-44f0-9bdd-6b1cc17d4d75 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.982611] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c13538a-0576-4b15-b577-ea3628b7379c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.002825] env[70039]: DEBUG nova.compute.provider_tree [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.032182] env[70039]: DEBUG nova.network.neutron [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.258609] env[70039]: DEBUG nova.network.neutron [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Successfully created port: ad8d279b-42f9-482d-92a1-499f64ff4bd9 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.369126] env[70039]: DEBUG nova.network.neutron [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Updating instance_info_cache with network_info: [{"id": "e3296a42-ebae-4f53-a8a9-d00189e7db21", "address": "fa:16:3e:02:26:54", "network": {"id": "91aecdfd-6eec-4dfe-82d3-9e2820eb0b5f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1170565632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d11902e07e23432899a0ea3629d6c90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3296a42-eb", "ovs_interfaceid": "e3296a42-ebae-4f53-a8a9-d00189e7db21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.474527] env[70039]: DEBUG oslo_concurrency.lockutils [None req-32f6672c-cdd2-4a53-bcb8-7ffabee9ce5a tempest-ServersAdminTestJSON-1223921748 tempest-ServersAdminTestJSON-1223921748-project-admin] Releasing lock "refresh_cache-45162af6-4a88-4787-aba6-7014cf88a772" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.474527] env[70039]: DEBUG nova.compute.manager [None req-32f6672c-cdd2-4a53-bcb8-7ffabee9ce5a tempest-ServersAdminTestJSON-1223921748 tempest-ServersAdminTestJSON-1223921748-project-admin] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Inject network info {{(pid=70039) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1044.474831] env[70039]: DEBUG nova.compute.manager [None req-32f6672c-cdd2-4a53-bcb8-7ffabee9ce5a tempest-ServersAdminTestJSON-1223921748 tempest-ServersAdminTestJSON-1223921748-project-admin] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] network_info to inject: |[{"id": "68968528-ab4a-4f21-b95f-5c4ac91a6806", "address": "fa:16:3e:d2:12:16", "network": {"id": "27d611dc-541c-45de-a128-e4294d684a54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1913845303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e92100935443909f3d96a6cd84123b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68968528-ab", "ovs_interfaceid": "68968528-ab4a-4f21-b95f-5c4ac91a6806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1044.479636] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-32f6672c-cdd2-4a53-bcb8-7ffabee9ce5a tempest-ServersAdminTestJSON-1223921748 tempest-ServersAdminTestJSON-1223921748-project-admin] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Reconfiguring VM instance to set the machine id {{(pid=70039) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1044.479982] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ad6b209-8d6f-4e1c-addb-0432a4366f97 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.497411] env[70039]: DEBUG oslo_vmware.api [None req-32f6672c-cdd2-4a53-bcb8-7ffabee9ce5a tempest-ServersAdminTestJSON-1223921748 tempest-ServersAdminTestJSON-1223921748-project-admin] Waiting for the task: (returnval){ [ 1044.497411] env[70039]: value = "task-3331196" [ 1044.497411] env[70039]: _type = "Task" [ 1044.497411] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.509692] env[70039]: DEBUG nova.scheduler.client.report [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.513041] env[70039]: DEBUG oslo_vmware.api [None req-32f6672c-cdd2-4a53-bcb8-7ffabee9ce5a tempest-ServersAdminTestJSON-1223921748 tempest-ServersAdminTestJSON-1223921748-project-admin] Task: {'id': task-3331196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.767955] env[70039]: DEBUG nova.compute.manager [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Received event network-changed-b165f61d-d4e6-41fc-bbd2-1f457454a7c4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.768169] env[70039]: DEBUG nova.compute.manager [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Refreshing instance network info cache due to event network-changed-b165f61d-d4e6-41fc-bbd2-1f457454a7c4. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.768387] env[70039]: DEBUG oslo_concurrency.lockutils [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] Acquiring lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.768547] env[70039]: DEBUG oslo_concurrency.lockutils [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] Acquired lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.768677] env[70039]: DEBUG nova.network.neutron [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Refreshing network info cache for port b165f61d-d4e6-41fc-bbd2-1f457454a7c4 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.828648] env[70039]: DEBUG nova.network.neutron [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Successfully created port: 323c937c-95d9-4d25-aa02-77e1b8d10082 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.873108] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Releasing lock "refresh_cache-331396db-575b-4b9f-9804-04b60db3df0b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.873994] env[70039]: DEBUG nova.compute.manager [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Instance network_info: |[{"id": "e3296a42-ebae-4f53-a8a9-d00189e7db21", "address": "fa:16:3e:02:26:54", "network": {"id": "91aecdfd-6eec-4dfe-82d3-9e2820eb0b5f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1170565632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d11902e07e23432899a0ea3629d6c90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3296a42-eb", "ovs_interfaceid": "e3296a42-ebae-4f53-a8a9-d00189e7db21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.873994] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:26:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3296a42-ebae-4f53-a8a9-d00189e7db21', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.884171] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.884411] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.884634] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56a21c12-3fd1-45b8-b6b8-49f13087847a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.913671] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.913671] env[70039]: value = "task-3331197" [ 1044.913671] env[70039]: _type = "Task" [ 1044.913671] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.924805] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331197, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.977842] env[70039]: DEBUG nova.compute.manager [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.005372] env[70039]: DEBUG nova.virt.hardware [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.005687] env[70039]: DEBUG nova.virt.hardware [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.005851] env[70039]: DEBUG nova.virt.hardware [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.006521] env[70039]: DEBUG nova.virt.hardware [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.006814] env[70039]: DEBUG nova.virt.hardware [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.007048] env[70039]: DEBUG nova.virt.hardware [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.007314] env[70039]: DEBUG nova.virt.hardware [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.007538] env[70039]: DEBUG nova.virt.hardware [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.007889] env[70039]: DEBUG nova.virt.hardware [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.007889] env[70039]: DEBUG nova.virt.hardware [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.008173] env[70039]: DEBUG nova.virt.hardware [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.009101] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30387f25-c827-49ab-b851-e0276312584e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.023262] env[70039]: DEBUG oslo_concurrency.lockutils [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.026029] env[70039]: DEBUG oslo_vmware.api [None req-32f6672c-cdd2-4a53-bcb8-7ffabee9ce5a tempest-ServersAdminTestJSON-1223921748 tempest-ServersAdminTestJSON-1223921748-project-admin] Task: {'id': task-3331196, 'name': ReconfigVM_Task, 'duration_secs': 0.180737} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.026029] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.398s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.026159] env[70039]: DEBUG nova.objects.instance [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lazy-loading 'resources' on Instance uuid 89ada2cd-74fe-4436-8532-df492eb23abd {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.029282] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce0a1b5-fcb0-4151-897e-ad6c403591ed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.034339] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-32f6672c-cdd2-4a53-bcb8-7ffabee9ce5a tempest-ServersAdminTestJSON-1223921748 tempest-ServersAdminTestJSON-1223921748-project-admin] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Reconfigured VM instance to set the machine id {{(pid=70039) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1045.054764] env[70039]: INFO nova.scheduler.client.report [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Deleted allocations for instance c76a8e8b-9523-45b8-9f2a-4f12fc7427b8 [ 1045.424510] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331197, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.569425] env[70039]: DEBUG oslo_concurrency.lockutils [None req-92b6283f-30e7-4366-8720-e1c9616a2459 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "c76a8e8b-9523-45b8-9f2a-4f12fc7427b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.997s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.592667] env[70039]: DEBUG nova.network.neutron [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Updated VIF entry in instance network info cache for port b165f61d-d4e6-41fc-bbd2-1f457454a7c4. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.593142] env[70039]: DEBUG nova.network.neutron [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Updating instance_info_cache with network_info: [{"id": "b165f61d-d4e6-41fc-bbd2-1f457454a7c4", "address": "fa:16:3e:47:79:3a", "network": {"id": "4210840f-1282-42b9-a4c8-d61e8a259be7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1790591715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f1b538efaab4c0596968fee3532bd1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb165f61d-d4", "ovs_interfaceid": "b165f61d-d4e6-41fc-bbd2-1f457454a7c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.697117] env[70039]: INFO nova.compute.manager [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Rebuilding instance [ 1045.760629] env[70039]: DEBUG nova.compute.manager [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.761866] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6489d1-b13a-44ab-9e79-86da0c029539 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.935400] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331197, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.958807] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921966bd-e98b-4ad2-a03c-273de8dce0d5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.967690] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536e2123-0429-4e79-afb9-97bb3120a7ea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.001982] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d528ff54-7c93-4cce-aa29-7c3b9c18d1fb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.010820] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79109c44-23d4-4dd6-b620-6883f123c15c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.029431] env[70039]: DEBUG nova.compute.provider_tree [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.103565] env[70039]: DEBUG oslo_concurrency.lockutils [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] Releasing lock "refresh_cache-b57a32ab-dd58-498b-bcdd-252f61920630" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.103898] env[70039]: DEBUG nova.compute.manager [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Received event network-vif-plugged-e3296a42-ebae-4f53-a8a9-d00189e7db21 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.104138] env[70039]: DEBUG oslo_concurrency.lockutils [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] Acquiring lock "331396db-575b-4b9f-9804-04b60db3df0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.104388] env[70039]: DEBUG oslo_concurrency.lockutils [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] Lock "331396db-575b-4b9f-9804-04b60db3df0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.104582] env[70039]: DEBUG oslo_concurrency.lockutils [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] Lock "331396db-575b-4b9f-9804-04b60db3df0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.104789] env[70039]: DEBUG nova.compute.manager [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] No waiting events found dispatching network-vif-plugged-e3296a42-ebae-4f53-a8a9-d00189e7db21 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.104971] env[70039]: WARNING nova.compute.manager [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Received unexpected event network-vif-plugged-e3296a42-ebae-4f53-a8a9-d00189e7db21 for instance with vm_state building and task_state spawning. [ 1046.105161] env[70039]: DEBUG nova.compute.manager [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Received event network-changed-e3296a42-ebae-4f53-a8a9-d00189e7db21 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.105351] env[70039]: DEBUG nova.compute.manager [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Refreshing instance network info cache due to event network-changed-e3296a42-ebae-4f53-a8a9-d00189e7db21. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.105552] env[70039]: DEBUG oslo_concurrency.lockutils [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] Acquiring lock "refresh_cache-331396db-575b-4b9f-9804-04b60db3df0b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.105701] env[70039]: DEBUG oslo_concurrency.lockutils [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] Acquired lock "refresh_cache-331396db-575b-4b9f-9804-04b60db3df0b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.105861] env[70039]: DEBUG nova.network.neutron [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Refreshing network info cache for port e3296a42-ebae-4f53-a8a9-d00189e7db21 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.230452] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Volume attach. Driver type: vmdk {{(pid=70039) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1046.230823] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664999', 'volume_id': 'daf4e29e-163e-42bd-8891-5afe0d8a7ad9', 'name': 'volume-daf4e29e-163e-42bd-8891-5afe0d8a7ad9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57', 'attached_at': '', 'detached_at': '', 'volume_id': 'daf4e29e-163e-42bd-8891-5afe0d8a7ad9', 'serial': 'daf4e29e-163e-42bd-8891-5afe0d8a7ad9'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1046.231859] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482f27c0-fe52-4cb9-b798-4f2778cc3814 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.250364] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8031e892-04b0-4967-887d-a26852b5178a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.278300] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] volume-daf4e29e-163e-42bd-8891-5afe0d8a7ad9/volume-daf4e29e-163e-42bd-8891-5afe0d8a7ad9.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.280645] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4003b6ea-62b4-41a0-ae7f-a8bb679021f7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.301154] env[70039]: DEBUG oslo_vmware.api [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 1046.301154] env[70039]: value = "task-3331198" [ 1046.301154] env[70039]: _type = "Task" [ 1046.301154] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.319403] env[70039]: DEBUG oslo_vmware.api [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331198, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.431156] env[70039]: DEBUG nova.compute.manager [req-83d0a726-3cf3-492b-ac14-0a19ac61de10 req-4c2310d3-cb24-408d-90ed-3f7b0581b579 service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Received event network-vif-plugged-ad8d279b-42f9-482d-92a1-499f64ff4bd9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.431156] env[70039]: DEBUG oslo_concurrency.lockutils [req-83d0a726-3cf3-492b-ac14-0a19ac61de10 req-4c2310d3-cb24-408d-90ed-3f7b0581b579 service nova] Acquiring lock "2c8de62e-5e67-43d1-843b-d2cd50c0a0bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.431239] env[70039]: DEBUG oslo_concurrency.lockutils [req-83d0a726-3cf3-492b-ac14-0a19ac61de10 req-4c2310d3-cb24-408d-90ed-3f7b0581b579 service nova] Lock "2c8de62e-5e67-43d1-843b-d2cd50c0a0bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.431525] env[70039]: DEBUG oslo_concurrency.lockutils [req-83d0a726-3cf3-492b-ac14-0a19ac61de10 req-4c2310d3-cb24-408d-90ed-3f7b0581b579 service nova] Lock "2c8de62e-5e67-43d1-843b-d2cd50c0a0bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.431856] env[70039]: DEBUG nova.compute.manager [req-83d0a726-3cf3-492b-ac14-0a19ac61de10 req-4c2310d3-cb24-408d-90ed-3f7b0581b579 service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] No waiting events found dispatching network-vif-plugged-ad8d279b-42f9-482d-92a1-499f64ff4bd9 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.432129] env[70039]: WARNING nova.compute.manager [req-83d0a726-3cf3-492b-ac14-0a19ac61de10 req-4c2310d3-cb24-408d-90ed-3f7b0581b579 service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Received unexpected event network-vif-plugged-ad8d279b-42f9-482d-92a1-499f64ff4bd9 for instance with vm_state building and task_state spawning. [ 1046.436431] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331197, 'name': CreateVM_Task, 'duration_secs': 1.359865} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.436641] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.437501] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.437824] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.438226] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.438850] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e48e5cf3-8ff4-4399-a873-f0c5f1c6482c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.444840] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1046.444840] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f8a439-ce9e-4184-f6ae-9a712e418c14" [ 1046.444840] env[70039]: _type = "Task" [ 1046.444840] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.454661] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f8a439-ce9e-4184-f6ae-9a712e418c14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.493242] env[70039]: DEBUG nova.network.neutron [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Successfully updated port: ad8d279b-42f9-482d-92a1-499f64ff4bd9 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.532266] env[70039]: DEBUG nova.scheduler.client.report [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.794853] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.795207] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9a06770-a0cc-42e3-b733-5c91d544a81f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.807441] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1046.807441] env[70039]: value = "task-3331199" [ 1046.807441] env[70039]: _type = "Task" [ 1046.807441] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.815086] env[70039]: DEBUG oslo_vmware.api [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.821049] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.881394] env[70039]: DEBUG nova.network.neutron [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Updated VIF entry in instance network info cache for port e3296a42-ebae-4f53-a8a9-d00189e7db21. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.882480] env[70039]: DEBUG nova.network.neutron [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Updating instance_info_cache with network_info: [{"id": "e3296a42-ebae-4f53-a8a9-d00189e7db21", "address": "fa:16:3e:02:26:54", "network": {"id": "91aecdfd-6eec-4dfe-82d3-9e2820eb0b5f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1170565632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d11902e07e23432899a0ea3629d6c90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3296a42-eb", "ovs_interfaceid": "e3296a42-ebae-4f53-a8a9-d00189e7db21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.959362] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f8a439-ce9e-4184-f6ae-9a712e418c14, 'name': SearchDatastore_Task, 'duration_secs': 0.016409} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.959685] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.959925] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.960184] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.960331] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.960507] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.960773] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4902f74c-13da-4092-9112-ebaf150ddcea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.969750] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.969951] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.970738] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80267cc8-c1d9-4cc9-acec-66ca3bfd6bb4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.977777] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1046.977777] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524c791d-5f6a-e272-6c59-4a036bfb28d0" [ 1046.977777] env[70039]: _type = "Task" [ 1046.977777] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.988887] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524c791d-5f6a-e272-6c59-4a036bfb28d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.039518] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.041877] env[70039]: DEBUG oslo_concurrency.lockutils [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.064s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.042140] env[70039]: DEBUG nova.objects.instance [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lazy-loading 'resources' on Instance uuid ea580e3e-39ad-4653-bb30-e050016a9b3c {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.070403] env[70039]: INFO nova.scheduler.client.report [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Deleted allocations for instance 89ada2cd-74fe-4436-8532-df492eb23abd [ 1047.318468] env[70039]: DEBUG oslo_vmware.api [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331198, 'name': ReconfigVM_Task, 'duration_secs': 0.748821} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.325512] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Reconfigured VM instance instance-0000002c to attach disk [datastore2] volume-daf4e29e-163e-42bd-8891-5afe0d8a7ad9/volume-daf4e29e-163e-42bd-8891-5afe0d8a7ad9.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.338916] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b4b4689-2334-4536-be4b-9174f3d952f7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.356224] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331199, 'name': PowerOffVM_Task, 'duration_secs': 0.284876} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.359418] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.360313] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.360313] env[70039]: DEBUG oslo_vmware.api [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 1047.360313] env[70039]: value = "task-3331200" [ 1047.360313] env[70039]: _type = "Task" [ 1047.360313] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.360778] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693c551e-ddae-478d-84c9-99bcec01d73c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.371749] env[70039]: DEBUG oslo_vmware.api [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331200, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.375175] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.375719] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c116951-4b72-430d-a17a-c5c576f113e5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.386447] env[70039]: DEBUG oslo_concurrency.lockutils [req-6b1357ed-0010-4289-8787-124102d3638d req-9defb4b8-dc3d-44d4-b9e8-e38c1e56d6b2 service nova] Releasing lock "refresh_cache-331396db-575b-4b9f-9804-04b60db3df0b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.444198] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.444920] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.444920] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Deleting the datastore file [datastore2] 2a3331a0-19ac-4f75-9541-57ff3e287f9e {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.445097] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7afc9a20-e98f-4a76-8790-773d1cbfa29f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.452517] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1047.452517] env[70039]: value = "task-3331202" [ 1047.452517] env[70039]: _type = "Task" [ 1047.452517] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.460992] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.488675] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524c791d-5f6a-e272-6c59-4a036bfb28d0, 'name': SearchDatastore_Task, 'duration_secs': 0.017511} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.488911] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-541a0696-2d72-4a6d-ba71-7f4d654a21c3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.493986] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1047.493986] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f687d8-79d9-fdc4-451b-7fa541e2c17b" [ 1047.493986] env[70039]: _type = "Task" [ 1047.493986] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.502161] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f687d8-79d9-fdc4-451b-7fa541e2c17b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.584841] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4c90fc4c-7de5-4f7a-8617-f9352fb18c0b tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "89ada2cd-74fe-4436-8532-df492eb23abd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.406s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.855549] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f053112-2f9d-4976-b849-db1fbb368001 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.873561] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18671f66-8fe2-4f0d-b3a8-ccd1905d6519 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.876972] env[70039]: DEBUG oslo_vmware.api [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331200, 'name': ReconfigVM_Task, 'duration_secs': 0.160213} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.877511] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664999', 'volume_id': 'daf4e29e-163e-42bd-8891-5afe0d8a7ad9', 'name': 'volume-daf4e29e-163e-42bd-8891-5afe0d8a7ad9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57', 'attached_at': '', 'detached_at': '', 'volume_id': 'daf4e29e-163e-42bd-8891-5afe0d8a7ad9', 'serial': 'daf4e29e-163e-42bd-8891-5afe0d8a7ad9'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1047.909040] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b5910e7d-eac3-4bb6-90fc-36592c545138 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "interface-ce10145e-b396-41cf-b13f-170cdc82a43b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.909040] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b5910e7d-eac3-4bb6-90fc-36592c545138 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "interface-ce10145e-b396-41cf-b13f-170cdc82a43b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.909319] env[70039]: DEBUG nova.objects.instance [None req-b5910e7d-eac3-4bb6-90fc-36592c545138 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lazy-loading 'flavor' on Instance uuid ce10145e-b396-41cf-b13f-170cdc82a43b {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.912183] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a3724d-64a6-49e0-8e51-14be3b1d1b20 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.920509] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877fd41f-4b4d-489d-8f64-d49b0f83a586 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.936338] env[70039]: DEBUG nova.compute.provider_tree [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.961980] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273449} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.962253] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.962441] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.962617] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.005659] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f687d8-79d9-fdc4-451b-7fa541e2c17b, 'name': SearchDatastore_Task, 'duration_secs': 0.010161} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.005659] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.005659] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 331396db-575b-4b9f-9804-04b60db3df0b/331396db-575b-4b9f-9804-04b60db3df0b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.005898] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-250689ec-4241-4f09-b669-e72fe0ad9410 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.013529] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1048.013529] env[70039]: value = "task-3331203" [ 1048.013529] env[70039]: _type = "Task" [ 1048.013529] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.021539] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.414903] env[70039]: DEBUG nova.objects.instance [None req-b5910e7d-eac3-4bb6-90fc-36592c545138 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lazy-loading 'pci_requests' on Instance uuid ce10145e-b396-41cf-b13f-170cdc82a43b {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.440200] env[70039]: DEBUG nova.scheduler.client.report [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.527499] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466663} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.527499] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 331396db-575b-4b9f-9804-04b60db3df0b/331396db-575b-4b9f-9804-04b60db3df0b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.527499] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.527499] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76cf63b2-a47d-4f78-92cd-55a0280fbd6f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.535113] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1048.535113] env[70039]: value = "task-3331204" [ 1048.535113] env[70039]: _type = "Task" [ 1048.535113] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.542592] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.586043] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "fd51198c-0b97-487f-928e-7a79b18bd1e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.586043] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "fd51198c-0b97-487f-928e-7a79b18bd1e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.586043] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "fd51198c-0b97-487f-928e-7a79b18bd1e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.586043] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "fd51198c-0b97-487f-928e-7a79b18bd1e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.586320] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "fd51198c-0b97-487f-928e-7a79b18bd1e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.588718] env[70039]: INFO nova.compute.manager [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Terminating instance [ 1048.917759] env[70039]: DEBUG nova.objects.base [None req-b5910e7d-eac3-4bb6-90fc-36592c545138 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1048.918047] env[70039]: DEBUG nova.network.neutron [None req-b5910e7d-eac3-4bb6-90fc-36592c545138 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.922602] env[70039]: DEBUG nova.objects.instance [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lazy-loading 'flavor' on Instance uuid 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.945212] env[70039]: DEBUG oslo_concurrency.lockutils [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.947922] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.585s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.948022] env[70039]: DEBUG nova.objects.instance [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lazy-loading 'resources' on Instance uuid 3fadbf0b-4802-41a3-be05-1208371ae43f {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.975419] env[70039]: INFO nova.scheduler.client.report [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Deleted allocations for instance ea580e3e-39ad-4653-bb30-e050016a9b3c [ 1049.005664] env[70039]: DEBUG nova.virt.hardware [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.005911] env[70039]: DEBUG nova.virt.hardware [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.006939] env[70039]: DEBUG nova.virt.hardware [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.006939] env[70039]: DEBUG nova.virt.hardware [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.006939] env[70039]: DEBUG nova.virt.hardware [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.006939] env[70039]: DEBUG nova.virt.hardware [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.006939] env[70039]: DEBUG nova.virt.hardware [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.007351] env[70039]: DEBUG nova.virt.hardware [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.010399] env[70039]: DEBUG nova.virt.hardware [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.010619] env[70039]: DEBUG nova.virt.hardware [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.010775] env[70039]: DEBUG nova.virt.hardware [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.011745] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1394023b-3935-41b3-a64d-3df66efe7fca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.028835] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f39b0db-fb84-4cd6-8827-ea2d40b9061f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.040976] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:28:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '744eb575-406c-466d-88aa-d8413f5b1b08', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.048487] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.049412] env[70039]: DEBUG nova.network.neutron [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Successfully updated port: 323c937c-95d9-4d25-aa02-77e1b8d10082 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.053866] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.054082] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbf9554a-e188-42f7-b508-1fedd7c90170 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.075524] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072968} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.076832] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.077136] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.077136] env[70039]: value = "task-3331205" [ 1049.077136] env[70039]: _type = "Task" [ 1049.077136] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.077850] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b097cf3f-43ae-46cc-81c9-2f41fe7f6b31 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.081401] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b5910e7d-eac3-4bb6-90fc-36592c545138 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "interface-ce10145e-b396-41cf-b13f-170cdc82a43b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.172s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.091961] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331205, 'name': CreateVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.101527] env[70039]: DEBUG nova.compute.manager [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.101770] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.111319] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 331396db-575b-4b9f-9804-04b60db3df0b/331396db-575b-4b9f-9804-04b60db3df0b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.112085] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bb3f68-78f4-44b6-97fe-fc002f9df68b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.115173] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d4629ea-1d80-4da6-955e-8ee4266d520e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.134566] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.134831] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd12223f-6f85-48e6-9d95-36fd346527da {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.137586] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1049.137586] env[70039]: value = "task-3331206" [ 1049.137586] env[70039]: _type = "Task" [ 1049.137586] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.143104] env[70039]: DEBUG oslo_vmware.api [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1049.143104] env[70039]: value = "task-3331207" [ 1049.143104] env[70039]: _type = "Task" [ 1049.143104] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.149083] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.154104] env[70039]: DEBUG oslo_vmware.api [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.427866] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7a024784-6e0d-4cf2-b577-65d1427524ea tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.320s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.486573] env[70039]: DEBUG oslo_concurrency.lockutils [None req-502077ff-baac-408f-ab58-59bbc2af4146 tempest-ServerShowV247Test-273312219 tempest-ServerShowV247Test-273312219-project-member] Lock "ea580e3e-39ad-4653-bb30-e050016a9b3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.808s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.555046] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquiring lock "refresh_cache-2c8de62e-5e67-43d1-843b-d2cd50c0a0bf" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.555219] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquired lock "refresh_cache-2c8de62e-5e67-43d1-843b-d2cd50c0a0bf" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.555376] env[70039]: DEBUG nova.network.neutron [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.593850] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331205, 'name': CreateVM_Task, 'duration_secs': 0.353876} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.594283] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.594986] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.595176] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.595492] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.595754] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bf10413-090d-4dbc-99a5-921375e0e763 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.601620] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1049.601620] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52098ae4-0045-5808-fd57-63b5af6ed286" [ 1049.601620] env[70039]: _type = "Task" [ 1049.601620] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.611253] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52098ae4-0045-5808-fd57-63b5af6ed286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.651328] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331206, 'name': ReconfigVM_Task, 'duration_secs': 0.357331} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.652033] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 331396db-575b-4b9f-9804-04b60db3df0b/331396db-575b-4b9f-9804-04b60db3df0b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.652818] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52be4044-84c6-48d4-928c-f4373fcbe3b5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.659987] env[70039]: DEBUG oslo_vmware.api [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331207, 'name': PowerOffVM_Task, 'duration_secs': 0.268038} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.660567] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.660803] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.661075] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f99352e-f203-4eaa-9578-f24071b5c205 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.665199] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1049.665199] env[70039]: value = "task-3331208" [ 1049.665199] env[70039]: _type = "Task" [ 1049.665199] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.675441] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331208, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.696617] env[70039]: DEBUG nova.compute.manager [req-060c4487-4db4-468d-856e-d8adf70b65c5 req-12f2b340-a149-444b-912a-1b4bb014d1f8 service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Received event network-changed-ad8d279b-42f9-482d-92a1-499f64ff4bd9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.696795] env[70039]: DEBUG nova.compute.manager [req-060c4487-4db4-468d-856e-d8adf70b65c5 req-12f2b340-a149-444b-912a-1b4bb014d1f8 service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Refreshing instance network info cache due to event network-changed-ad8d279b-42f9-482d-92a1-499f64ff4bd9. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.697072] env[70039]: DEBUG oslo_concurrency.lockutils [req-060c4487-4db4-468d-856e-d8adf70b65c5 req-12f2b340-a149-444b-912a-1b4bb014d1f8 service nova] Acquiring lock "refresh_cache-2c8de62e-5e67-43d1-843b-d2cd50c0a0bf" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.735961] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.736236] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.736405] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Deleting the datastore file [datastore1] fd51198c-0b97-487f-928e-7a79b18bd1e4 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.736668] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-129e41fe-ec0a-436b-8425-e7f0a64e3c1c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.745881] env[70039]: DEBUG oslo_vmware.api [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1049.745881] env[70039]: value = "task-3331210" [ 1049.745881] env[70039]: _type = "Task" [ 1049.745881] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.755733] env[70039]: DEBUG oslo_vmware.api [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.817785] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751a52c8-d713-4ac7-adb5-d2d2faf0b1a0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.827093] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f69fb7-e68e-4600-a936-451347e895f2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.862723] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2203c4e-55ff-4612-a3ba-161ff53c3b81 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.870894] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796e9e50-c6fc-417f-a1b6-f8d1ac4f42d5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.879480] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "9b6b17b2-8401-42fd-8496-5484c16f641a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.879716] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "9b6b17b2-8401-42fd-8496-5484c16f641a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.891157] env[70039]: DEBUG nova.compute.provider_tree [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.092181] env[70039]: DEBUG nova.network.neutron [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.114993] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52098ae4-0045-5808-fd57-63b5af6ed286, 'name': SearchDatastore_Task, 'duration_secs': 0.037748} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.115325] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.115554] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.115799] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.115946] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.116135] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.116400] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77de95b0-87e3-4201-ba15-625a3d00be1e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.124808] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.124976] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.125726] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-788c1080-d791-496f-b773-7555ae7e304b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.130887] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1050.130887] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524637c4-32bf-4eea-9af2-74019853ebf0" [ 1050.130887] env[70039]: _type = "Task" [ 1050.130887] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.138435] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524637c4-32bf-4eea-9af2-74019853ebf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.178301] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331208, 'name': Rename_Task, 'duration_secs': 0.180032} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.178558] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.178885] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e49a282-08d2-4944-8c5f-f1335da56693 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.186100] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1050.186100] env[70039]: value = "task-3331211" [ 1050.186100] env[70039]: _type = "Task" [ 1050.186100] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.194203] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.256202] env[70039]: DEBUG oslo_vmware.api [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157268} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.256545] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.256737] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.256950] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.257157] env[70039]: INFO nova.compute.manager [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1050.257399] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.257585] env[70039]: DEBUG nova.compute.manager [-] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.257680] env[70039]: DEBUG nova.network.neutron [-] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.393074] env[70039]: DEBUG nova.compute.manager [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.400023] env[70039]: DEBUG nova.scheduler.client.report [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.579821] env[70039]: DEBUG nova.network.neutron [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Updating instance_info_cache with network_info: [{"id": "ad8d279b-42f9-482d-92a1-499f64ff4bd9", "address": "fa:16:3e:64:c2:40", "network": {"id": "c4a826a8-f3f7-4361-92b2-a27e58421928", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1070269648", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52085bd280aa4f5ab3bf54c7199a289f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8d279b-42", "ovs_interfaceid": "ad8d279b-42f9-482d-92a1-499f64ff4bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "323c937c-95d9-4d25-aa02-77e1b8d10082", "address": "fa:16:3e:c3:84:da", "network": {"id": "bba398db-e59b-4b89-8fa0-62e8cee6e690", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1747008454", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "52085bd280aa4f5ab3bf54c7199a289f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323c937c-95", "ovs_interfaceid": "323c937c-95d9-4d25-aa02-77e1b8d10082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.642833] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524637c4-32bf-4eea-9af2-74019853ebf0, 'name': SearchDatastore_Task, 'duration_secs': 0.009013} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.644375] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9438870e-9358-4d04-8666-57349606ac21 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.650419] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1050.650419] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520d58aa-3410-95b0-11ee-6d9e0812452e" [ 1050.650419] env[70039]: _type = "Task" [ 1050.650419] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.664237] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520d58aa-3410-95b0-11ee-6d9e0812452e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.698547] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331211, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.903085] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.907257] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.328s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.907496] env[70039]: DEBUG nova.objects.instance [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lazy-loading 'resources' on Instance uuid 2b7cfebf-8025-4438-b601-bde9ee53b164 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.923448] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.931269] env[70039]: INFO nova.scheduler.client.report [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Deleted allocations for instance 3fadbf0b-4802-41a3-be05-1208371ae43f [ 1051.082513] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Releasing lock "refresh_cache-2c8de62e-5e67-43d1-843b-d2cd50c0a0bf" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.082917] env[70039]: DEBUG nova.compute.manager [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Instance network_info: |[{"id": "ad8d279b-42f9-482d-92a1-499f64ff4bd9", "address": "fa:16:3e:64:c2:40", "network": {"id": "c4a826a8-f3f7-4361-92b2-a27e58421928", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1070269648", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52085bd280aa4f5ab3bf54c7199a289f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8d279b-42", "ovs_interfaceid": "ad8d279b-42f9-482d-92a1-499f64ff4bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "323c937c-95d9-4d25-aa02-77e1b8d10082", "address": "fa:16:3e:c3:84:da", "network": {"id": "bba398db-e59b-4b89-8fa0-62e8cee6e690", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1747008454", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "52085bd280aa4f5ab3bf54c7199a289f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323c937c-95", "ovs_interfaceid": "323c937c-95d9-4d25-aa02-77e1b8d10082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.083504] env[70039]: DEBUG oslo_concurrency.lockutils [req-060c4487-4db4-468d-856e-d8adf70b65c5 req-12f2b340-a149-444b-912a-1b4bb014d1f8 service nova] Acquired lock "refresh_cache-2c8de62e-5e67-43d1-843b-d2cd50c0a0bf" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.083504] env[70039]: DEBUG nova.network.neutron [req-060c4487-4db4-468d-856e-d8adf70b65c5 req-12f2b340-a149-444b-912a-1b4bb014d1f8 service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Refreshing network info cache for port ad8d279b-42f9-482d-92a1-499f64ff4bd9 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.085806] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:c2:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad8d279b-42f9-482d-92a1-499f64ff4bd9', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:84:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '323c937c-95d9-4d25-aa02-77e1b8d10082', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.096559] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.097555] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.097881] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4254b804-305a-4d8c-852b-3bc8db52237a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.120277] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.120277] env[70039]: value = "task-3331212" [ 1051.120277] env[70039]: _type = "Task" [ 1051.120277] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.128354] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331212, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.162200] env[70039]: DEBUG nova.network.neutron [-] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.163449] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520d58aa-3410-95b0-11ee-6d9e0812452e, 'name': SearchDatastore_Task, 'duration_secs': 0.014567} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.166389] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.166389] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 2a3331a0-19ac-4f75-9541-57ff3e287f9e/2a3331a0-19ac-4f75-9541-57ff3e287f9e.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.166389] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f007a271-2a32-4af9-bd56-21047233d359 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.171670] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1051.171670] env[70039]: value = "task-3331213" [ 1051.171670] env[70039]: _type = "Task" [ 1051.171670] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.181256] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.198879] env[70039]: DEBUG oslo_vmware.api [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331211, 'name': PowerOnVM_Task, 'duration_secs': 0.539975} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.199138] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.199404] env[70039]: INFO nova.compute.manager [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1051.199608] env[70039]: DEBUG nova.compute.manager [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.201648] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8114979b-7671-401d-92ff-94c567c2dba6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.298777] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a69efd7-9bb9-4c90-9d9e-1050a5e64103 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquiring lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.298919] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a69efd7-9bb9-4c90-9d9e-1050a5e64103 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.309483] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "interface-ce10145e-b396-41cf-b13f-170cdc82a43b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.309483] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "interface-ce10145e-b396-41cf-b13f-170cdc82a43b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.309815] env[70039]: DEBUG nova.objects.instance [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lazy-loading 'flavor' on Instance uuid ce10145e-b396-41cf-b13f-170cdc82a43b {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.410853] env[70039]: DEBUG nova.objects.instance [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lazy-loading 'numa_topology' on Instance uuid 2b7cfebf-8025-4438-b601-bde9ee53b164 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.441369] env[70039]: DEBUG oslo_concurrency.lockutils [None req-51c6f521-d0d2-4642-b9fd-2b8e88d7a7a7 tempest-MigrationsAdminTest-411767673 tempest-MigrationsAdminTest-411767673-project-member] Lock "3fadbf0b-4802-41a3-be05-1208371ae43f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.625s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.632309] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331212, 'name': CreateVM_Task, 'duration_secs': 0.4851} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.632479] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.634079] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.634079] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.634079] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.634297] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da7fa206-bda3-4680-a6f4-83e2bcbf2177 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.640519] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for the task: (returnval){ [ 1051.640519] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]529800eb-6e1c-d511-5878-af2e2ec91ebe" [ 1051.640519] env[70039]: _type = "Task" [ 1051.640519] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.653203] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]529800eb-6e1c-d511-5878-af2e2ec91ebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.664947] env[70039]: INFO nova.compute.manager [-] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Took 1.41 seconds to deallocate network for instance. [ 1051.682387] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503822} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.687023] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 2a3331a0-19ac-4f75-9541-57ff3e287f9e/2a3331a0-19ac-4f75-9541-57ff3e287f9e.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.687023] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.687023] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06ec2d56-d510-4e6e-90a5-ebaad0cd1866 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.700489] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1051.700489] env[70039]: value = "task-3331214" [ 1051.700489] env[70039]: _type = "Task" [ 1051.700489] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.721267] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.725582] env[70039]: INFO nova.compute.manager [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Took 33.24 seconds to build instance. [ 1051.802589] env[70039]: INFO nova.compute.manager [None req-3a69efd7-9bb9-4c90-9d9e-1050a5e64103 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Detaching volume daf4e29e-163e-42bd-8891-5afe0d8a7ad9 [ 1051.864362] env[70039]: INFO nova.virt.block_device [None req-3a69efd7-9bb9-4c90-9d9e-1050a5e64103 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Attempting to driver detach volume daf4e29e-163e-42bd-8891-5afe0d8a7ad9 from mountpoint /dev/sdb [ 1051.864558] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a69efd7-9bb9-4c90-9d9e-1050a5e64103 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Volume detach. Driver type: vmdk {{(pid=70039) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1051.864755] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a69efd7-9bb9-4c90-9d9e-1050a5e64103 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664999', 'volume_id': 'daf4e29e-163e-42bd-8891-5afe0d8a7ad9', 'name': 'volume-daf4e29e-163e-42bd-8891-5afe0d8a7ad9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57', 'attached_at': '', 'detached_at': '', 'volume_id': 'daf4e29e-163e-42bd-8891-5afe0d8a7ad9', 'serial': 'daf4e29e-163e-42bd-8891-5afe0d8a7ad9'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1051.865769] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7fdac5-e63a-46a3-aaca-5c0ec3bcaa95 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.895208] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383b103e-63df-4287-9417-3e1e48aa445a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.899338] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98d7743-ab9c-4c73-8feb-8ae4e94e9c4e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.920809] env[70039]: DEBUG nova.objects.base [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Object Instance<2b7cfebf-8025-4438-b601-bde9ee53b164> lazy-loaded attributes: resources,numa_topology {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1051.924239] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d78c2aa-a316-4f4f-83e3-a271be1fc438 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.928185] env[70039]: DEBUG nova.network.neutron [req-060c4487-4db4-468d-856e-d8adf70b65c5 req-12f2b340-a149-444b-912a-1b4bb014d1f8 service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Updated VIF entry in instance network info cache for port ad8d279b-42f9-482d-92a1-499f64ff4bd9. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.928583] env[70039]: DEBUG nova.network.neutron [req-060c4487-4db4-468d-856e-d8adf70b65c5 req-12f2b340-a149-444b-912a-1b4bb014d1f8 service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Updating instance_info_cache with network_info: [{"id": "ad8d279b-42f9-482d-92a1-499f64ff4bd9", "address": "fa:16:3e:64:c2:40", "network": {"id": "c4a826a8-f3f7-4361-92b2-a27e58421928", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1070269648", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52085bd280aa4f5ab3bf54c7199a289f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8d279b-42", "ovs_interfaceid": "ad8d279b-42f9-482d-92a1-499f64ff4bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "323c937c-95d9-4d25-aa02-77e1b8d10082", "address": "fa:16:3e:c3:84:da", "network": {"id": "bba398db-e59b-4b89-8fa0-62e8cee6e690", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1747008454", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "52085bd280aa4f5ab3bf54c7199a289f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323c937c-95", "ovs_interfaceid": "323c937c-95d9-4d25-aa02-77e1b8d10082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.944237] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a69efd7-9bb9-4c90-9d9e-1050a5e64103 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] The volume has not been displaced from its original location: [datastore2] volume-daf4e29e-163e-42bd-8891-5afe0d8a7ad9/volume-daf4e29e-163e-42bd-8891-5afe0d8a7ad9.vmdk. No consolidation needed. {{(pid=70039) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1051.950466] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a69efd7-9bb9-4c90-9d9e-1050a5e64103 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Reconfiguring VM instance instance-0000002c to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1051.955329] env[70039]: DEBUG nova.objects.instance [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lazy-loading 'pci_requests' on Instance uuid ce10145e-b396-41cf-b13f-170cdc82a43b {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.955329] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57fd5570-d94d-47da-824e-1b57a543001c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.976545] env[70039]: DEBUG oslo_vmware.api [None req-3a69efd7-9bb9-4c90-9d9e-1050a5e64103 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 1051.976545] env[70039]: value = "task-3331215" [ 1051.976545] env[70039]: _type = "Task" [ 1051.976545] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.987133] env[70039]: DEBUG oslo_vmware.api [None req-3a69efd7-9bb9-4c90-9d9e-1050a5e64103 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.158904] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]529800eb-6e1c-d511-5878-af2e2ec91ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.023403} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.159621] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.159621] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.159874] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.159940] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.160089] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.160365] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da8715b8-72be-45a4-adae-9d4de810b65e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.171203] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.171498] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.171656] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.172476] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb3138d7-3398-4be1-b7c4-4f2a7384a7f6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.180260] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for the task: (returnval){ [ 1052.180260] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]523c110f-a7b1-cc92-6693-75fc79bf20f6" [ 1052.180260] env[70039]: _type = "Task" [ 1052.180260] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.188506] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523c110f-a7b1-cc92-6693-75fc79bf20f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.201743] env[70039]: DEBUG oslo_concurrency.lockutils [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Acquiring lock "d50b1222-93c9-4fcc-bfa8-06443220faf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.202067] env[70039]: DEBUG oslo_concurrency.lockutils [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Lock "d50b1222-93c9-4fcc-bfa8-06443220faf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.202281] env[70039]: DEBUG oslo_concurrency.lockutils [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Acquiring lock "d50b1222-93c9-4fcc-bfa8-06443220faf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.202472] env[70039]: DEBUG oslo_concurrency.lockutils [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Lock "d50b1222-93c9-4fcc-bfa8-06443220faf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.202716] env[70039]: DEBUG oslo_concurrency.lockutils [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Lock "d50b1222-93c9-4fcc-bfa8-06443220faf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.211897] env[70039]: INFO nova.compute.manager [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Terminating instance [ 1052.215799] env[70039]: DEBUG nova.compute.manager [req-61bf171c-91a7-4f5a-9a85-7e276c09f48b req-a6aafa53-e934-4554-8740-5779f8f74fac service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Received event network-vif-plugged-323c937c-95d9-4d25-aa02-77e1b8d10082 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.215971] env[70039]: DEBUG oslo_concurrency.lockutils [req-61bf171c-91a7-4f5a-9a85-7e276c09f48b req-a6aafa53-e934-4554-8740-5779f8f74fac service nova] Acquiring lock "2c8de62e-5e67-43d1-843b-d2cd50c0a0bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.216177] env[70039]: DEBUG oslo_concurrency.lockutils [req-61bf171c-91a7-4f5a-9a85-7e276c09f48b req-a6aafa53-e934-4554-8740-5779f8f74fac service nova] Lock "2c8de62e-5e67-43d1-843b-d2cd50c0a0bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.216386] env[70039]: DEBUG oslo_concurrency.lockutils [req-61bf171c-91a7-4f5a-9a85-7e276c09f48b req-a6aafa53-e934-4554-8740-5779f8f74fac service nova] Lock "2c8de62e-5e67-43d1-843b-d2cd50c0a0bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.217339] env[70039]: DEBUG nova.compute.manager [req-61bf171c-91a7-4f5a-9a85-7e276c09f48b req-a6aafa53-e934-4554-8740-5779f8f74fac service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] No waiting events found dispatching network-vif-plugged-323c937c-95d9-4d25-aa02-77e1b8d10082 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.217339] env[70039]: WARNING nova.compute.manager [req-61bf171c-91a7-4f5a-9a85-7e276c09f48b req-a6aafa53-e934-4554-8740-5779f8f74fac service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Received unexpected event network-vif-plugged-323c937c-95d9-4d25-aa02-77e1b8d10082 for instance with vm_state building and task_state spawning. [ 1052.217339] env[70039]: DEBUG nova.compute.manager [req-61bf171c-91a7-4f5a-9a85-7e276c09f48b req-a6aafa53-e934-4554-8740-5779f8f74fac service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Received event network-changed-323c937c-95d9-4d25-aa02-77e1b8d10082 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.217339] env[70039]: DEBUG nova.compute.manager [req-61bf171c-91a7-4f5a-9a85-7e276c09f48b req-a6aafa53-e934-4554-8740-5779f8f74fac service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Refreshing instance network info cache due to event network-changed-323c937c-95d9-4d25-aa02-77e1b8d10082. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.217339] env[70039]: DEBUG oslo_concurrency.lockutils [req-61bf171c-91a7-4f5a-9a85-7e276c09f48b req-a6aafa53-e934-4554-8740-5779f8f74fac service nova] Acquiring lock "refresh_cache-2c8de62e-5e67-43d1-843b-d2cd50c0a0bf" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.228866] env[70039]: DEBUG oslo_concurrency.lockutils [None req-99d44d94-2cfa-45eb-961b-c451195dc75b tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lock "331396db-575b-4b9f-9804-04b60db3df0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.749s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.229377] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066038} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.230144] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.230970] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e665b17d-5102-4163-a86d-bca2ea0232e1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.257233] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 2a3331a0-19ac-4f75-9541-57ff3e287f9e/2a3331a0-19ac-4f75-9541-57ff3e287f9e.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.260728] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db3c05bc-be4f-4083-9fc0-3688f7103a23 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.280025] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1052.280025] env[70039]: value = "task-3331216" [ 1052.280025] env[70039]: _type = "Task" [ 1052.280025] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.291093] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331216, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.354263] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd96f3e5-9cb7-4cae-8c22-44fdae4b7266 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.362327] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af6fb7d-8837-45d0-999c-a221e5aef10e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.394288] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4744ef95-a803-418f-a559-e8447f26c7cb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.401899] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e38c6a-e9a8-4db0-a713-f5741cbf439d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.415875] env[70039]: DEBUG nova.compute.provider_tree [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.431864] env[70039]: DEBUG oslo_concurrency.lockutils [req-060c4487-4db4-468d-856e-d8adf70b65c5 req-12f2b340-a149-444b-912a-1b4bb014d1f8 service nova] Releasing lock "refresh_cache-2c8de62e-5e67-43d1-843b-d2cd50c0a0bf" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.432289] env[70039]: DEBUG oslo_concurrency.lockutils [req-61bf171c-91a7-4f5a-9a85-7e276c09f48b req-a6aafa53-e934-4554-8740-5779f8f74fac service nova] Acquired lock "refresh_cache-2c8de62e-5e67-43d1-843b-d2cd50c0a0bf" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.432475] env[70039]: DEBUG nova.network.neutron [req-61bf171c-91a7-4f5a-9a85-7e276c09f48b req-a6aafa53-e934-4554-8740-5779f8f74fac service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Refreshing network info cache for port 323c937c-95d9-4d25-aa02-77e1b8d10082 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.471052] env[70039]: DEBUG nova.objects.base [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1052.471310] env[70039]: DEBUG nova.network.neutron [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.487623] env[70039]: DEBUG oslo_vmware.api [None req-3a69efd7-9bb9-4c90-9d9e-1050a5e64103 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331215, 'name': ReconfigVM_Task, 'duration_secs': 0.292008} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.487905] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a69efd7-9bb9-4c90-9d9e-1050a5e64103 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Reconfigured VM instance instance-0000002c to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1052.492738] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfffd7a3-e10d-4f72-9aea-7ed2776cb2a0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.507754] env[70039]: DEBUG oslo_vmware.api [None req-3a69efd7-9bb9-4c90-9d9e-1050a5e64103 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 1052.507754] env[70039]: value = "task-3331217" [ 1052.507754] env[70039]: _type = "Task" [ 1052.507754] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.518039] env[70039]: DEBUG oslo_vmware.api [None req-3a69efd7-9bb9-4c90-9d9e-1050a5e64103 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.520226] env[70039]: DEBUG nova.policy [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5b2b138d0434a1983ea62e1280873b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1aebfad7ee04aa590d54a4f2fbf5e9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.690509] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523c110f-a7b1-cc92-6693-75fc79bf20f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012818} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.691328] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70ca39c2-31ca-4561-bfef-077aa7afeec2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.697262] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for the task: (returnval){ [ 1052.697262] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520706e0-4975-1e83-560e-06cf553ea924" [ 1052.697262] env[70039]: _type = "Task" [ 1052.697262] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.705956] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520706e0-4975-1e83-560e-06cf553ea924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.720742] env[70039]: DEBUG nova.compute.manager [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.720972] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.723067] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dc01b2-a34c-44cd-843c-13ce7f04ffcd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.729278] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.729521] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e497460-dcc7-47e7-ab06-883e50ec97c0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.735751] env[70039]: DEBUG oslo_vmware.api [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Waiting for the task: (returnval){ [ 1052.735751] env[70039]: value = "task-3331218" [ 1052.735751] env[70039]: _type = "Task" [ 1052.735751] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.744104] env[70039]: DEBUG oslo_vmware.api [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': task-3331218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.791118] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.919425] env[70039]: DEBUG nova.scheduler.client.report [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.017867] env[70039]: DEBUG oslo_vmware.api [None req-3a69efd7-9bb9-4c90-9d9e-1050a5e64103 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331217, 'name': ReconfigVM_Task, 'duration_secs': 0.136265} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.018280] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a69efd7-9bb9-4c90-9d9e-1050a5e64103 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664999', 'volume_id': 'daf4e29e-163e-42bd-8891-5afe0d8a7ad9', 'name': 'volume-daf4e29e-163e-42bd-8891-5afe0d8a7ad9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57', 'attached_at': '', 'detached_at': '', 'volume_id': 'daf4e29e-163e-42bd-8891-5afe0d8a7ad9', 'serial': 'daf4e29e-163e-42bd-8891-5afe0d8a7ad9'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1053.066770] env[70039]: DEBUG nova.network.neutron [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Successfully created port: 33b91eac-2c1c-4a26-a243-ede46b977fdd {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.210139] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520706e0-4975-1e83-560e-06cf553ea924, 'name': SearchDatastore_Task, 'duration_secs': 0.030342} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.210412] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.213100] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf/2c8de62e-5e67-43d1-843b-d2cd50c0a0bf.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.213100] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6130e371-22cb-4902-b8eb-5a75a4465c1c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.227016] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for the task: (returnval){ [ 1053.227016] env[70039]: value = "task-3331219" [ 1053.227016] env[70039]: _type = "Task" [ 1053.227016] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.237902] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.245903] env[70039]: DEBUG oslo_vmware.api [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': task-3331218, 'name': PowerOffVM_Task, 'duration_secs': 0.228007} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.246222] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.246392] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.246653] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6fbc8ca-4b34-43c8-ab1d-82b74fe03bb9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.291880] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331216, 'name': ReconfigVM_Task, 'duration_secs': 0.945002} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.292188] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 2a3331a0-19ac-4f75-9541-57ff3e287f9e/2a3331a0-19ac-4f75-9541-57ff3e287f9e.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.292981] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3801b9b5-b273-4e43-8c63-072ecef81bf7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.299176] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1053.299176] env[70039]: value = "task-3331221" [ 1053.299176] env[70039]: _type = "Task" [ 1053.299176] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.309865] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331221, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.311312] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.311434] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.311660] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Deleting the datastore file [datastore2] d50b1222-93c9-4fcc-bfa8-06443220faf6 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.311939] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7a7d8b0-7f04-4532-9194-938220ff9535 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.317915] env[70039]: DEBUG oslo_vmware.api [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Waiting for the task: (returnval){ [ 1053.317915] env[70039]: value = "task-3331222" [ 1053.317915] env[70039]: _type = "Task" [ 1053.317915] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.325830] env[70039]: DEBUG oslo_vmware.api [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': task-3331222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.403506] env[70039]: DEBUG nova.network.neutron [req-61bf171c-91a7-4f5a-9a85-7e276c09f48b req-a6aafa53-e934-4554-8740-5779f8f74fac service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Updated VIF entry in instance network info cache for port 323c937c-95d9-4d25-aa02-77e1b8d10082. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.403970] env[70039]: DEBUG nova.network.neutron [req-61bf171c-91a7-4f5a-9a85-7e276c09f48b req-a6aafa53-e934-4554-8740-5779f8f74fac service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Updating instance_info_cache with network_info: [{"id": "ad8d279b-42f9-482d-92a1-499f64ff4bd9", "address": "fa:16:3e:64:c2:40", "network": {"id": "c4a826a8-f3f7-4361-92b2-a27e58421928", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1070269648", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52085bd280aa4f5ab3bf54c7199a289f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8d279b-42", "ovs_interfaceid": "ad8d279b-42f9-482d-92a1-499f64ff4bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "323c937c-95d9-4d25-aa02-77e1b8d10082", "address": "fa:16:3e:c3:84:da", "network": {"id": "bba398db-e59b-4b89-8fa0-62e8cee6e690", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1747008454", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "52085bd280aa4f5ab3bf54c7199a289f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323c937c-95", "ovs_interfaceid": "323c937c-95d9-4d25-aa02-77e1b8d10082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.425161] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.517s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.427922] env[70039]: DEBUG oslo_concurrency.lockutils [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.184s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.427922] env[70039]: DEBUG nova.objects.instance [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Lazy-loading 'resources' on Instance uuid ab5aafce-9316-4fdf-a89b-ea1606d2a58b {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.451207] env[70039]: INFO nova.compute.manager [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Rescuing [ 1053.451742] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "refresh_cache-331396db-575b-4b9f-9804-04b60db3df0b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.452006] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquired lock "refresh_cache-331396db-575b-4b9f-9804-04b60db3df0b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.452268] env[70039]: DEBUG nova.network.neutron [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.574706] env[70039]: DEBUG nova.objects.instance [None req-3a69efd7-9bb9-4c90-9d9e-1050a5e64103 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lazy-loading 'flavor' on Instance uuid 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.735635] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331219, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.811322] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331221, 'name': Rename_Task, 'duration_secs': 0.209049} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.811624] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.811891] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13dedf3f-b90c-437b-95aa-0046d4cebed3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.818259] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1053.818259] env[70039]: value = "task-3331223" [ 1053.818259] env[70039]: _type = "Task" [ 1053.818259] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.833368] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.837815] env[70039]: DEBUG oslo_vmware.api [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Task: {'id': task-3331222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443742} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.840096] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.840319] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.840515] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.840694] env[70039]: INFO nova.compute.manager [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1053.840939] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.841167] env[70039]: DEBUG nova.compute.manager [-] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.841264] env[70039]: DEBUG nova.network.neutron [-] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.907292] env[70039]: DEBUG oslo_concurrency.lockutils [req-61bf171c-91a7-4f5a-9a85-7e276c09f48b req-a6aafa53-e934-4554-8740-5779f8f74fac service nova] Releasing lock "refresh_cache-2c8de62e-5e67-43d1-843b-d2cd50c0a0bf" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.907560] env[70039]: DEBUG nova.compute.manager [req-61bf171c-91a7-4f5a-9a85-7e276c09f48b req-a6aafa53-e934-4554-8740-5779f8f74fac service nova] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Received event network-vif-deleted-246e69d4-018f-4210-9d5d-c842da84afd4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.940553] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ff150354-f5c0-439d-a0ab-36e0881ab92f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "2b7cfebf-8025-4438-b601-bde9ee53b164" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 43.724s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.941664] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5b614735-c829-4d74-8d22-cd61f61d5372 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "2b7cfebf-8025-4438-b601-bde9ee53b164" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 19.204s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.941891] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5b614735-c829-4d74-8d22-cd61f61d5372 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "2b7cfebf-8025-4438-b601-bde9ee53b164-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.942172] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5b614735-c829-4d74-8d22-cd61f61d5372 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "2b7cfebf-8025-4438-b601-bde9ee53b164-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.942274] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5b614735-c829-4d74-8d22-cd61f61d5372 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "2b7cfebf-8025-4438-b601-bde9ee53b164-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.943836] env[70039]: INFO nova.compute.manager [None req-5b614735-c829-4d74-8d22-cd61f61d5372 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Terminating instance [ 1054.241128] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521751} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.244670] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf/2c8de62e-5e67-43d1-843b-d2cd50c0a0bf.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.245712] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.246747] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a2fe79c-f7be-46e2-965e-56be31c1c16b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.255205] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for the task: (returnval){ [ 1054.255205] env[70039]: value = "task-3331224" [ 1054.255205] env[70039]: _type = "Task" [ 1054.255205] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.270765] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.272354] env[70039]: DEBUG nova.network.neutron [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Updating instance_info_cache with network_info: [{"id": "e3296a42-ebae-4f53-a8a9-d00189e7db21", "address": "fa:16:3e:02:26:54", "network": {"id": "91aecdfd-6eec-4dfe-82d3-9e2820eb0b5f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1170565632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d11902e07e23432899a0ea3629d6c90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3296a42-eb", "ovs_interfaceid": "e3296a42-ebae-4f53-a8a9-d00189e7db21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.332780] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.352045] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc366e1-3cc1-45e5-8831-64a2c610dc9d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.360813] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e61c1b6-a673-4a2f-81e8-0ea8cb9c9510 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.395260] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff68e5c-a1e3-42b4-9a11-f7d3da4cf947 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.402793] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cbf2c7-7362-4e8e-95f8-2596bc6d5d7f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.418170] env[70039]: DEBUG nova.compute.provider_tree [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.450627] env[70039]: DEBUG nova.compute.manager [None req-5b614735-c829-4d74-8d22-cd61f61d5372 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.450627] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5b614735-c829-4d74-8d22-cd61f61d5372 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.450627] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58ff53fa-8533-46ad-b2dd-db09b3db8997 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.461632] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2d17d6-17e5-42cc-b4c2-d9ae3af2639e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.507597] env[70039]: WARNING nova.virt.vmwareapi.vmops [None req-5b614735-c829-4d74-8d22-cd61f61d5372 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2b7cfebf-8025-4438-b601-bde9ee53b164 could not be found. [ 1054.507846] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5b614735-c829-4d74-8d22-cd61f61d5372 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.508110] env[70039]: INFO nova.compute.manager [None req-5b614735-c829-4d74-8d22-cd61f61d5372 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1054.508315] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b614735-c829-4d74-8d22-cd61f61d5372 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.508628] env[70039]: DEBUG nova.compute.manager [-] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.508728] env[70039]: DEBUG nova.network.neutron [-] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.581446] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a69efd7-9bb9-4c90-9d9e-1050a5e64103 tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.282s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.765742] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076795} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.767537] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.767537] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadc7c42-6eb7-445c-b0d9-5d520f418d65 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.787799] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Releasing lock "refresh_cache-331396db-575b-4b9f-9804-04b60db3df0b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.800918] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf/2c8de62e-5e67-43d1-843b-d2cd50c0a0bf.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.801540] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e03ac39c-d381-4b0d-9f7d-bc87481aac58 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.835076] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for the task: (returnval){ [ 1054.835076] env[70039]: value = "task-3331225" [ 1054.835076] env[70039]: _type = "Task" [ 1054.835076] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.848848] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.855036] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.927082] env[70039]: DEBUG nova.scheduler.client.report [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.176177] env[70039]: DEBUG nova.network.neutron [-] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.329030] env[70039]: DEBUG nova.compute.manager [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.334851] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505a08f5-6220-4815-b1f0-efb0ee733065 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.348183] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331223, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.358994] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331225, 'name': ReconfigVM_Task, 'duration_secs': 0.348495} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.359327] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf/2c8de62e-5e67-43d1-843b-d2cd50c0a0bf.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.360020] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1ffc37e-f33e-44fa-9b80-5cfee3524822 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.368238] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for the task: (returnval){ [ 1055.368238] env[70039]: value = "task-3331226" [ 1055.368238] env[70039]: _type = "Task" [ 1055.368238] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.373265] env[70039]: DEBUG nova.network.neutron [-] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.380852] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331226, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.397896] env[70039]: DEBUG nova.network.neutron [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Successfully updated port: 33b91eac-2c1c-4a26-a243-ede46b977fdd {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.434150] env[70039]: DEBUG oslo_concurrency.lockutils [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.441235] env[70039]: DEBUG oslo_concurrency.lockutils [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.840s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.441235] env[70039]: DEBUG nova.objects.instance [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lazy-loading 'resources' on Instance uuid 29f79a96-1b49-4f0e-94b5-d0c838a3bb84 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.466822] env[70039]: INFO nova.scheduler.client.report [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Deleted allocations for instance ab5aafce-9316-4fdf-a89b-ea1606d2a58b [ 1055.682218] env[70039]: INFO nova.compute.manager [-] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Took 1.84 seconds to deallocate network for instance. [ 1055.846118] env[70039]: DEBUG oslo_vmware.api [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331223, 'name': PowerOnVM_Task, 'duration_secs': 1.574392} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.846118] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.846118] env[70039]: DEBUG nova.compute.manager [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.846118] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b509890-93b5-43fd-bf1a-db35a0cc4d44 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.856533] env[70039]: INFO nova.compute.manager [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] instance snapshotting [ 1055.857140] env[70039]: DEBUG nova.objects.instance [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lazy-loading 'flavor' on Instance uuid bcf40b87-7934-4ddf-aed5-4d4710ce0ed7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.880265] env[70039]: INFO nova.compute.manager [-] [instance: 2b7cfebf-8025-4438-b601-bde9ee53b164] Took 1.37 seconds to deallocate network for instance. [ 1055.890918] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331226, 'name': Rename_Task, 'duration_secs': 0.157774} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.890918] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.891064] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d83b744-9c96-494c-afb9-fd4f26aafdfe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.899569] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for the task: (returnval){ [ 1055.899569] env[70039]: value = "task-3331227" [ 1055.899569] env[70039]: _type = "Task" [ 1055.899569] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.900204] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.903684] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.903684] env[70039]: DEBUG nova.network.neutron [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.915394] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331227, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.979045] env[70039]: DEBUG oslo_concurrency.lockutils [None req-da331854-e3e2-4660-b93f-60c41d05dc47 tempest-VolumesAssistedSnapshotsTest-1282546720 tempest-VolumesAssistedSnapshotsTest-1282546720-project-member] Lock "ab5aafce-9316-4fdf-a89b-ea1606d2a58b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.453s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.042521] env[70039]: DEBUG nova.compute.manager [req-1b07106f-81e9-4c47-8ec4-49c1dfc226bc req-98d6ca37-a8f5-4636-b202-82a1563e0291 service nova] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Received event network-vif-deleted-e47c594a-03ea-469f-af7b-b04d2d1e1361 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.189835] env[70039]: DEBUG oslo_concurrency.lockutils [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.327579] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2906b6a-3cbf-4a5b-b9be-76e6f75f8fbf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.336066] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922280e8-08f2-4d3d-a420-a8629a2c5d76 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.371997] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.373362] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3261959d-5f67-44c3-8184-a4f6ea710684 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.375793] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c9a47f-e8b7-4ba6-838e-35ed33beaec6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.379778] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb193f2-f75e-4542-abeb-22cee4c700c8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.384093] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.405378] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1056.405378] env[70039]: value = "task-3331228" [ 1056.405378] env[70039]: _type = "Task" [ 1056.405378] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.412081] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c5b610-11b6-4a31-9100-e354de7ffd3f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.419811] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c68dfe-5d5e-417a-8e1e-1ac0516bdf4b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.445027] env[70039]: DEBUG nova.compute.provider_tree [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.445027] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331227, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.449396] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.466035] env[70039]: WARNING nova.network.neutron [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] 4851bdbc-d525-45ca-9441-9a53f60bb5d2 already exists in list: networks containing: ['4851bdbc-d525-45ca-9441-9a53f60bb5d2']. ignoring it [ 1056.757421] env[70039]: DEBUG oslo_concurrency.lockutils [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquiring lock "8336f568-c256-43cd-9411-bd415bc5e2f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.757421] env[70039]: DEBUG oslo_concurrency.lockutils [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lock "8336f568-c256-43cd-9411-bd415bc5e2f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.757421] env[70039]: DEBUG oslo_concurrency.lockutils [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquiring lock "8336f568-c256-43cd-9411-bd415bc5e2f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.757421] env[70039]: DEBUG oslo_concurrency.lockutils [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lock "8336f568-c256-43cd-9411-bd415bc5e2f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.757421] env[70039]: DEBUG oslo_concurrency.lockutils [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lock "8336f568-c256-43cd-9411-bd415bc5e2f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.761750] env[70039]: INFO nova.compute.manager [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Terminating instance [ 1056.847518] env[70039]: DEBUG nova.network.neutron [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Updating instance_info_cache with network_info: [{"id": "6ec70463-f243-4b15-95bf-366727322408", "address": "fa:16:3e:b7:5a:37", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec70463-f2", "ovs_interfaceid": "6ec70463-f243-4b15-95bf-366727322408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "33b91eac-2c1c-4a26-a243-ede46b977fdd", "address": "fa:16:3e:7a:88:22", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33b91eac-2c", "ovs_interfaceid": "33b91eac-2c1c-4a26-a243-ede46b977fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.923382] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331228, 'name': PowerOffVM_Task, 'duration_secs': 0.359088} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.928052] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.928052] env[70039]: DEBUG oslo_vmware.api [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331227, 'name': PowerOnVM_Task, 'duration_secs': 0.652461} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.928052] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb94df4a-8593-4d04-a00f-6e95bccfbb10 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.937672] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.938222] env[70039]: INFO nova.compute.manager [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Took 11.96 seconds to spawn the instance on the hypervisor. [ 1056.938475] env[70039]: DEBUG nova.compute.manager [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.943554] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e59221c-2c2a-4f80-814b-1c187427b638 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.946865] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5b614735-c829-4d74-8d22-cd61f61d5372 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "2b7cfebf-8025-4438-b601-bde9ee53b164" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.005s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.967055] env[70039]: DEBUG nova.scheduler.client.report [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.972520] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Creating Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1056.973478] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-640e3d97-56c1-4d43-92c1-8707cebac58a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.976448] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7198a5-83d5-46a5-9cb5-639d7ba2ea46 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.990257] env[70039]: DEBUG oslo_vmware.api [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1056.990257] env[70039]: value = "task-3331229" [ 1056.990257] env[70039]: _type = "Task" [ 1056.990257] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.998509] env[70039]: DEBUG oslo_vmware.api [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331229, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.017372] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.017900] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc534aa8-726e-4ca5-84a9-187bed7a24cf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.026193] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1057.026193] env[70039]: value = "task-3331230" [ 1057.026193] env[70039]: _type = "Task" [ 1057.026193] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.035287] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] VM already powered off {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1057.035513] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.035759] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.035907] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.036098] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.036349] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c5c0256-3878-4df2-a1a6-b395fe2ff928 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.044803] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.044983] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.045714] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0db7c13-0370-42c5-ad5a-82daae474489 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.052433] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1057.052433] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52fcd959-297f-a338-cc3f-8576fc2a7ad0" [ 1057.052433] env[70039]: _type = "Task" [ 1057.052433] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.059891] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fcd959-297f-a338-cc3f-8576fc2a7ad0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.266091] env[70039]: DEBUG nova.compute.manager [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.266176] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.267535] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0567fd-d9ce-4271-8c4f-d010ed392c58 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.275188] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.275463] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18aa21e3-1d41-4386-9bce-f48f36ea4eb2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.281667] env[70039]: DEBUG oslo_vmware.api [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 1057.281667] env[70039]: value = "task-3331231" [ 1057.281667] env[70039]: _type = "Task" [ 1057.281667] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.290831] env[70039]: DEBUG oslo_vmware.api [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3331231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.353543] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.354258] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.354454] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.355403] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8921cb71-79ae-4560-abd3-766b54c82a13 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.374555] env[70039]: DEBUG nova.virt.hardware [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.374912] env[70039]: DEBUG nova.virt.hardware [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.375208] env[70039]: DEBUG nova.virt.hardware [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.375462] env[70039]: DEBUG nova.virt.hardware [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.375649] env[70039]: DEBUG nova.virt.hardware [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.375860] env[70039]: DEBUG nova.virt.hardware [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.376139] env[70039]: DEBUG nova.virt.hardware [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.376362] env[70039]: DEBUG nova.virt.hardware [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.376573] env[70039]: DEBUG nova.virt.hardware [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.376793] env[70039]: DEBUG nova.virt.hardware [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.377060] env[70039]: DEBUG nova.virt.hardware [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.384378] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Reconfiguring VM to attach interface {{(pid=70039) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1057.384735] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dcc7b0c-7ea0-4b29-aed9-c0aba7b2b2b8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.405541] env[70039]: DEBUG oslo_vmware.api [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1057.405541] env[70039]: value = "task-3331232" [ 1057.405541] env[70039]: _type = "Task" [ 1057.405541] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.414740] env[70039]: DEBUG oslo_vmware.api [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331232, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.475561] env[70039]: DEBUG oslo_concurrency.lockutils [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.478812] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.462s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.495739] env[70039]: INFO nova.compute.manager [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Took 35.64 seconds to build instance. [ 1057.498710] env[70039]: INFO nova.scheduler.client.report [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Deleted allocations for instance 29f79a96-1b49-4f0e-94b5-d0c838a3bb84 [ 1057.505799] env[70039]: DEBUG oslo_vmware.api [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331229, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.565546] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fcd959-297f-a338-cc3f-8576fc2a7ad0, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.566457] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6cc70f8-0360-43e9-a09a-eedbad13c169 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.572274] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1057.572274] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5297ebe1-f369-e761-0ce1-5426ab93cf7e" [ 1057.572274] env[70039]: _type = "Task" [ 1057.572274] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.580209] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5297ebe1-f369-e761-0ce1-5426ab93cf7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.695970] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquiring lock "86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.696244] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.791914] env[70039]: DEBUG oslo_vmware.api [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3331231, 'name': PowerOffVM_Task, 'duration_secs': 0.216181} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.792252] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.792441] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.792714] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-188ecc0f-24ba-4134-bae8-97c6c82ecb82 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.874787] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.875113] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.875283] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Deleting the datastore file [datastore1] 8336f568-c256-43cd-9411-bd415bc5e2f2 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.875527] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdaf967e-2340-40f7-b500-5e5a628722ae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.883495] env[70039]: DEBUG oslo_vmware.api [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for the task: (returnval){ [ 1057.883495] env[70039]: value = "task-3331234" [ 1057.883495] env[70039]: _type = "Task" [ 1057.883495] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.892512] env[70039]: DEBUG oslo_vmware.api [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3331234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.916906] env[70039]: DEBUG oslo_vmware.api [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.985333] env[70039]: INFO nova.compute.claims [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.000569] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddd81d12-d9de-48a5-905f-19acfd10dcf4 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lock "2c8de62e-5e67-43d1-843b-d2cd50c0a0bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.149s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.000902] env[70039]: DEBUG oslo_vmware.api [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331229, 'name': CreateSnapshot_Task, 'duration_secs': 0.525318} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.001127] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Created Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1058.001913] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9e8d81-e990-466f-85ae-8fb17c887db7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.012593] env[70039]: DEBUG oslo_concurrency.lockutils [None req-583fccf4-6212-4204-a9f5-2ae879769677 tempest-ListImageFiltersTestJSON-2030612318 tempest-ListImageFiltersTestJSON-2030612318-project-member] Lock "29f79a96-1b49-4f0e-94b5-d0c838a3bb84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.800s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.086291] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5297ebe1-f369-e761-0ce1-5426ab93cf7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011311} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.086637] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.087048] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 331396db-575b-4b9f-9804-04b60db3df0b/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk. {{(pid=70039) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1058.087426] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-209fbf03-6d74-4f93-b379-f4c09cfe6616 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.096498] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1058.096498] env[70039]: value = "task-3331235" [ 1058.096498] env[70039]: _type = "Task" [ 1058.096498] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.106277] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.199512] env[70039]: DEBUG nova.compute.manager [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.392914] env[70039]: DEBUG oslo_vmware.api [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Task: {'id': task-3331234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246515} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.393302] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.393508] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.393508] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.393697] env[70039]: INFO nova.compute.manager [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1058.393955] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.394175] env[70039]: DEBUG nova.compute.manager [-] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.394257] env[70039]: DEBUG nova.network.neutron [-] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.418612] env[70039]: DEBUG oslo_vmware.api [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331232, 'name': ReconfigVM_Task, 'duration_secs': 0.63607} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.419464] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.419464] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Reconfigured VM to attach interface {{(pid=70039) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1058.493082] env[70039]: INFO nova.compute.resource_tracker [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Updating resource usage from migration 170febfa-ca7c-4338-9ee8-e821c4d49999 [ 1058.528379] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Creating linked-clone VM from snapshot {{(pid=70039) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1058.528802] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-382b77e5-5388-4c0f-a641-47ae8ebcc931 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.542283] env[70039]: DEBUG oslo_vmware.api [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1058.542283] env[70039]: value = "task-3331236" [ 1058.542283] env[70039]: _type = "Task" [ 1058.542283] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.553279] env[70039]: DEBUG oslo_vmware.api [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331236, 'name': CloneVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.607231] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331235, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.722445] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.869573] env[70039]: DEBUG nova.compute.manager [req-0206fb5f-64d4-4935-a432-840be6b2991e req-c9fed0e6-e4b5-4cb9-9aaf-f5520410d7c1 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Received event network-vif-plugged-33b91eac-2c1c-4a26-a243-ede46b977fdd {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.869573] env[70039]: DEBUG oslo_concurrency.lockutils [req-0206fb5f-64d4-4935-a432-840be6b2991e req-c9fed0e6-e4b5-4cb9-9aaf-f5520410d7c1 service nova] Acquiring lock "ce10145e-b396-41cf-b13f-170cdc82a43b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.871192] env[70039]: DEBUG oslo_concurrency.lockutils [req-0206fb5f-64d4-4935-a432-840be6b2991e req-c9fed0e6-e4b5-4cb9-9aaf-f5520410d7c1 service nova] Lock "ce10145e-b396-41cf-b13f-170cdc82a43b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.871192] env[70039]: DEBUG oslo_concurrency.lockutils [req-0206fb5f-64d4-4935-a432-840be6b2991e req-c9fed0e6-e4b5-4cb9-9aaf-f5520410d7c1 service nova] Lock "ce10145e-b396-41cf-b13f-170cdc82a43b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.871192] env[70039]: DEBUG nova.compute.manager [req-0206fb5f-64d4-4935-a432-840be6b2991e req-c9fed0e6-e4b5-4cb9-9aaf-f5520410d7c1 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] No waiting events found dispatching network-vif-plugged-33b91eac-2c1c-4a26-a243-ede46b977fdd {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.871192] env[70039]: WARNING nova.compute.manager [req-0206fb5f-64d4-4935-a432-840be6b2991e req-c9fed0e6-e4b5-4cb9-9aaf-f5520410d7c1 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Received unexpected event network-vif-plugged-33b91eac-2c1c-4a26-a243-ede46b977fdd for instance with vm_state active and task_state None. [ 1058.875996] env[70039]: DEBUG nova.compute.manager [req-0206fb5f-64d4-4935-a432-840be6b2991e req-c9fed0e6-e4b5-4cb9-9aaf-f5520410d7c1 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Received event network-changed-33b91eac-2c1c-4a26-a243-ede46b977fdd {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.875996] env[70039]: DEBUG nova.compute.manager [req-0206fb5f-64d4-4935-a432-840be6b2991e req-c9fed0e6-e4b5-4cb9-9aaf-f5520410d7c1 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Refreshing instance network info cache due to event network-changed-33b91eac-2c1c-4a26-a243-ede46b977fdd. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.875996] env[70039]: DEBUG oslo_concurrency.lockutils [req-0206fb5f-64d4-4935-a432-840be6b2991e req-c9fed0e6-e4b5-4cb9-9aaf-f5520410d7c1 service nova] Acquiring lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.876158] env[70039]: DEBUG oslo_concurrency.lockutils [req-0206fb5f-64d4-4935-a432-840be6b2991e req-c9fed0e6-e4b5-4cb9-9aaf-f5520410d7c1 service nova] Acquired lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.876339] env[70039]: DEBUG nova.network.neutron [req-0206fb5f-64d4-4935-a432-840be6b2991e req-c9fed0e6-e4b5-4cb9-9aaf-f5520410d7c1 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Refreshing network info cache for port 33b91eac-2c1c-4a26-a243-ede46b977fdd {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.924820] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6027e286-53ba-4068-992a-f13f50106733 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "interface-ce10145e-b396-41cf-b13f-170cdc82a43b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.615s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.940158] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6616dce1-8bdc-4167-92f6-fc0e9c88ecb6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.950496] env[70039]: DEBUG oslo_concurrency.lockutils [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "bd857864-7948-4a06-85ec-28887aa04675" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.951231] env[70039]: DEBUG oslo_concurrency.lockutils [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "bd857864-7948-4a06-85ec-28887aa04675" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.952596] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb108295-05c1-4c6b-99bb-0f35ced813de {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.988539] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ca970a-6c14-469a-ac5e-00252fed95c5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.998546] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b802e51-79f7-4792-a1ff-e3308a9d9553 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.017801] env[70039]: DEBUG nova.compute.provider_tree [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.054065] env[70039]: DEBUG oslo_vmware.api [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331236, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.108835] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694113} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.109181] env[70039]: INFO nova.virt.vmwareapi.ds_util [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 331396db-575b-4b9f-9804-04b60db3df0b/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk. [ 1059.109952] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76966e0-e113-456e-b8eb-9226a4d60e9d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.141908] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 331396db-575b-4b9f-9804-04b60db3df0b/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.142113] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41c65af8-ec48-4243-b8b4-1be63864bb24 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.167614] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1059.167614] env[70039]: value = "task-3331237" [ 1059.167614] env[70039]: _type = "Task" [ 1059.167614] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.176204] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.458914] env[70039]: DEBUG nova.compute.manager [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.523010] env[70039]: DEBUG nova.scheduler.client.report [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.557734] env[70039]: DEBUG oslo_vmware.api [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331236, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.581499] env[70039]: DEBUG nova.network.neutron [-] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.677986] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.684472] env[70039]: DEBUG nova.network.neutron [req-0206fb5f-64d4-4935-a432-840be6b2991e req-c9fed0e6-e4b5-4cb9-9aaf-f5520410d7c1 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Updated VIF entry in instance network info cache for port 33b91eac-2c1c-4a26-a243-ede46b977fdd. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.684939] env[70039]: DEBUG nova.network.neutron [req-0206fb5f-64d4-4935-a432-840be6b2991e req-c9fed0e6-e4b5-4cb9-9aaf-f5520410d7c1 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Updating instance_info_cache with network_info: [{"id": "6ec70463-f243-4b15-95bf-366727322408", "address": "fa:16:3e:b7:5a:37", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec70463-f2", "ovs_interfaceid": "6ec70463-f243-4b15-95bf-366727322408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "33b91eac-2c1c-4a26-a243-ede46b977fdd", "address": "fa:16:3e:7a:88:22", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33b91eac-2c", "ovs_interfaceid": "33b91eac-2c1c-4a26-a243-ede46b977fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.712166] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquiring lock "2c8de62e-5e67-43d1-843b-d2cd50c0a0bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.712456] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lock "2c8de62e-5e67-43d1-843b-d2cd50c0a0bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.712677] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquiring lock "2c8de62e-5e67-43d1-843b-d2cd50c0a0bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.712861] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lock "2c8de62e-5e67-43d1-843b-d2cd50c0a0bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.713045] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lock "2c8de62e-5e67-43d1-843b-d2cd50c0a0bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.715213] env[70039]: INFO nova.compute.manager [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Terminating instance [ 1059.966451] env[70039]: INFO nova.compute.manager [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Rebuilding instance [ 1059.992676] env[70039]: DEBUG oslo_concurrency.lockutils [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.027487] env[70039]: DEBUG nova.compute.manager [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.028391] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.550s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.028554] env[70039]: INFO nova.compute.manager [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Migrating [ 1060.036538] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8807f85b-1b75-4c9c-80df-1b024340674c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.043337] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.586s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.043639] env[70039]: DEBUG nova.objects.instance [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lazy-loading 'resources' on Instance uuid f27525d9-4f10-4814-a02a-162631012ad9 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.069758] env[70039]: DEBUG oslo_vmware.api [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331236, 'name': CloneVM_Task} progress is 95%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.084172] env[70039]: INFO nova.compute.manager [-] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Took 1.69 seconds to deallocate network for instance. [ 1060.181301] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331237, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.189386] env[70039]: DEBUG oslo_concurrency.lockutils [req-0206fb5f-64d4-4935-a432-840be6b2991e req-c9fed0e6-e4b5-4cb9-9aaf-f5520410d7c1 service nova] Releasing lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.219414] env[70039]: DEBUG nova.compute.manager [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.219695] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.224678] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb861f0-1639-44cb-a228-1fab874ac6c7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.232166] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.232607] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbc11154-f479-4080-b0f3-260be1640ed7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.241285] env[70039]: DEBUG oslo_vmware.api [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for the task: (returnval){ [ 1060.241285] env[70039]: value = "task-3331238" [ 1060.241285] env[70039]: _type = "Task" [ 1060.241285] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.250360] env[70039]: DEBUG oslo_vmware.api [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.556050] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "refresh_cache-2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.556319] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "refresh_cache-2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.557186] env[70039]: DEBUG nova.network.neutron [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.571792] env[70039]: DEBUG oslo_vmware.api [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331236, 'name': CloneVM_Task, 'duration_secs': 1.717058} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.572956] env[70039]: INFO nova.virt.vmwareapi.vmops [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Created linked-clone VM from snapshot [ 1060.575811] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9025555-1708-4418-979c-fcef11118b6f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.591315] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Uploading image 792f30ff-ce1d-4d20-aa34-00ec1c5d008a {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1060.596879] env[70039]: DEBUG oslo_concurrency.lockutils [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.625651] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1060.625651] env[70039]: value = "vm-665004" [ 1060.625651] env[70039]: _type = "VirtualMachine" [ 1060.625651] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1060.626201] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c0889e5b-73d7-4df1-9dac-0d5eed57576d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.636235] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lease: (returnval){ [ 1060.636235] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f514fd-2392-712e-ab15-019c652aecf9" [ 1060.636235] env[70039]: _type = "HttpNfcLease" [ 1060.636235] env[70039]: } obtained for exporting VM: (result){ [ 1060.636235] env[70039]: value = "vm-665004" [ 1060.636235] env[70039]: _type = "VirtualMachine" [ 1060.636235] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1060.636516] env[70039]: DEBUG oslo_vmware.api [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the lease: (returnval){ [ 1060.636516] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f514fd-2392-712e-ab15-019c652aecf9" [ 1060.636516] env[70039]: _type = "HttpNfcLease" [ 1060.636516] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1060.651261] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.651261] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f514fd-2392-712e-ab15-019c652aecf9" [ 1060.651261] env[70039]: _type = "HttpNfcLease" [ 1060.651261] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1060.651580] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1060.651580] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f514fd-2392-712e-ab15-019c652aecf9" [ 1060.651580] env[70039]: _type = "HttpNfcLease" [ 1060.651580] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1060.652559] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c78929-d31d-4e48-8346-f1549c9efbe0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.660796] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce6f9e-ac25-3b58-176c-b6cc602d54c9/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1060.661015] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce6f9e-ac25-3b58-176c-b6cc602d54c9/disk-0.vmdk for reading. {{(pid=70039) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1060.759094] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331237, 'name': ReconfigVM_Task, 'duration_secs': 1.021889} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.763117] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 331396db-575b-4b9f-9804-04b60db3df0b/2024c926-7250-4c3f-a5e4-d5ea078ccaf6-rescue.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.763534] env[70039]: DEBUG oslo_vmware.api [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331238, 'name': PowerOffVM_Task, 'duration_secs': 0.353189} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.767436] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a1bd6e-63b9-4041-8f2b-3097e601ecb7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.770081] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.770272] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.774792] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7394125-8fe7-4999-9fa2-1ee1cec8f6ef {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.807898] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3d1ee26-64a6-4eb9-b32b-eb757c99d968 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.821434] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-17eacd64-459a-4676-b20c-b16a8febbba6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.825256] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1060.825256] env[70039]: value = "task-3331241" [ 1060.825256] env[70039]: _type = "Task" [ 1060.825256] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.833941] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331241, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.884412] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.884663] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.884849] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Deleting the datastore file [datastore2] 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.885175] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2578d51-2130-4162-b756-a736de5ee98c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.892407] env[70039]: DEBUG oslo_vmware.api [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for the task: (returnval){ [ 1060.892407] env[70039]: value = "task-3331242" [ 1060.892407] env[70039]: _type = "Task" [ 1060.892407] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.899866] env[70039]: DEBUG oslo_vmware.api [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.032040] env[70039]: DEBUG nova.compute.manager [req-2f1405a7-2f75-44c8-9702-568f20bd6f39 req-a79a7d03-8241-414d-9a25-770b57b236c7 service nova] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Received event network-vif-deleted-73f96470-e78d-4d5c-8867-ce5ef3521c1b {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.073240] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.073515] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-069cfa18-2421-410b-b71a-c5dd191d08ff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.082200] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1061.082200] env[70039]: value = "task-3331243" [ 1061.082200] env[70039]: _type = "Task" [ 1061.082200] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.097921] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.113183] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3406062a-d41c-43b7-9d59-dff8fb95ac97 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.123039] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59e3a4f-cf46-4123-950e-e9351c8155cf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.166117] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d525e7-f289-4aa7-9401-c23e100c8dee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.178509] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a74aeb-6284-4988-9ce0-eeb60aae680c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.196521] env[70039]: DEBUG nova.compute.provider_tree [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.340855] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331241, 'name': ReconfigVM_Task, 'duration_secs': 0.221826} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.341558] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.341870] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d02c5f10-7b8a-4bea-8ae0-dee61427cf87 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.349917] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1061.349917] env[70039]: value = "task-3331244" [ 1061.349917] env[70039]: _type = "Task" [ 1061.349917] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.364944] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.406904] env[70039]: DEBUG oslo_vmware.api [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Task: {'id': task-3331242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230803} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.407627] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.407921] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.408507] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.408507] env[70039]: INFO nova.compute.manager [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1061.408798] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.409051] env[70039]: DEBUG nova.compute.manager [-] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.409363] env[70039]: DEBUG nova.network.neutron [-] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.490479] env[70039]: DEBUG nova.network.neutron [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Updating instance_info_cache with network_info: [{"id": "621c24c7-2edb-4abe-ab56-9a45823b79d8", "address": "fa:16:3e:2d:1e:f6", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621c24c7-2e", "ovs_interfaceid": "621c24c7-2edb-4abe-ab56-9a45823b79d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.532099] env[70039]: DEBUG oslo_concurrency.lockutils [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "interface-ce10145e-b396-41cf-b13f-170cdc82a43b-103ed2b5-2960-4d5b-9f11-c3cced5af087" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.532451] env[70039]: DEBUG oslo_concurrency.lockutils [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "interface-ce10145e-b396-41cf-b13f-170cdc82a43b-103ed2b5-2960-4d5b-9f11-c3cced5af087" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.533100] env[70039]: DEBUG nova.objects.instance [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lazy-loading 'flavor' on Instance uuid ce10145e-b396-41cf-b13f-170cdc82a43b {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.595930] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331243, 'name': PowerOffVM_Task, 'duration_secs': 0.260041} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.596633] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.596909] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.597874] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d136dec7-8e79-446a-a00e-4f3ef32208c4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.607632] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.607985] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5be6b0e9-cae8-4d45-851e-8b9e4d17223a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.691878] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.691944] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.692157] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Deleting the datastore file [datastore2] 2a3331a0-19ac-4f75-9541-57ff3e287f9e {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.692423] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e33e3f7-ad07-4c9c-b3c2-9625fd2406f4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.700224] env[70039]: DEBUG nova.scheduler.client.report [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.712515] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1061.712515] env[70039]: value = "task-3331246" [ 1061.712515] env[70039]: _type = "Task" [ 1061.712515] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.724355] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.860911] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.993199] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "refresh_cache-2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.211444] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.216579] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.294s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.218640] env[70039]: INFO nova.compute.claims [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.228982] env[70039]: DEBUG nova.objects.instance [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lazy-loading 'pci_requests' on Instance uuid ce10145e-b396-41cf-b13f-170cdc82a43b {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.236562] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309934} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.236908] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.237216] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.237457] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.249791] env[70039]: INFO nova.scheduler.client.report [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Deleted allocations for instance f27525d9-4f10-4814-a02a-162631012ad9 [ 1062.361782] env[70039]: DEBUG oslo_vmware.api [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331244, 'name': PowerOnVM_Task, 'duration_secs': 0.559188} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.365670] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.367809] env[70039]: DEBUG nova.compute.manager [None req-d797811d-079c-4957-a9b5-53980ccc7a84 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.369580] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42f5ebc-bf47-43b0-bac8-2ded725f798f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.523257] env[70039]: DEBUG nova.compute.manager [req-47134287-9dcc-4421-b2c2-a18e2904cea4 req-3d4cefbd-d1a8-45f3-bf1b-fe419884d411 service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Received event network-vif-deleted-ad8d279b-42f9-482d-92a1-499f64ff4bd9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.523542] env[70039]: INFO nova.compute.manager [req-47134287-9dcc-4421-b2c2-a18e2904cea4 req-3d4cefbd-d1a8-45f3-bf1b-fe419884d411 service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Neutron deleted interface ad8d279b-42f9-482d-92a1-499f64ff4bd9; detaching it from the instance and deleting it from the info cache [ 1062.523853] env[70039]: DEBUG nova.network.neutron [req-47134287-9dcc-4421-b2c2-a18e2904cea4 req-3d4cefbd-d1a8-45f3-bf1b-fe419884d411 service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Updating instance_info_cache with network_info: [{"id": "323c937c-95d9-4d25-aa02-77e1b8d10082", "address": "fa:16:3e:c3:84:da", "network": {"id": "bba398db-e59b-4b89-8fa0-62e8cee6e690", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1747008454", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "52085bd280aa4f5ab3bf54c7199a289f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323c937c-95", "ovs_interfaceid": "323c937c-95d9-4d25-aa02-77e1b8d10082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.731887] env[70039]: DEBUG nova.objects.base [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1062.732208] env[70039]: DEBUG nova.network.neutron [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.773019] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e8d7bc41-0ccb-4b07-80ce-6fe2f160f53b tempest-ListServerFiltersTestJSON-951974945 tempest-ListServerFiltersTestJSON-951974945-project-member] Lock "f27525d9-4f10-4814-a02a-162631012ad9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.200s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.833759] env[70039]: DEBUG nova.policy [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5b2b138d0434a1983ea62e1280873b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1aebfad7ee04aa590d54a4f2fbf5e9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.029027] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7e1afc6-7def-44ea-8ef3-9502ec0058fb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.043389] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6842c9f-215b-4660-9e15-99bd2ac62a3f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.082964] env[70039]: DEBUG nova.compute.manager [req-47134287-9dcc-4421-b2c2-a18e2904cea4 req-3d4cefbd-d1a8-45f3-bf1b-fe419884d411 service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Detach interface failed, port_id=ad8d279b-42f9-482d-92a1-499f64ff4bd9, reason: Instance 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1063.093441] env[70039]: DEBUG nova.network.neutron [-] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.291257] env[70039]: DEBUG nova.virt.hardware [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.291591] env[70039]: DEBUG nova.virt.hardware [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.291803] env[70039]: DEBUG nova.virt.hardware [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.292022] env[70039]: DEBUG nova.virt.hardware [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.292174] env[70039]: DEBUG nova.virt.hardware [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.293185] env[70039]: DEBUG nova.virt.hardware [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.293185] env[70039]: DEBUG nova.virt.hardware [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.293185] env[70039]: DEBUG nova.virt.hardware [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.293185] env[70039]: DEBUG nova.virt.hardware [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.293185] env[70039]: DEBUG nova.virt.hardware [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.293379] env[70039]: DEBUG nova.virt.hardware [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.294200] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902fbcef-dda1-41d2-b6d8-08f5adea5d13 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.304940] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bf151b-6cf2-46af-af55-d8c5558f12fc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.319523] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:28:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '744eb575-406c-466d-88aa-d8413f5b1b08', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.327110] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.329949] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.330389] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d203662c-7610-4908-911b-ae1d7cd24270 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.352193] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.352193] env[70039]: value = "task-3331247" [ 1063.352193] env[70039]: _type = "Task" [ 1063.352193] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.360582] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331247, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.514020] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade54b5d-1378-4cbc-871b-0c95fa742f45 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.536066] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Updating instance '2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4' progress to 0 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1063.598243] env[70039]: INFO nova.compute.manager [-] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Took 2.19 seconds to deallocate network for instance. [ 1063.708942] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842b1f67-0071-4fe8-960f-aaeae7edb470 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.719183] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddce8a20-b250-4521-a607-280bf3400d67 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.752613] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c9c50b-d29e-4736-a744-f8f85d9c01b3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.764402] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d4921d-0da0-4260-acb2-2d6eaf90a10f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.780021] env[70039]: DEBUG nova.compute.provider_tree [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.873780] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331247, 'name': CreateVM_Task, 'duration_secs': 0.409974} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.874016] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.874755] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.874945] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.875333] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.875614] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feea62d5-aeee-465e-ad7c-62b457c92f89 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.881405] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1063.881405] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52fb4820-8168-bff8-3f32-b3cdc7889400" [ 1063.881405] env[70039]: _type = "Task" [ 1063.881405] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.892265] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fb4820-8168-bff8-3f32-b3cdc7889400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.045420] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.045750] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b28f83b-df8c-4cf3-bc75-4823422414f6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.053876] env[70039]: DEBUG oslo_vmware.api [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1064.053876] env[70039]: value = "task-3331248" [ 1064.053876] env[70039]: _type = "Task" [ 1064.053876] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.066000] env[70039]: DEBUG oslo_vmware.api [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.109638] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.169729] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "6b6a2ead-c49c-43d9-a410-2466f23d699b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.169729] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "6b6a2ead-c49c-43d9-a410-2466f23d699b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.169729] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "6b6a2ead-c49c-43d9-a410-2466f23d699b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.169729] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "6b6a2ead-c49c-43d9-a410-2466f23d699b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.169729] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "6b6a2ead-c49c-43d9-a410-2466f23d699b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.171039] env[70039]: INFO nova.compute.manager [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Terminating instance [ 1064.283412] env[70039]: DEBUG nova.scheduler.client.report [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.394720] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fb4820-8168-bff8-3f32-b3cdc7889400, 'name': SearchDatastore_Task, 'duration_secs': 0.016627} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.395444] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.396488] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.396889] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.397212] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.397516] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.398015] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbcf1ba7-a4b4-4dfb-ba6d-04198030ac16 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.407380] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.408028] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.409350] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3999fd5a-e77a-45b6-b54e-2c32333e8a7f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.415123] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1064.415123] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]522e9c94-71e3-68eb-611a-2e4a3144e187" [ 1064.415123] env[70039]: _type = "Task" [ 1064.415123] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.425187] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522e9c94-71e3-68eb-611a-2e4a3144e187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.564368] env[70039]: DEBUG oslo_vmware.api [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331248, 'name': PowerOffVM_Task, 'duration_secs': 0.199949} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.564672] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.564858] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Updating instance '2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4' progress to 17 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.679910] env[70039]: DEBUG nova.compute.manager [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.680226] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.681016] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a04bba-5619-401b-8afb-ae925ea8fcdd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.689236] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.689515] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6466d9c-44a6-4fe9-b7d8-d7ddc8146a05 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.700886] env[70039]: DEBUG oslo_vmware.api [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1064.700886] env[70039]: value = "task-3331249" [ 1064.700886] env[70039]: _type = "Task" [ 1064.700886] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.710988] env[70039]: DEBUG oslo_vmware.api [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.793144] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.793495] env[70039]: DEBUG nova.compute.manager [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.796944] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.625s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.796944] env[70039]: DEBUG nova.objects.instance [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lazy-loading 'resources' on Instance uuid fd51198c-0b97-487f-928e-7a79b18bd1e4 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.932083] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522e9c94-71e3-68eb-611a-2e4a3144e187, 'name': SearchDatastore_Task, 'duration_secs': 0.017181} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.932083] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b25eba5-ebcd-41b1-9731-afbfd2d771f2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.938074] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1064.938074] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52a0f47f-26a4-916a-ea4a-f86101a07fff" [ 1064.938074] env[70039]: _type = "Task" [ 1064.938074] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.946807] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a0f47f-26a4-916a-ea4a-f86101a07fff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.072600] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.072908] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.073473] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.073729] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.073942] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.074204] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.074465] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.074644] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.074829] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.075051] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.075282] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.082786] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd39b303-30c6-4cd9-8774-2d42ea9d907e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.104968] env[70039]: DEBUG oslo_vmware.api [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1065.104968] env[70039]: value = "task-3331250" [ 1065.104968] env[70039]: _type = "Task" [ 1065.104968] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.105764] env[70039]: DEBUG nova.network.neutron [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Successfully updated port: 103ed2b5-2960-4d5b-9f11-c3cced5af087 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.128649] env[70039]: DEBUG oslo_vmware.api [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.220027] env[70039]: DEBUG oslo_vmware.api [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331249, 'name': PowerOffVM_Task, 'duration_secs': 0.38552} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.220027] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.220027] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.220027] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d789099-13ab-4210-993c-50b08b034ff7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.287030] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.287030] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.287030] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Deleting the datastore file [datastore1] 6b6a2ead-c49c-43d9-a410-2466f23d699b {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.287030] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2373aeb5-bf8d-4b31-b2c2-7175752f07a5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.295732] env[70039]: DEBUG oslo_vmware.api [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1065.295732] env[70039]: value = "task-3331252" [ 1065.295732] env[70039]: _type = "Task" [ 1065.295732] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.306862] env[70039]: DEBUG nova.compute.utils [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.313061] env[70039]: DEBUG nova.compute.manager [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.313061] env[70039]: DEBUG nova.network.neutron [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.319525] env[70039]: DEBUG nova.compute.manager [req-ec00eca1-ef9c-4c50-9c4b-0b2fa80472e9 req-bb5eecd4-a006-475b-932e-0b96f0eccbde service nova] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Received event network-vif-deleted-323c937c-95d9-4d25-aa02-77e1b8d10082 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.320290] env[70039]: DEBUG nova.compute.manager [req-ec00eca1-ef9c-4c50-9c4b-0b2fa80472e9 req-bb5eecd4-a006-475b-932e-0b96f0eccbde service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Received event network-vif-plugged-103ed2b5-2960-4d5b-9f11-c3cced5af087 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.320290] env[70039]: DEBUG oslo_concurrency.lockutils [req-ec00eca1-ef9c-4c50-9c4b-0b2fa80472e9 req-bb5eecd4-a006-475b-932e-0b96f0eccbde service nova] Acquiring lock "ce10145e-b396-41cf-b13f-170cdc82a43b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.320512] env[70039]: DEBUG oslo_concurrency.lockutils [req-ec00eca1-ef9c-4c50-9c4b-0b2fa80472e9 req-bb5eecd4-a006-475b-932e-0b96f0eccbde service nova] Lock "ce10145e-b396-41cf-b13f-170cdc82a43b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.320697] env[70039]: DEBUG oslo_concurrency.lockutils [req-ec00eca1-ef9c-4c50-9c4b-0b2fa80472e9 req-bb5eecd4-a006-475b-932e-0b96f0eccbde service nova] Lock "ce10145e-b396-41cf-b13f-170cdc82a43b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.321384] env[70039]: DEBUG nova.compute.manager [req-ec00eca1-ef9c-4c50-9c4b-0b2fa80472e9 req-bb5eecd4-a006-475b-932e-0b96f0eccbde service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] No waiting events found dispatching network-vif-plugged-103ed2b5-2960-4d5b-9f11-c3cced5af087 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.321384] env[70039]: WARNING nova.compute.manager [req-ec00eca1-ef9c-4c50-9c4b-0b2fa80472e9 req-bb5eecd4-a006-475b-932e-0b96f0eccbde service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Received unexpected event network-vif-plugged-103ed2b5-2960-4d5b-9f11-c3cced5af087 for instance with vm_state active and task_state None. [ 1065.328430] env[70039]: DEBUG oslo_vmware.api [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.448052] env[70039]: DEBUG nova.policy [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd71c28221a940e5870bcd9d15444641', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f9aef6dfcc3442694af4ae8db68cf13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.458540] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a0f47f-26a4-916a-ea4a-f86101a07fff, 'name': SearchDatastore_Task, 'duration_secs': 0.042227} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.461033] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.461033] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 2a3331a0-19ac-4f75-9541-57ff3e287f9e/2a3331a0-19ac-4f75-9541-57ff3e287f9e.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.461033] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25ce0527-a95f-4df3-8d21-4696dee6c547 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.475027] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1065.475027] env[70039]: value = "task-3331253" [ 1065.475027] env[70039]: _type = "Task" [ 1065.475027] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.482950] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.621395] env[70039]: DEBUG oslo_concurrency.lockutils [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.622129] env[70039]: DEBUG oslo_concurrency.lockutils [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.622129] env[70039]: DEBUG nova.network.neutron [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.638443] env[70039]: DEBUG oslo_vmware.api [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331250, 'name': ReconfigVM_Task, 'duration_secs': 0.274182} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.639688] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Updating instance '2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4' progress to 33 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.776980] env[70039]: INFO nova.compute.manager [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Unrescuing [ 1065.777384] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "refresh_cache-331396db-575b-4b9f-9804-04b60db3df0b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.777593] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquired lock "refresh_cache-331396db-575b-4b9f-9804-04b60db3df0b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.777782] env[70039]: DEBUG nova.network.neutron [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.784851] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82bb062-e789-4a6a-8f6e-6d89a34b0620 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.807382] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9452a3-e880-45aa-9fca-e1e7ad3afa73 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.815041] env[70039]: DEBUG nova.compute.manager [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.817698] env[70039]: DEBUG oslo_vmware.api [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506352} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.818713] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.818891] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.819086] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.819263] env[70039]: INFO nova.compute.manager [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1065.819564] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.821000] env[70039]: DEBUG nova.compute.manager [-] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.821000] env[70039]: DEBUG nova.network.neutron [-] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.656183] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.656435] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.656596] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.656821] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.656997] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.657186] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.657393] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.657543] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.657697] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.657850] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.658026] env[70039]: DEBUG nova.virt.hardware [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.663311] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1066.666456] env[70039]: DEBUG nova.network.neutron [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Successfully created port: 1a12fce8-cd61-4ac5-a048-4562dbbd4bef {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.671612] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dff6d8e7-040f-4410-bbaa-a87f20e983b7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.684867] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3099404a-d72e-4792-817b-355c10d9e120 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.688794] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.689977] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.695808] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76537} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.698687] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 2a3331a0-19ac-4f75-9541-57ff3e287f9e/2a3331a0-19ac-4f75-9541-57ff3e287f9e.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.698972] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.703024] env[70039]: DEBUG oslo_vmware.api [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1066.703024] env[70039]: value = "task-3331254" [ 1066.703024] env[70039]: _type = "Task" [ 1066.703024] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.703024] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ed081de-6aa2-456d-9727-6ccc15a069b2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.703024] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff0c253-2a42-4fb2-b5f6-6a6734db4f41 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.715108] env[70039]: DEBUG oslo_vmware.api [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.725093] env[70039]: DEBUG nova.compute.provider_tree [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.726730] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1066.726730] env[70039]: value = "task-3331255" [ 1066.726730] env[70039]: _type = "Task" [ 1066.726730] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.736605] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.853491] env[70039]: WARNING nova.network.neutron [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] 4851bdbc-d525-45ca-9441-9a53f60bb5d2 already exists in list: networks containing: ['4851bdbc-d525-45ca-9441-9a53f60bb5d2']. ignoring it [ 1066.853755] env[70039]: WARNING nova.network.neutron [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] 4851bdbc-d525-45ca-9441-9a53f60bb5d2 already exists in list: networks containing: ['4851bdbc-d525-45ca-9441-9a53f60bb5d2']. ignoring it [ 1067.203319] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.203525] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.203680] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.203834] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.203978] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.204157] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.204347] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70039) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1067.204513] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager.update_available_resource {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.218603] env[70039]: DEBUG oslo_vmware.api [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331254, 'name': ReconfigVM_Task, 'duration_secs': 0.21888} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.218745] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1067.219626] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc4e365-7219-4a2d-a94f-68b3321692ef {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.229889] env[70039]: DEBUG nova.scheduler.client.report [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.266026] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4/2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.268346] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fbe18ac-2889-490a-82f6-e4147dc2862b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.288704] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074086} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.290195] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.290586] env[70039]: DEBUG oslo_vmware.api [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1067.290586] env[70039]: value = "task-3331256" [ 1067.290586] env[70039]: _type = "Task" [ 1067.290586] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.291332] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500a6fac-f8d5-47a2-b3af-3b7d9445cc73 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.319601] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 2a3331a0-19ac-4f75-9541-57ff3e287f9e/2a3331a0-19ac-4f75-9541-57ff3e287f9e.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.325249] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9083a39-b8e7-44c0-b236-ed3f8e4696f0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.338216] env[70039]: DEBUG oslo_vmware.api [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331256, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.349079] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1067.349079] env[70039]: value = "task-3331257" [ 1067.349079] env[70039]: _type = "Task" [ 1067.349079] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.361023] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.667744] env[70039]: DEBUG nova.compute.manager [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.710503] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.746237] env[70039]: DEBUG nova.virt.hardware [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.746531] env[70039]: DEBUG nova.virt.hardware [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.747010] env[70039]: DEBUG nova.virt.hardware [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.747309] env[70039]: DEBUG nova.virt.hardware [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.747499] env[70039]: DEBUG nova.virt.hardware [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.747673] env[70039]: DEBUG nova.virt.hardware [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.747888] env[70039]: DEBUG nova.virt.hardware [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.748128] env[70039]: DEBUG nova.virt.hardware [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.748299] env[70039]: DEBUG nova.virt.hardware [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.748454] env[70039]: DEBUG nova.virt.hardware [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.748659] env[70039]: DEBUG nova.virt.hardware [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.749618] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3700c27c-9b71-471a-9fbe-90325d1a257f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.759028] env[70039]: DEBUG nova.network.neutron [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Updating instance_info_cache with network_info: [{"id": "e3296a42-ebae-4f53-a8a9-d00189e7db21", "address": "fa:16:3e:02:26:54", "network": {"id": "91aecdfd-6eec-4dfe-82d3-9e2820eb0b5f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1170565632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d11902e07e23432899a0ea3629d6c90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3296a42-eb", "ovs_interfaceid": "e3296a42-ebae-4f53-a8a9-d00189e7db21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.770509] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.973s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.771728] env[70039]: DEBUG oslo_concurrency.lockutils [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.583s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.772014] env[70039]: DEBUG nova.objects.instance [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Lazy-loading 'resources' on Instance uuid d50b1222-93c9-4fcc-bfa8-06443220faf6 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.774755] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3ac2aa-2141-4866-a545-1394d07776d1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.804842] env[70039]: DEBUG oslo_vmware.api [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331256, 'name': ReconfigVM_Task, 'duration_secs': 0.422393} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.804842] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4/2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.805334] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Updating instance '2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4' progress to 50 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.812935] env[70039]: INFO nova.scheduler.client.report [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Deleted allocations for instance fd51198c-0b97-487f-928e-7a79b18bd1e4 [ 1067.860769] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331257, 'name': ReconfigVM_Task, 'duration_secs': 0.409916} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.861202] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 2a3331a0-19ac-4f75-9541-57ff3e287f9e/2a3331a0-19ac-4f75-9541-57ff3e287f9e.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.861935] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3037d4e-c215-45ff-ab16-c5e3c1d56691 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.872575] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1067.872575] env[70039]: value = "task-3331258" [ 1067.872575] env[70039]: _type = "Task" [ 1067.872575] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.883434] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331258, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.264290] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Releasing lock "refresh_cache-331396db-575b-4b9f-9804-04b60db3df0b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.264578] env[70039]: DEBUG nova.objects.instance [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lazy-loading 'flavor' on Instance uuid 331396db-575b-4b9f-9804-04b60db3df0b {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.313441] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59352503-d309-41ce-a159-024fba42ec51 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.340649] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e562ed3-4c6f-4b38-a5fc-99bde6e9537d tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "fd51198c-0b97-487f-928e-7a79b18bd1e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.755s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.347151] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6b8bff-1e32-4a9c-9d92-2ed4a7953d21 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.369294] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Updating instance '2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4' progress to 67 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1068.377039] env[70039]: DEBUG nova.network.neutron [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Successfully updated port: 1a12fce8-cd61-4ac5-a048-4562dbbd4bef {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.390849] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331258, 'name': Rename_Task, 'duration_secs': 0.21379} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.391077] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.391330] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a23c87b-3f00-4182-a92e-b755c31e01c0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.399695] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1068.399695] env[70039]: value = "task-3331259" [ 1068.399695] env[70039]: _type = "Task" [ 1068.399695] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.408508] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.744899] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b09878-10b5-47c8-ae2c-75b533804e22 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.753159] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be15ebfa-4c39-4fe7-bd78-c117f95f3182 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.789646] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e757a01-c106-493e-970e-ad6e10d1e7ce {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.797272] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c107684b-6d18-4816-a427-225733bab946 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.824834] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb34e9a-87d0-488c-af42-81462efc2065 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.830046] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.831015] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91000122-fe1b-4381-bf2a-0c7715b70b07 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.847671] env[70039]: DEBUG nova.compute.provider_tree [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.855694] env[70039]: DEBUG oslo_vmware.api [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1068.855694] env[70039]: value = "task-3331260" [ 1068.855694] env[70039]: _type = "Task" [ 1068.855694] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.870671] env[70039]: DEBUG oslo_vmware.api [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.884030] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "refresh_cache-9b6b17b2-8401-42fd-8496-5484c16f641a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.884030] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquired lock "refresh_cache-9b6b17b2-8401-42fd-8496-5484c16f641a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.884030] env[70039]: DEBUG nova.network.neutron [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.912205] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331259, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.952527] env[70039]: DEBUG nova.network.neutron [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Port 621c24c7-2edb-4abe-ab56-9a45823b79d8 binding to destination host cpu-1 is already ACTIVE {{(pid=70039) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1069.095934] env[70039]: DEBUG nova.network.neutron [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Updating instance_info_cache with network_info: [{"id": "6ec70463-f243-4b15-95bf-366727322408", "address": "fa:16:3e:b7:5a:37", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec70463-f2", "ovs_interfaceid": "6ec70463-f243-4b15-95bf-366727322408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "33b91eac-2c1c-4a26-a243-ede46b977fdd", "address": "fa:16:3e:7a:88:22", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33b91eac-2c", "ovs_interfaceid": "33b91eac-2c1c-4a26-a243-ede46b977fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "103ed2b5-2960-4d5b-9f11-c3cced5af087", "address": "fa:16:3e:b9:9b:4e", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap103ed2b5-29", "ovs_interfaceid": "103ed2b5-2960-4d5b-9f11-c3cced5af087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.302017] env[70039]: INFO nova.compute.manager [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Rebuilding instance [ 1069.343932] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce6f9e-ac25-3b58-176c-b6cc602d54c9/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1069.344877] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9e3878-ae21-4bb1-9822-964220b24dd4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.352421] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce6f9e-ac25-3b58-176c-b6cc602d54c9/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1069.352421] env[70039]: ERROR oslo_vmware.rw_handles [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce6f9e-ac25-3b58-176c-b6cc602d54c9/disk-0.vmdk due to incomplete transfer. [ 1069.352923] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a5b3b813-1256-4135-ab3d-e9f3ac97f223 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.361042] env[70039]: DEBUG nova.scheduler.client.report [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.374359] env[70039]: DEBUG oslo_vmware.rw_handles [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce6f9e-ac25-3b58-176c-b6cc602d54c9/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1069.374359] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Uploaded image 792f30ff-ce1d-4d20-aa34-00ec1c5d008a to the Glance image server {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1069.376778] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Destroying the VM {{(pid=70039) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1069.377412] env[70039]: DEBUG nova.compute.manager [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.377896] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fe7eeb11-75ec-4afc-bffc-cfc32588b34c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.380420] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02312c43-6a85-4e67-8abf-aba22ba781b2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.395955] env[70039]: DEBUG oslo_vmware.api [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331260, 'name': PowerOffVM_Task, 'duration_secs': 0.347653} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.401150] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.412040] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1069.412926] env[70039]: DEBUG oslo_vmware.api [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1069.412926] env[70039]: value = "task-3331261" [ 1069.412926] env[70039]: _type = "Task" [ 1069.412926] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.413267] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6be217cc-64d6-4d7e-9790-b92537a3be01 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.444793] env[70039]: DEBUG oslo_vmware.api [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331259, 'name': PowerOnVM_Task, 'duration_secs': 0.620915} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.448237] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.448876] env[70039]: DEBUG nova.compute.manager [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.448876] env[70039]: DEBUG oslo_vmware.api [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331261, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.449413] env[70039]: DEBUG oslo_vmware.api [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1069.449413] env[70039]: value = "task-3331262" [ 1069.449413] env[70039]: _type = "Task" [ 1069.449413] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.450809] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33aa02a8-1848-41aa-8cef-b7538b0a4ffc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.472104] env[70039]: DEBUG oslo_vmware.api [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.477315] env[70039]: DEBUG nova.network.neutron [-] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.508055] env[70039]: DEBUG nova.network.neutron [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.600711] env[70039]: DEBUG oslo_concurrency.lockutils [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.601428] env[70039]: DEBUG oslo_concurrency.lockutils [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.601580] env[70039]: DEBUG oslo_concurrency.lockutils [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.602484] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d696a1-224a-4615-837c-ee827ce785a0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.621036] env[70039]: DEBUG nova.virt.hardware [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.621157] env[70039]: DEBUG nova.virt.hardware [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.621286] env[70039]: DEBUG nova.virt.hardware [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.621467] env[70039]: DEBUG nova.virt.hardware [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.621642] env[70039]: DEBUG nova.virt.hardware [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.621756] env[70039]: DEBUG nova.virt.hardware [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.621989] env[70039]: DEBUG nova.virt.hardware [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.622215] env[70039]: DEBUG nova.virt.hardware [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.622320] env[70039]: DEBUG nova.virt.hardware [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.622500] env[70039]: DEBUG nova.virt.hardware [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.622752] env[70039]: DEBUG nova.virt.hardware [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.629648] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Reconfiguring VM to attach interface {{(pid=70039) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1069.632654] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea972e24-fa47-4d4c-8723-1e1d6b6cfc75 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.650416] env[70039]: DEBUG oslo_vmware.api [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1069.650416] env[70039]: value = "task-3331263" [ 1069.650416] env[70039]: _type = "Task" [ 1069.650416] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.660675] env[70039]: DEBUG oslo_vmware.api [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331263, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.685246] env[70039]: DEBUG nova.compute.manager [req-678e7663-8468-4588-ba19-fd115ef570fa req-0207c6fd-f397-4f05-93bf-89db44236208 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Received event network-changed-103ed2b5-2960-4d5b-9f11-c3cced5af087 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.685474] env[70039]: DEBUG nova.compute.manager [req-678e7663-8468-4588-ba19-fd115ef570fa req-0207c6fd-f397-4f05-93bf-89db44236208 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Refreshing instance network info cache due to event network-changed-103ed2b5-2960-4d5b-9f11-c3cced5af087. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.685779] env[70039]: DEBUG oslo_concurrency.lockutils [req-678e7663-8468-4588-ba19-fd115ef570fa req-0207c6fd-f397-4f05-93bf-89db44236208 service nova] Acquiring lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.685997] env[70039]: DEBUG oslo_concurrency.lockutils [req-678e7663-8468-4588-ba19-fd115ef570fa req-0207c6fd-f397-4f05-93bf-89db44236208 service nova] Acquired lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.686272] env[70039]: DEBUG nova.network.neutron [req-678e7663-8468-4588-ba19-fd115ef570fa req-0207c6fd-f397-4f05-93bf-89db44236208 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Refreshing network info cache for port 103ed2b5-2960-4d5b-9f11-c3cced5af087 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.722192] env[70039]: DEBUG nova.network.neutron [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Updating instance_info_cache with network_info: [{"id": "1a12fce8-cd61-4ac5-a048-4562dbbd4bef", "address": "fa:16:3e:c9:ef:6e", "network": {"id": "507f33e1-2d58-407c-b58e-8c2e45d29e55", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1535324144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9aef6dfcc3442694af4ae8db68cf13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a12fce8-cd", "ovs_interfaceid": "1a12fce8-cd61-4ac5-a048-4562dbbd4bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.881295] env[70039]: DEBUG oslo_concurrency.lockutils [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.885336] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.501s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.885961] env[70039]: DEBUG nova.objects.instance [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70039) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1069.913249] env[70039]: INFO nova.scheduler.client.report [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Deleted allocations for instance d50b1222-93c9-4fcc-bfa8-06443220faf6 [ 1069.941513] env[70039]: DEBUG oslo_vmware.api [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331261, 'name': Destroy_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.978260] env[70039]: DEBUG oslo_vmware.api [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331262, 'name': ReconfigVM_Task, 'duration_secs': 0.385571} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.984565] env[70039]: INFO nova.compute.manager [-] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Took 4.16 seconds to deallocate network for instance. [ 1069.984861] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1069.985098] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.992671] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.992671] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.992671] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.994179] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaafd579-42aa-4315-9caf-e81c5b4ae672 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.000058] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.007484] env[70039]: DEBUG oslo_vmware.api [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1070.007484] env[70039]: value = "task-3331264" [ 1070.007484] env[70039]: _type = "Task" [ 1070.007484] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.016325] env[70039]: DEBUG oslo_vmware.api [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.160880] env[70039]: DEBUG oslo_vmware.api [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.226200] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Releasing lock "refresh_cache-9b6b17b2-8401-42fd-8496-5484c16f641a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.226644] env[70039]: DEBUG nova.compute.manager [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Instance network_info: |[{"id": "1a12fce8-cd61-4ac5-a048-4562dbbd4bef", "address": "fa:16:3e:c9:ef:6e", "network": {"id": "507f33e1-2d58-407c-b58e-8c2e45d29e55", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1535324144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9aef6dfcc3442694af4ae8db68cf13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a12fce8-cd", "ovs_interfaceid": "1a12fce8-cd61-4ac5-a048-4562dbbd4bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.227110] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:ef:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a12fce8-cd61-4ac5-a048-4562dbbd4bef', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.235147] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.235450] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.235714] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13c30b36-6bdc-4e8f-9e7c-2ce3c868aa3a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.268989] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.268989] env[70039]: value = "task-3331265" [ 1070.268989] env[70039]: _type = "Task" [ 1070.268989] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.277785] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331265, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.421081] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.423707] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fad1692-d300-4032-92d9-8ab18735cf9a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.425851] env[70039]: DEBUG oslo_concurrency.lockutils [None req-aa84be0e-add2-457a-a34a-99d86fa86393 tempest-ServersTestManualDisk-805921895 tempest-ServersTestManualDisk-805921895-project-member] Lock "d50b1222-93c9-4fcc-bfa8-06443220faf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.224s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.434859] env[70039]: DEBUG oslo_vmware.api [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Waiting for the task: (returnval){ [ 1070.434859] env[70039]: value = "task-3331266" [ 1070.434859] env[70039]: _type = "Task" [ 1070.434859] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.438101] env[70039]: DEBUG oslo_vmware.api [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331261, 'name': Destroy_Task, 'duration_secs': 0.754686} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.441366] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Destroyed the VM [ 1070.441642] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Deleting Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1070.441949] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e8558472-c8eb-4cc2-abbd-841084a5674e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.452692] env[70039]: DEBUG oslo_vmware.api [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.454391] env[70039]: DEBUG oslo_vmware.api [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1070.454391] env[70039]: value = "task-3331267" [ 1070.454391] env[70039]: _type = "Task" [ 1070.454391] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.471877] env[70039]: DEBUG oslo_vmware.api [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331267, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.506224] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.523244] env[70039]: DEBUG oslo_vmware.api [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331264, 'name': PowerOnVM_Task, 'duration_secs': 0.40224} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.523994] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.524233] env[70039]: DEBUG nova.compute.manager [None req-4bfde0ad-65e0-4e45-86a0-c23e082c6190 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.525545] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e00c60-682f-44be-a39c-d8458a92225f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.578316] env[70039]: DEBUG nova.compute.manager [req-9ac8a742-af42-4f13-a8eb-9d0b920d855b req-5a8dee65-288b-4a79-aa6a-c2118c1c6057 service nova] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Received event network-vif-deleted-7b601013-bde1-4207-8131-85a560942e07 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.638399] env[70039]: DEBUG nova.network.neutron [req-678e7663-8468-4588-ba19-fd115ef570fa req-0207c6fd-f397-4f05-93bf-89db44236208 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Updated VIF entry in instance network info cache for port 103ed2b5-2960-4d5b-9f11-c3cced5af087. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.638960] env[70039]: DEBUG nova.network.neutron [req-678e7663-8468-4588-ba19-fd115ef570fa req-0207c6fd-f397-4f05-93bf-89db44236208 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Updating instance_info_cache with network_info: [{"id": "6ec70463-f243-4b15-95bf-366727322408", "address": "fa:16:3e:b7:5a:37", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec70463-f2", "ovs_interfaceid": "6ec70463-f243-4b15-95bf-366727322408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "33b91eac-2c1c-4a26-a243-ede46b977fdd", "address": "fa:16:3e:7a:88:22", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33b91eac-2c", "ovs_interfaceid": "33b91eac-2c1c-4a26-a243-ede46b977fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "103ed2b5-2960-4d5b-9f11-c3cced5af087", "address": "fa:16:3e:b9:9b:4e", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap103ed2b5-29", "ovs_interfaceid": "103ed2b5-2960-4d5b-9f11-c3cced5af087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.663058] env[70039]: DEBUG oslo_vmware.api [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331263, 'name': ReconfigVM_Task, 'duration_secs': 0.835739} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.664135] env[70039]: DEBUG oslo_concurrency.lockutils [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.664135] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Reconfigured VM to attach interface {{(pid=70039) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1070.781017] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331265, 'name': CreateVM_Task, 'duration_secs': 0.412611} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.781895] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.782889] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.783610] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.784318] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.784592] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9a72c27-2c8e-4b0e-ae3d-397bec9e2b54 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.791473] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1070.791473] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52fe9a00-1db4-bd04-9a8d-8678e7a8c9a3" [ 1070.791473] env[70039]: _type = "Task" [ 1070.791473] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.799353] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fe9a00-1db4-bd04-9a8d-8678e7a8c9a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.896586] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5d5e93a8-dc5c-4735-9ea8-c05a6c5c2bd3 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.897875] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.176s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.899746] env[70039]: INFO nova.compute.claims [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.948329] env[70039]: DEBUG oslo_vmware.api [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331266, 'name': PowerOffVM_Task, 'duration_secs': 0.289868} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.948583] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.949298] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.949562] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-401973ff-411a-48dd-95a4-2e770721d55c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.959195] env[70039]: DEBUG oslo_vmware.api [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Waiting for the task: (returnval){ [ 1070.959195] env[70039]: value = "task-3331268" [ 1070.959195] env[70039]: _type = "Task" [ 1070.959195] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.965713] env[70039]: DEBUG oslo_vmware.api [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331267, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.970900] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] VM already powered off {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1070.971127] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Volume detach. Driver type: vmdk {{(pid=70039) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1070.971325] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664960', 'volume_id': '5202890e-afa9-47a9-9398-afea1fe476c4', 'name': 'volume-5202890e-afa9-47a9-9398-afea1fe476c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6a0aeac-b975-4c2c-904f-a35d9946eb70', 'attached_at': '', 'detached_at': '', 'volume_id': '5202890e-afa9-47a9-9398-afea1fe476c4', 'serial': '5202890e-afa9-47a9-9398-afea1fe476c4'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1070.972084] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297c3485-74ef-4bc0-9c73-497035b6f522 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.990122] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8205fbf-82b6-49a8-bbbe-3cb87aec02d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.997959] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc045247-ce5a-420f-9213-3ac3f0d9e563 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.020034] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9800e771-72da-4509-94b3-a56d92b92c99 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.038226] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] The volume has not been displaced from its original location: [datastore1] volume-5202890e-afa9-47a9-9398-afea1fe476c4/volume-5202890e-afa9-47a9-9398-afea1fe476c4.vmdk. No consolidation needed. {{(pid=70039) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1071.043274] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1071.045740] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3b876fe-3db6-4df8-9bc6-552c971af96c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.062637] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "refresh_cache-2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.062809] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "refresh_cache-2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.062980] env[70039]: DEBUG nova.network.neutron [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.065161] env[70039]: DEBUG oslo_vmware.api [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Waiting for the task: (returnval){ [ 1071.065161] env[70039]: value = "task-3331269" [ 1071.065161] env[70039]: _type = "Task" [ 1071.065161] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.073606] env[70039]: DEBUG oslo_vmware.api [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.141656] env[70039]: DEBUG oslo_concurrency.lockutils [req-678e7663-8468-4588-ba19-fd115ef570fa req-0207c6fd-f397-4f05-93bf-89db44236208 service nova] Releasing lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.170225] env[70039]: DEBUG oslo_concurrency.lockutils [None req-aeefc829-1ed4-4a46-9bd3-8bd71563c7e7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "interface-ce10145e-b396-41cf-b13f-170cdc82a43b-103ed2b5-2960-4d5b-9f11-c3cced5af087" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.638s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.300909] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fe9a00-1db4-bd04-9a8d-8678e7a8c9a3, 'name': SearchDatastore_Task, 'duration_secs': 0.020749} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.301355] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.301671] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.302262] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.302262] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.302401] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.302704] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a91cced-b022-46af-b6c9-3dd0a4afe368 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.314363] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.314624] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.315571] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd577661-cf20-413b-af6e-6cbb5ea8b20d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.328371] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1071.328371] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ebe909-03da-a29a-9fdc-fc73ffbb254b" [ 1071.328371] env[70039]: _type = "Task" [ 1071.328371] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.339679] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ebe909-03da-a29a-9fdc-fc73ffbb254b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.464907] env[70039]: DEBUG oslo_vmware.api [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331267, 'name': RemoveSnapshot_Task, 'duration_secs': 0.923337} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.465299] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Deleted Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1071.465549] env[70039]: INFO nova.compute.manager [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Took 15.09 seconds to snapshot the instance on the hypervisor. [ 1071.577440] env[70039]: DEBUG oslo_vmware.api [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331269, 'name': ReconfigVM_Task, 'duration_secs': 0.210334} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.578398] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1071.582472] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e98af1f-9eaa-4369-b0d8-4dfe0febba90 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.598841] env[70039]: DEBUG oslo_vmware.api [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Waiting for the task: (returnval){ [ 1071.598841] env[70039]: value = "task-3331270" [ 1071.598841] env[70039]: _type = "Task" [ 1071.598841] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.610201] env[70039]: DEBUG oslo_vmware.api [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.840870] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ebe909-03da-a29a-9fdc-fc73ffbb254b, 'name': SearchDatastore_Task, 'duration_secs': 0.01566} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.844408] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aedb1b8b-2289-4699-a7ba-4e1d8a888403 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.850171] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1071.850171] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b0fb16-a510-2e28-6847-48c212588335" [ 1071.850171] env[70039]: _type = "Task" [ 1071.850171] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.860475] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b0fb16-a510-2e28-6847-48c212588335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.888881] env[70039]: DEBUG oslo_concurrency.lockutils [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Acquiring lock "def86164-02c8-414d-8be5-34e665bd51b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.889431] env[70039]: DEBUG oslo_concurrency.lockutils [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Lock "def86164-02c8-414d-8be5-34e665bd51b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.930426] env[70039]: DEBUG nova.network.neutron [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Updating instance_info_cache with network_info: [{"id": "621c24c7-2edb-4abe-ab56-9a45823b79d8", "address": "fa:16:3e:2d:1e:f6", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621c24c7-2e", "ovs_interfaceid": "621c24c7-2edb-4abe-ab56-9a45823b79d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.049766] env[70039]: DEBUG nova.compute.manager [None req-c1a72f96-bcd9-4269-8645-410fef21098f tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Found 1 images (rotation: 2) {{(pid=70039) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1072.115307] env[70039]: DEBUG oslo_vmware.api [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331270, 'name': ReconfigVM_Task, 'duration_secs': 0.194786} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.115779] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664960', 'volume_id': '5202890e-afa9-47a9-9398-afea1fe476c4', 'name': 'volume-5202890e-afa9-47a9-9398-afea1fe476c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6a0aeac-b975-4c2c-904f-a35d9946eb70', 'attached_at': '', 'detached_at': '', 'volume_id': '5202890e-afa9-47a9-9398-afea1fe476c4', 'serial': '5202890e-afa9-47a9-9398-afea1fe476c4'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1072.116119] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.118231] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48568cd6-6e29-4b56-80be-c8d2c68ae5e7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.131019] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.131019] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f2189ed-a047-403e-bce3-daeeb818526c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.195967] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.195967] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.196551] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Deleting the datastore file [datastore1] b6a0aeac-b975-4c2c-904f-a35d9946eb70 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.196628] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-189b13b9-3af9-4d74-a895-f3b86c99b471 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.204030] env[70039]: DEBUG oslo_vmware.api [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Waiting for the task: (returnval){ [ 1072.204030] env[70039]: value = "task-3331272" [ 1072.204030] env[70039]: _type = "Task" [ 1072.204030] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.213985] env[70039]: DEBUG oslo_vmware.api [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.341474] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b50648-cd0d-400a-b3f2-9dfa8c8dd5bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.349429] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28279280-9c5c-4859-93e1-2329ef06dc4e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.362492] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b0fb16-a510-2e28-6847-48c212588335, 'name': SearchDatastore_Task, 'duration_secs': 0.015677} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.387250] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.387553] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 9b6b17b2-8401-42fd-8496-5484c16f641a/9b6b17b2-8401-42fd-8496-5484c16f641a.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.388043] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed69ddc9-0496-46b5-9d06-72422477a1bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.390833] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01406204-4dba-413b-896d-5858b827ee2c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.393896] env[70039]: DEBUG nova.compute.manager [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.402416] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173105f8-5701-4309-802c-38aeb8f53081 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.407458] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1072.407458] env[70039]: value = "task-3331273" [ 1072.407458] env[70039]: _type = "Task" [ 1072.407458] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.422642] env[70039]: DEBUG nova.compute.provider_tree [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.429340] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.436595] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "refresh_cache-2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.723048] env[70039]: DEBUG oslo_vmware.api [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Task: {'id': task-3331272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149929} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.723048] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.723048] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.723264] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.803606] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Volume detach. Driver type: vmdk {{(pid=70039) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1072.803977] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd6917ec-a816-45e7-b955-8994bc361de6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.816673] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baeb7a3-5cdb-4d08-b1df-930a776dbf89 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.858907] env[70039]: ERROR nova.compute.manager [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Failed to detach volume 5202890e-afa9-47a9-9398-afea1fe476c4 from /dev/sda: nova.exception.InstanceNotFound: Instance b6a0aeac-b975-4c2c-904f-a35d9946eb70 could not be found. [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Traceback (most recent call last): [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] self.driver.rebuild(**kwargs) [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] raise NotImplementedError() [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] NotImplementedError [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] During handling of the above exception, another exception occurred: [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Traceback (most recent call last): [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] self.driver.detach_volume(context, old_connection_info, [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] return self._volumeops.detach_volume(connection_info, instance) [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] self._detach_volume_vmdk(connection_info, instance) [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] stable_ref.fetch_moref(session) [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] nova.exception.InstanceNotFound: Instance b6a0aeac-b975-4c2c-904f-a35d9946eb70 could not be found. [ 1072.858907] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] [ 1072.902796] env[70039]: DEBUG nova.compute.manager [req-8afa479f-7096-4c2c-b84b-cde758b81ba0 req-0450fa6f-da4f-4442-88dd-50e87e574bb6 service nova] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Received event network-vif-plugged-1a12fce8-cd61-4ac5-a048-4562dbbd4bef {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.903031] env[70039]: DEBUG oslo_concurrency.lockutils [req-8afa479f-7096-4c2c-b84b-cde758b81ba0 req-0450fa6f-da4f-4442-88dd-50e87e574bb6 service nova] Acquiring lock "9b6b17b2-8401-42fd-8496-5484c16f641a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.903265] env[70039]: DEBUG oslo_concurrency.lockutils [req-8afa479f-7096-4c2c-b84b-cde758b81ba0 req-0450fa6f-da4f-4442-88dd-50e87e574bb6 service nova] Lock "9b6b17b2-8401-42fd-8496-5484c16f641a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.903463] env[70039]: DEBUG oslo_concurrency.lockutils [req-8afa479f-7096-4c2c-b84b-cde758b81ba0 req-0450fa6f-da4f-4442-88dd-50e87e574bb6 service nova] Lock "9b6b17b2-8401-42fd-8496-5484c16f641a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.903631] env[70039]: DEBUG nova.compute.manager [req-8afa479f-7096-4c2c-b84b-cde758b81ba0 req-0450fa6f-da4f-4442-88dd-50e87e574bb6 service nova] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] No waiting events found dispatching network-vif-plugged-1a12fce8-cd61-4ac5-a048-4562dbbd4bef {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.903846] env[70039]: WARNING nova.compute.manager [req-8afa479f-7096-4c2c-b84b-cde758b81ba0 req-0450fa6f-da4f-4442-88dd-50e87e574bb6 service nova] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Received unexpected event network-vif-plugged-1a12fce8-cd61-4ac5-a048-4562dbbd4bef for instance with vm_state building and task_state spawning. [ 1072.904129] env[70039]: DEBUG nova.compute.manager [req-8afa479f-7096-4c2c-b84b-cde758b81ba0 req-0450fa6f-da4f-4442-88dd-50e87e574bb6 service nova] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Received event network-changed-1a12fce8-cd61-4ac5-a048-4562dbbd4bef {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.904184] env[70039]: DEBUG nova.compute.manager [req-8afa479f-7096-4c2c-b84b-cde758b81ba0 req-0450fa6f-da4f-4442-88dd-50e87e574bb6 service nova] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Refreshing instance network info cache due to event network-changed-1a12fce8-cd61-4ac5-a048-4562dbbd4bef. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.904369] env[70039]: DEBUG oslo_concurrency.lockutils [req-8afa479f-7096-4c2c-b84b-cde758b81ba0 req-0450fa6f-da4f-4442-88dd-50e87e574bb6 service nova] Acquiring lock "refresh_cache-9b6b17b2-8401-42fd-8496-5484c16f641a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.904690] env[70039]: DEBUG oslo_concurrency.lockutils [req-8afa479f-7096-4c2c-b84b-cde758b81ba0 req-0450fa6f-da4f-4442-88dd-50e87e574bb6 service nova] Acquired lock "refresh_cache-9b6b17b2-8401-42fd-8496-5484c16f641a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.904875] env[70039]: DEBUG nova.network.neutron [req-8afa479f-7096-4c2c-b84b-cde758b81ba0 req-0450fa6f-da4f-4442-88dd-50e87e574bb6 service nova] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Refreshing network info cache for port 1a12fce8-cd61-4ac5-a048-4562dbbd4bef {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.921140] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331273, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.924202] env[70039]: DEBUG oslo_concurrency.lockutils [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.926461] env[70039]: DEBUG nova.scheduler.client.report [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.965399] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a02408b-0268-4b2a-bc89-aafd0dbc7945 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.998570] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dffe958-e96e-4b35-996a-aaba30117cc7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.007037] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Updating instance '2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4' progress to 83 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.042309] env[70039]: DEBUG nova.compute.utils [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Build of instance b6a0aeac-b975-4c2c-904f-a35d9946eb70 aborted: Failed to rebuild volume backed instance. {{(pid=70039) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1073.046970] env[70039]: ERROR nova.compute.manager [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance b6a0aeac-b975-4c2c-904f-a35d9946eb70 aborted: Failed to rebuild volume backed instance. [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Traceback (most recent call last): [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] self.driver.rebuild(**kwargs) [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] raise NotImplementedError() [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] NotImplementedError [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] During handling of the above exception, another exception occurred: [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Traceback (most recent call last): [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] self._detach_root_volume(context, instance, root_bdm) [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] with excutils.save_and_reraise_exception(): [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] self.force_reraise() [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] raise self.value [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] self.driver.detach_volume(context, old_connection_info, [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] return self._volumeops.detach_volume(connection_info, instance) [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] self._detach_volume_vmdk(connection_info, instance) [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] stable_ref.fetch_moref(session) [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] nova.exception.InstanceNotFound: Instance b6a0aeac-b975-4c2c-904f-a35d9946eb70 could not be found. [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] During handling of the above exception, another exception occurred: [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Traceback (most recent call last): [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] yield [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1073.046970] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] self._do_rebuild_instance_with_claim( [ 1073.048365] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1073.048365] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] self._do_rebuild_instance( [ 1073.048365] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1073.048365] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] self._rebuild_default_impl(**kwargs) [ 1073.048365] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1073.048365] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] self._rebuild_volume_backed_instance( [ 1073.048365] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1073.048365] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] raise exception.BuildAbortException( [ 1073.048365] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] nova.exception.BuildAbortException: Build of instance b6a0aeac-b975-4c2c-904f-a35d9946eb70 aborted: Failed to rebuild volume backed instance. [ 1073.048365] env[70039]: ERROR nova.compute.manager [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] [ 1073.314102] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Acquiring lock "3db22a16-9d2b-47d5-b1e4-5cab6fce6879" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.314450] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Lock "3db22a16-9d2b-47d5-b1e4-5cab6fce6879" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.424127] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563352} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.424427] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 9b6b17b2-8401-42fd-8496-5484c16f641a/9b6b17b2-8401-42fd-8496-5484c16f641a.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.424637] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.424890] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5d4de12-fff0-4a18-88d2-84721abea0f7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.432144] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.432630] env[70039]: DEBUG nova.compute.manager [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.435259] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1073.435259] env[70039]: value = "task-3331274" [ 1073.435259] env[70039]: _type = "Task" [ 1073.435259] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.435489] env[70039]: DEBUG oslo_concurrency.lockutils [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.443s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.437431] env[70039]: INFO nova.compute.claims [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.453986] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.516719] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.516719] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aa570d7-8b50-4917-a28a-014f8bfcd557 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.528025] env[70039]: DEBUG oslo_vmware.api [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1073.528025] env[70039]: value = "task-3331275" [ 1073.528025] env[70039]: _type = "Task" [ 1073.528025] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.536588] env[70039]: DEBUG oslo_vmware.api [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.766060] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "331396db-575b-4b9f-9804-04b60db3df0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.766362] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lock "331396db-575b-4b9f-9804-04b60db3df0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.766580] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "331396db-575b-4b9f-9804-04b60db3df0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.766807] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lock "331396db-575b-4b9f-9804-04b60db3df0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.767025] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lock "331396db-575b-4b9f-9804-04b60db3df0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.770181] env[70039]: INFO nova.compute.manager [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Terminating instance [ 1073.818520] env[70039]: DEBUG nova.compute.manager [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.830957] env[70039]: DEBUG nova.network.neutron [req-8afa479f-7096-4c2c-b84b-cde758b81ba0 req-0450fa6f-da4f-4442-88dd-50e87e574bb6 service nova] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Updated VIF entry in instance network info cache for port 1a12fce8-cd61-4ac5-a048-4562dbbd4bef. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.831331] env[70039]: DEBUG nova.network.neutron [req-8afa479f-7096-4c2c-b84b-cde758b81ba0 req-0450fa6f-da4f-4442-88dd-50e87e574bb6 service nova] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Updating instance_info_cache with network_info: [{"id": "1a12fce8-cd61-4ac5-a048-4562dbbd4bef", "address": "fa:16:3e:c9:ef:6e", "network": {"id": "507f33e1-2d58-407c-b58e-8c2e45d29e55", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1535324144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f9aef6dfcc3442694af4ae8db68cf13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a12fce8-cd", "ovs_interfaceid": "1a12fce8-cd61-4ac5-a048-4562dbbd4bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.887858] env[70039]: DEBUG nova.compute.manager [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.888893] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f225ca-a3c3-487c-801a-58e592eaf81e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.941915] env[70039]: DEBUG nova.compute.utils [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.943850] env[70039]: DEBUG nova.compute.manager [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.944012] env[70039]: DEBUG nova.network.neutron [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.959456] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331274, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.030300] env[70039]: DEBUG nova.policy [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4511b358403a4286b5674fd6f14de179', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5999c5a8bd44ccaafad6f106e527670', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.043402] env[70039]: DEBUG oslo_vmware.api [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.275327] env[70039]: DEBUG nova.compute.manager [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.275592] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.276608] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe1c80d-7445-4f14-9249-46922f20498e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.287487] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.287853] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7df3809e-89b8-48ee-aa41-dfd838ffcfae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.299920] env[70039]: DEBUG oslo_vmware.api [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1074.299920] env[70039]: value = "task-3331276" [ 1074.299920] env[70039]: _type = "Task" [ 1074.299920] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.312284] env[70039]: DEBUG oslo_vmware.api [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.331034] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "78d436ba-a361-4760-a13d-edd86fc665f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.331294] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "78d436ba-a361-4760-a13d-edd86fc665f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.336477] env[70039]: DEBUG oslo_concurrency.lockutils [req-8afa479f-7096-4c2c-b84b-cde758b81ba0 req-0450fa6f-da4f-4442-88dd-50e87e574bb6 service nova] Releasing lock "refresh_cache-9b6b17b2-8401-42fd-8496-5484c16f641a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.359911] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.400477] env[70039]: INFO nova.compute.manager [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] instance snapshotting [ 1074.401375] env[70039]: DEBUG nova.objects.instance [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lazy-loading 'flavor' on Instance uuid bcf40b87-7934-4ddf-aed5-4d4710ce0ed7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.447820] env[70039]: DEBUG nova.compute.manager [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.468576] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.686502} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.468969] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.472747] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96bb389-e73c-405f-affb-3992ad109764 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.498139] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 9b6b17b2-8401-42fd-8496-5484c16f641a/9b6b17b2-8401-42fd-8496-5484c16f641a.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.501301] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2501d261-bc72-4169-86b4-3780980c0443 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.525310] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1074.525310] env[70039]: value = "task-3331277" [ 1074.525310] env[70039]: _type = "Task" [ 1074.525310] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.540792] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.547450] env[70039]: DEBUG oslo_vmware.api [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331275, 'name': PowerOnVM_Task, 'duration_secs': 0.791502} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.548381] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.548916] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb83c7c-ac56-436c-9447-42a6fac21d1c tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Updating instance '2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4' progress to 100 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.595710] env[70039]: DEBUG nova.network.neutron [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Successfully created port: 62360db3-f2f7-429a-8a70-68fad2bfe667 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.819223] env[70039]: DEBUG oslo_vmware.api [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.833871] env[70039]: DEBUG nova.compute.manager [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1074.909485] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa9d635-2397-4bcd-85f2-b6f1ef6858c1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.935835] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f068aaeb-597d-4e7a-a235-6046bf7068a2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.970762] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a34779-3f9e-4cf1-aa19-dd404ef16dba {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.982021] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ed6f34-1d1a-4184-918a-ee6011603827 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.015402] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674e239b-3741-482b-b9b8-3a4fdb3f1949 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.024189] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf18816-297c-4b0b-a166-1027407d6622 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.037786] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.046266] env[70039]: DEBUG nova.compute.provider_tree [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.061027] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "45162af6-4a88-4787-aba6-7014cf88a772" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.061027] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "45162af6-4a88-4787-aba6-7014cf88a772" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.061027] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "45162af6-4a88-4787-aba6-7014cf88a772-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.061027] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "45162af6-4a88-4787-aba6-7014cf88a772-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.061027] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "45162af6-4a88-4787-aba6-7014cf88a772-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.061027] env[70039]: INFO nova.compute.manager [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Terminating instance [ 1075.071849] env[70039]: DEBUG oslo_concurrency.lockutils [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.113935] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "interface-ce10145e-b396-41cf-b13f-170cdc82a43b-33b91eac-2c1c-4a26-a243-ede46b977fdd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.114966] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "interface-ce10145e-b396-41cf-b13f-170cdc82a43b-33b91eac-2c1c-4a26-a243-ede46b977fdd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.310850] env[70039]: DEBUG oslo_vmware.api [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331276, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.361259] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.450606] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Creating Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1075.450972] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dcf2eec0-0ef3-4517-b1d5-bfa9cd478968 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.459936] env[70039]: DEBUG oslo_vmware.api [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1075.459936] env[70039]: value = "task-3331278" [ 1075.459936] env[70039]: _type = "Task" [ 1075.459936] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.473229] env[70039]: DEBUG nova.compute.manager [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.475714] env[70039]: DEBUG oslo_vmware.api [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331278, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.504374] env[70039]: DEBUG nova.virt.hardware [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.504692] env[70039]: DEBUG nova.virt.hardware [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.504921] env[70039]: DEBUG nova.virt.hardware [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.505264] env[70039]: DEBUG nova.virt.hardware [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.505424] env[70039]: DEBUG nova.virt.hardware [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.505579] env[70039]: DEBUG nova.virt.hardware [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.507830] env[70039]: DEBUG nova.virt.hardware [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.508053] env[70039]: DEBUG nova.virt.hardware [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.508262] env[70039]: DEBUG nova.virt.hardware [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.508415] env[70039]: DEBUG nova.virt.hardware [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.508616] env[70039]: DEBUG nova.virt.hardware [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.509652] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876550f9-b2a1-485e-9fc5-0ef1555b93d0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.519076] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fa9fc9-a874-4af6-a1cb-06beec5a9afa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.545856] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331277, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.550172] env[70039]: DEBUG nova.scheduler.client.report [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.570410] env[70039]: DEBUG nova.compute.manager [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.570633] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.573926] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b2d749-0bb2-48f7-8817-0d721cc29ad4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.581983] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.581983] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d2efc57-a76f-44ce-8e9e-de8beffd1f4d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.587554] env[70039]: DEBUG oslo_vmware.api [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1075.587554] env[70039]: value = "task-3331279" [ 1075.587554] env[70039]: _type = "Task" [ 1075.587554] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.596772] env[70039]: DEBUG oslo_vmware.api [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.618840] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.619477] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.620248] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44c448a-19a3-4f66-a817-c3c48241f5a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.640151] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbd95a9-9c1f-4b82-b543-b5626e549a5d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.674963] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Reconfiguring VM to detach interface {{(pid=70039) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1075.675367] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deed906f-43df-4e1a-af8a-8426d95254da {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.696805] env[70039]: DEBUG oslo_vmware.api [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1075.696805] env[70039]: value = "task-3331280" [ 1075.696805] env[70039]: _type = "Task" [ 1075.696805] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.706200] env[70039]: DEBUG oslo_vmware.api [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331280, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.812841] env[70039]: DEBUG oslo_vmware.api [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331276, 'name': PowerOffVM_Task, 'duration_secs': 1.037636} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.813167] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.813318] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.813584] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdd797ca-80d3-4ac8-98eb-16d5001549a4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.874278] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.874523] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.874717] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Deleting the datastore file [datastore2] 331396db-575b-4b9f-9804-04b60db3df0b {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.874981] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c62c2972-2e9d-4a11-804a-ecb6916fd5a6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.881466] env[70039]: DEBUG oslo_vmware.api [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1075.881466] env[70039]: value = "task-3331282" [ 1075.881466] env[70039]: _type = "Task" [ 1075.881466] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.891853] env[70039]: DEBUG oslo_vmware.api [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.969335] env[70039]: DEBUG oslo_vmware.api [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331278, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.046901] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331277, 'name': ReconfigVM_Task, 'duration_secs': 1.043943} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.047306] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 9b6b17b2-8401-42fd-8496-5484c16f641a/9b6b17b2-8401-42fd-8496-5484c16f641a.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.047985] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e60559a5-83b4-4487-b158-84a12b071742 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.058193] env[70039]: DEBUG oslo_concurrency.lockutils [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.058769] env[70039]: DEBUG nova.compute.manager [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.061688] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Acquiring lock "b6a0aeac-b975-4c2c-904f-a35d9946eb70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.061949] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Lock "b6a0aeac-b975-4c2c-904f-a35d9946eb70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.062193] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Acquiring lock "b6a0aeac-b975-4c2c-904f-a35d9946eb70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.062625] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Lock "b6a0aeac-b975-4c2c-904f-a35d9946eb70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.062625] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Lock "b6a0aeac-b975-4c2c-904f-a35d9946eb70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.067962] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1076.067962] env[70039]: value = "task-3331283" [ 1076.067962] env[70039]: _type = "Task" [ 1076.067962] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.067962] env[70039]: DEBUG oslo_concurrency.lockutils [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.468s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.067962] env[70039]: DEBUG nova.objects.instance [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lazy-loading 'resources' on Instance uuid 8336f568-c256-43cd-9411-bd415bc5e2f2 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.067962] env[70039]: INFO nova.compute.manager [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Terminating instance [ 1076.084951] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331283, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.099422] env[70039]: DEBUG oslo_vmware.api [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331279, 'name': PowerOffVM_Task, 'duration_secs': 0.213176} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.100259] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.100259] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.100259] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-852d4c22-c640-481d-a6f4-1dca501e6ad3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.168143] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.168412] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.168606] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Deleting the datastore file [datastore1] 45162af6-4a88-4787-aba6-7014cf88a772 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.168877] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5239248-d787-4c2d-a77a-e4141a431c45 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.179111] env[70039]: DEBUG oslo_vmware.api [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1076.179111] env[70039]: value = "task-3331285" [ 1076.179111] env[70039]: _type = "Task" [ 1076.179111] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.188758] env[70039]: DEBUG oslo_vmware.api [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.208584] env[70039]: DEBUG oslo_vmware.api [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.391182] env[70039]: DEBUG oslo_vmware.api [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240406} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.391448] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.391648] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.391812] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.391985] env[70039]: INFO nova.compute.manager [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1076.392249] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.392448] env[70039]: DEBUG nova.compute.manager [-] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.392541] env[70039]: DEBUG nova.network.neutron [-] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.471696] env[70039]: DEBUG oslo_vmware.api [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331278, 'name': CreateSnapshot_Task, 'duration_secs': 0.862722} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.473126] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Created Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1076.474637] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ad9f21-d8eb-432e-9e1b-3e656cab3c94 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.566662] env[70039]: DEBUG nova.compute.utils [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.570987] env[70039]: DEBUG nova.compute.manager [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.571193] env[70039]: DEBUG nova.network.neutron [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.579292] env[70039]: DEBUG nova.compute.manager [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.580075] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1dd1715-21b4-4bc6-bebe-e20409dfe471 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.589079] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331283, 'name': Rename_Task, 'duration_secs': 0.149963} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.590830] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.591249] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0618dc9d-e611-4497-8f29-1189a4be2b75 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.596697] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ac7193-29e2-41f7-ae43-c2cbc270f212 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.625029] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1076.625029] env[70039]: value = "task-3331286" [ 1076.625029] env[70039]: _type = "Task" [ 1076.625029] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.638213] env[70039]: WARNING nova.virt.vmwareapi.driver [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance b6a0aeac-b975-4c2c-904f-a35d9946eb70 could not be found. [ 1076.638422] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.645070] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cb1b3f7-bd11-42dd-9479-d39de5b663c5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.653714] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331286, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.658880] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6da2563-f72e-4b49-8136-7eb0b7012b28 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.679698] env[70039]: DEBUG nova.policy [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c401cf447d845c5addc76d608ef5baf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c5779f7bbc04aa38c7290864a25537c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.697662] env[70039]: WARNING nova.virt.vmwareapi.vmops [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b6a0aeac-b975-4c2c-904f-a35d9946eb70 could not be found. [ 1076.698032] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.698102] env[70039]: INFO nova.compute.manager [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1076.698645] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.703529] env[70039]: DEBUG nova.compute.manager [-] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.703529] env[70039]: DEBUG nova.network.neutron [-] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.710983] env[70039]: DEBUG oslo_vmware.api [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282602} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.711709] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.711924] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.712099] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.712265] env[70039]: INFO nova.compute.manager [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1076.712550] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.712697] env[70039]: DEBUG nova.compute.manager [-] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.712852] env[70039]: DEBUG nova.network.neutron [-] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.725063] env[70039]: DEBUG oslo_vmware.api [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.948241] env[70039]: DEBUG nova.compute.manager [req-04f6a55c-bd8f-48b9-ab0c-f50712300590 req-f3b50984-b1be-4327-902f-50c7a0ca4734 service nova] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Received event network-vif-plugged-62360db3-f2f7-429a-8a70-68fad2bfe667 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.948561] env[70039]: DEBUG oslo_concurrency.lockutils [req-04f6a55c-bd8f-48b9-ab0c-f50712300590 req-f3b50984-b1be-4327-902f-50c7a0ca4734 service nova] Acquiring lock "86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.948821] env[70039]: DEBUG oslo_concurrency.lockutils [req-04f6a55c-bd8f-48b9-ab0c-f50712300590 req-f3b50984-b1be-4327-902f-50c7a0ca4734 service nova] Lock "86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.949018] env[70039]: DEBUG oslo_concurrency.lockutils [req-04f6a55c-bd8f-48b9-ab0c-f50712300590 req-f3b50984-b1be-4327-902f-50c7a0ca4734 service nova] Lock "86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.949388] env[70039]: DEBUG nova.compute.manager [req-04f6a55c-bd8f-48b9-ab0c-f50712300590 req-f3b50984-b1be-4327-902f-50c7a0ca4734 service nova] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] No waiting events found dispatching network-vif-plugged-62360db3-f2f7-429a-8a70-68fad2bfe667 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.949388] env[70039]: WARNING nova.compute.manager [req-04f6a55c-bd8f-48b9-ab0c-f50712300590 req-f3b50984-b1be-4327-902f-50c7a0ca4734 service nova] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Received unexpected event network-vif-plugged-62360db3-f2f7-429a-8a70-68fad2bfe667 for instance with vm_state building and task_state spawning. [ 1076.997504] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Creating linked-clone VM from snapshot {{(pid=70039) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1076.998193] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1ee5fc09-38a6-4cf5-baed-97da6c95f753 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.006988] env[70039]: DEBUG oslo_vmware.api [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1077.006988] env[70039]: value = "task-3331287" [ 1077.006988] env[70039]: _type = "Task" [ 1077.006988] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.018644] env[70039]: DEBUG oslo_vmware.api [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331287, 'name': CloneVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.039762] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e5f927-bfe7-4472-972c-6f70e0927f7a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.047767] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046ae7af-4df3-425c-ab57-62947caaee09 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.083537] env[70039]: DEBUG nova.compute.manager [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.088357] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbc5280-ae27-44f9-814a-00ae8da8f91b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.097344] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0ce202-58d0-4d30-a696-832569030801 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.111381] env[70039]: DEBUG nova.compute.provider_tree [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.150926] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331286, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.215206] env[70039]: DEBUG oslo_vmware.api [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.215206] env[70039]: DEBUG nova.network.neutron [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Successfully updated port: 62360db3-f2f7-429a-8a70-68fad2bfe667 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.227069] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a19a91f0-c7a2-4aca-95bf-6be88df3f864 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.227587] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a19a91f0-c7a2-4aca-95bf-6be88df3f864 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.228716] env[70039]: DEBUG nova.compute.manager [None req-a19a91f0-c7a2-4aca-95bf-6be88df3f864 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Going to confirm migration 4 {{(pid=70039) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1077.408136] env[70039]: DEBUG nova.network.neutron [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Successfully created port: fe5c3d4a-ae4a-4d3a-8c3c-2ee2bc54c98d {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.461891] env[70039]: DEBUG nova.network.neutron [-] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.517637] env[70039]: DEBUG oslo_vmware.api [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331287, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.620026] env[70039]: DEBUG nova.scheduler.client.report [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.652190] env[70039]: DEBUG oslo_vmware.api [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331286, 'name': PowerOnVM_Task, 'duration_secs': 0.532939} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.652619] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.653186] env[70039]: INFO nova.compute.manager [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Took 9.99 seconds to spawn the instance on the hypervisor. [ 1077.653621] env[70039]: DEBUG nova.compute.manager [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.654560] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c38981a-aaac-401f-937e-fcb66602828d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.713419] env[70039]: DEBUG oslo_vmware.api [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.719916] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquiring lock "refresh_cache-86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.719916] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquired lock "refresh_cache-86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.719916] env[70039]: DEBUG nova.network.neutron [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.825032] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a19a91f0-c7a2-4aca-95bf-6be88df3f864 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "refresh_cache-2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.825113] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a19a91f0-c7a2-4aca-95bf-6be88df3f864 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "refresh_cache-2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.825233] env[70039]: DEBUG nova.network.neutron [None req-a19a91f0-c7a2-4aca-95bf-6be88df3f864 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.828748] env[70039]: DEBUG nova.objects.instance [None req-a19a91f0-c7a2-4aca-95bf-6be88df3f864 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lazy-loading 'info_cache' on Instance uuid 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.875448] env[70039]: DEBUG nova.network.neutron [-] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.965311] env[70039]: INFO nova.compute.manager [-] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Took 1.57 seconds to deallocate network for instance. [ 1078.020486] env[70039]: DEBUG oslo_vmware.api [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331287, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.094685] env[70039]: DEBUG nova.compute.manager [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.123338] env[70039]: DEBUG nova.virt.hardware [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.123605] env[70039]: DEBUG nova.virt.hardware [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.123760] env[70039]: DEBUG nova.virt.hardware [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.123942] env[70039]: DEBUG nova.virt.hardware [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.124426] env[70039]: DEBUG nova.virt.hardware [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.124689] env[70039]: DEBUG nova.virt.hardware [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.124996] env[70039]: DEBUG nova.virt.hardware [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.125432] env[70039]: DEBUG nova.virt.hardware [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.125432] env[70039]: DEBUG nova.virt.hardware [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.125786] env[70039]: DEBUG nova.virt.hardware [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.125786] env[70039]: DEBUG nova.virt.hardware [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.127206] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af3a2fc-fc5a-4a13-8f38-d521fb126428 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.131461] env[70039]: DEBUG oslo_concurrency.lockutils [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.134614] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.025s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.135072] env[70039]: DEBUG nova.objects.instance [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lazy-loading 'resources' on Instance uuid 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.144019] env[70039]: DEBUG nova.network.neutron [-] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.150045] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327c60a7-625d-4f27-981b-1222a5bd07bb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.177059] env[70039]: INFO nova.compute.manager [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Took 27.28 seconds to build instance. [ 1078.184250] env[70039]: INFO nova.scheduler.client.report [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Deleted allocations for instance 8336f568-c256-43cd-9411-bd415bc5e2f2 [ 1078.215705] env[70039]: DEBUG oslo_vmware.api [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.312435] env[70039]: DEBUG nova.network.neutron [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.378088] env[70039]: INFO nova.compute.manager [-] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Took 1.67 seconds to deallocate network for instance. [ 1078.473514] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.523422] env[70039]: DEBUG oslo_vmware.api [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331287, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.659183] env[70039]: INFO nova.compute.manager [-] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Took 1.96 seconds to deallocate network for instance. [ 1078.682401] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2be4c776-f52d-4a63-a0b6-bbed3b98c43c tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "9b6b17b2-8401-42fd-8496-5484c16f641a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.802s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.699217] env[70039]: DEBUG oslo_concurrency.lockutils [None req-238af1f5-544d-46e8-aa55-f9f7ca17dde2 tempest-ServersWithSpecificFlavorTestJSON-1841008358 tempest-ServersWithSpecificFlavorTestJSON-1841008358-project-member] Lock "8336f568-c256-43cd-9411-bd415bc5e2f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.942s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.719257] env[70039]: DEBUG oslo_vmware.api [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.720427] env[70039]: DEBUG nova.network.neutron [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Updating instance_info_cache with network_info: [{"id": "62360db3-f2f7-429a-8a70-68fad2bfe667", "address": "fa:16:3e:24:6a:e4", "network": {"id": "f68369d4-0324-4aad-a221-dfd686d6fe98", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-956040862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5999c5a8bd44ccaafad6f106e527670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62360db3-f2", "ovs_interfaceid": "62360db3-f2f7-429a-8a70-68fad2bfe667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.885851] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.023761] env[70039]: DEBUG oslo_vmware.api [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331287, 'name': CloneVM_Task} progress is 95%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.057958] env[70039]: DEBUG oslo_concurrency.lockutils [None req-135bd81e-a2ac-4aa3-9edd-77eb88b0150c tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "b57a32ab-dd58-498b-bcdd-252f61920630" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.058479] env[70039]: DEBUG oslo_concurrency.lockutils [None req-135bd81e-a2ac-4aa3-9edd-77eb88b0150c tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "b57a32ab-dd58-498b-bcdd-252f61920630" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.064173] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e036e3f0-3767-434b-b497-b513dba82596 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.073081] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d726332e-61d7-47bd-bf68-2ac33706854d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.113332] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f21de3e-74c5-4923-a66a-35773d9b4bf8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.122508] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca8344c-5e1e-44a1-8d0f-9ad972d54376 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.136751] env[70039]: DEBUG nova.compute.provider_tree [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.216771] env[70039]: DEBUG oslo_vmware.api [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.223599] env[70039]: INFO nova.compute.manager [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Took 0.56 seconds to detach 1 volumes for instance. [ 1079.225722] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Releasing lock "refresh_cache-86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.226029] env[70039]: DEBUG nova.compute.manager [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Instance network_info: |[{"id": "62360db3-f2f7-429a-8a70-68fad2bfe667", "address": "fa:16:3e:24:6a:e4", "network": {"id": "f68369d4-0324-4aad-a221-dfd686d6fe98", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-956040862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5999c5a8bd44ccaafad6f106e527670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62360db3-f2", "ovs_interfaceid": "62360db3-f2f7-429a-8a70-68fad2bfe667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.226967] env[70039]: DEBUG nova.compute.manager [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Deleting volume: 5202890e-afa9-47a9-9398-afea1fe476c4 {{(pid=70039) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1079.228966] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:6a:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62360db3-f2f7-429a-8a70-68fad2bfe667', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.236750] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.237074] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.237341] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e30712e8-59af-4d0e-830c-ada7ea4d2c90 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.259751] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.259751] env[70039]: value = "task-3331288" [ 1079.259751] env[70039]: _type = "Task" [ 1079.259751] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.283338] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331288, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.301774] env[70039]: DEBUG nova.compute.manager [req-e6da2cbc-87e5-4aae-8d32-b64c43d6b308 req-ad6684b1-9e3a-4f93-b9f3-bec754846f8d service nova] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Received event network-vif-deleted-e3296a42-ebae-4f53-a8a9-d00189e7db21 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.301966] env[70039]: DEBUG nova.compute.manager [req-e6da2cbc-87e5-4aae-8d32-b64c43d6b308 req-ad6684b1-9e3a-4f93-b9f3-bec754846f8d service nova] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Received event network-changed-62360db3-f2f7-429a-8a70-68fad2bfe667 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.303679] env[70039]: DEBUG nova.compute.manager [req-e6da2cbc-87e5-4aae-8d32-b64c43d6b308 req-ad6684b1-9e3a-4f93-b9f3-bec754846f8d service nova] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Refreshing instance network info cache due to event network-changed-62360db3-f2f7-429a-8a70-68fad2bfe667. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.303679] env[70039]: DEBUG oslo_concurrency.lockutils [req-e6da2cbc-87e5-4aae-8d32-b64c43d6b308 req-ad6684b1-9e3a-4f93-b9f3-bec754846f8d service nova] Acquiring lock "refresh_cache-86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.303679] env[70039]: DEBUG oslo_concurrency.lockutils [req-e6da2cbc-87e5-4aae-8d32-b64c43d6b308 req-ad6684b1-9e3a-4f93-b9f3-bec754846f8d service nova] Acquired lock "refresh_cache-86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.303679] env[70039]: DEBUG nova.network.neutron [req-e6da2cbc-87e5-4aae-8d32-b64c43d6b308 req-ad6684b1-9e3a-4f93-b9f3-bec754846f8d service nova] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Refreshing network info cache for port 62360db3-f2f7-429a-8a70-68fad2bfe667 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.425227] env[70039]: DEBUG nova.network.neutron [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Successfully updated port: fe5c3d4a-ae4a-4d3a-8c3c-2ee2bc54c98d {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.524683] env[70039]: DEBUG oslo_vmware.api [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331287, 'name': CloneVM_Task, 'duration_secs': 2.234051} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.524683] env[70039]: INFO nova.virt.vmwareapi.vmops [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Created linked-clone VM from snapshot [ 1079.524683] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc5ff41-33b2-4a91-8c7f-79d55cf0978d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.537268] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Uploading image 288cf997-02ce-4c9f-b9a5-ece2fdc62c64 {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1079.550548] env[70039]: DEBUG nova.compute.manager [req-ec18453a-07ce-4d5c-803c-cfd8a52863ce req-452d2256-1f6e-4a20-a012-eedef51b917c service nova] [instance: bd857864-7948-4a06-85ec-28887aa04675] Received event network-vif-plugged-fe5c3d4a-ae4a-4d3a-8c3c-2ee2bc54c98d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.550548] env[70039]: DEBUG oslo_concurrency.lockutils [req-ec18453a-07ce-4d5c-803c-cfd8a52863ce req-452d2256-1f6e-4a20-a012-eedef51b917c service nova] Acquiring lock "bd857864-7948-4a06-85ec-28887aa04675-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.550548] env[70039]: DEBUG oslo_concurrency.lockutils [req-ec18453a-07ce-4d5c-803c-cfd8a52863ce req-452d2256-1f6e-4a20-a012-eedef51b917c service nova] Lock "bd857864-7948-4a06-85ec-28887aa04675-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.550548] env[70039]: DEBUG oslo_concurrency.lockutils [req-ec18453a-07ce-4d5c-803c-cfd8a52863ce req-452d2256-1f6e-4a20-a012-eedef51b917c service nova] Lock "bd857864-7948-4a06-85ec-28887aa04675-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.550548] env[70039]: DEBUG nova.compute.manager [req-ec18453a-07ce-4d5c-803c-cfd8a52863ce req-452d2256-1f6e-4a20-a012-eedef51b917c service nova] [instance: bd857864-7948-4a06-85ec-28887aa04675] No waiting events found dispatching network-vif-plugged-fe5c3d4a-ae4a-4d3a-8c3c-2ee2bc54c98d {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.550548] env[70039]: WARNING nova.compute.manager [req-ec18453a-07ce-4d5c-803c-cfd8a52863ce req-452d2256-1f6e-4a20-a012-eedef51b917c service nova] [instance: bd857864-7948-4a06-85ec-28887aa04675] Received unexpected event network-vif-plugged-fe5c3d4a-ae4a-4d3a-8c3c-2ee2bc54c98d for instance with vm_state building and task_state spawning. [ 1079.572133] env[70039]: DEBUG oslo_vmware.rw_handles [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1079.572133] env[70039]: value = "vm-665008" [ 1079.572133] env[70039]: _type = "VirtualMachine" [ 1079.572133] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1079.573175] env[70039]: INFO nova.compute.manager [None req-135bd81e-a2ac-4aa3-9edd-77eb88b0150c tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Detaching volume af598382-7e8b-49f9-8a7a-3c55675c2ada [ 1079.575035] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f58a8807-d7a2-426d-a1df-d3587b8e65c6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.585957] env[70039]: DEBUG oslo_vmware.rw_handles [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lease: (returnval){ [ 1079.585957] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f32420-f971-7a20-35b1-9417ac1ba504" [ 1079.585957] env[70039]: _type = "HttpNfcLease" [ 1079.585957] env[70039]: } obtained for exporting VM: (result){ [ 1079.585957] env[70039]: value = "vm-665008" [ 1079.585957] env[70039]: _type = "VirtualMachine" [ 1079.585957] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1079.585957] env[70039]: DEBUG oslo_vmware.api [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the lease: (returnval){ [ 1079.585957] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f32420-f971-7a20-35b1-9417ac1ba504" [ 1079.585957] env[70039]: _type = "HttpNfcLease" [ 1079.585957] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1079.593096] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1079.593096] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f32420-f971-7a20-35b1-9417ac1ba504" [ 1079.593096] env[70039]: _type = "HttpNfcLease" [ 1079.593096] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1079.617114] env[70039]: INFO nova.virt.block_device [None req-135bd81e-a2ac-4aa3-9edd-77eb88b0150c tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Attempting to driver detach volume af598382-7e8b-49f9-8a7a-3c55675c2ada from mountpoint /dev/sdb [ 1079.617114] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-135bd81e-a2ac-4aa3-9edd-77eb88b0150c tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Volume detach. Driver type: vmdk {{(pid=70039) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1079.617114] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-135bd81e-a2ac-4aa3-9edd-77eb88b0150c tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664993', 'volume_id': 'af598382-7e8b-49f9-8a7a-3c55675c2ada', 'name': 'volume-af598382-7e8b-49f9-8a7a-3c55675c2ada', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b57a32ab-dd58-498b-bcdd-252f61920630', 'attached_at': '', 'detached_at': '', 'volume_id': 'af598382-7e8b-49f9-8a7a-3c55675c2ada', 'serial': 'af598382-7e8b-49f9-8a7a-3c55675c2ada'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1079.617114] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07691a02-aae5-4756-962c-798726da2c7b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.639431] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4845e0d5-2cdb-47c0-a302-de8343d4a9ef {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.642978] env[70039]: DEBUG nova.scheduler.client.report [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.650913] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8435c5-870c-4534-b8a5-48a2f89e4f3e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.673278] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1d9133-7cc2-4598-941f-fdc49640ce5b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.690894] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-135bd81e-a2ac-4aa3-9edd-77eb88b0150c tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] The volume has not been displaced from its original location: [datastore1] volume-af598382-7e8b-49f9-8a7a-3c55675c2ada/volume-af598382-7e8b-49f9-8a7a-3c55675c2ada.vmdk. No consolidation needed. {{(pid=70039) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1079.696722] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-135bd81e-a2ac-4aa3-9edd-77eb88b0150c tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1079.697530] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-810f70ee-2bbc-48fa-a1fa-4690ceefdb10 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.721834] env[70039]: DEBUG oslo_vmware.api [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.723657] env[70039]: DEBUG oslo_vmware.api [None req-135bd81e-a2ac-4aa3-9edd-77eb88b0150c tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1079.723657] env[70039]: value = "task-3331291" [ 1079.723657] env[70039]: _type = "Task" [ 1079.723657] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.727074] env[70039]: DEBUG nova.network.neutron [None req-a19a91f0-c7a2-4aca-95bf-6be88df3f864 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Updating instance_info_cache with network_info: [{"id": "621c24c7-2edb-4abe-ab56-9a45823b79d8", "address": "fa:16:3e:2d:1e:f6", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621c24c7-2e", "ovs_interfaceid": "621c24c7-2edb-4abe-ab56-9a45823b79d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.740839] env[70039]: DEBUG oslo_vmware.api [None req-135bd81e-a2ac-4aa3-9edd-77eb88b0150c tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.773660] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331288, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.790008] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.928325] env[70039]: DEBUG oslo_concurrency.lockutils [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "refresh_cache-bd857864-7948-4a06-85ec-28887aa04675" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.928686] env[70039]: DEBUG oslo_concurrency.lockutils [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "refresh_cache-bd857864-7948-4a06-85ec-28887aa04675" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.928979] env[70039]: DEBUG nova.network.neutron [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.990380] env[70039]: DEBUG nova.compute.manager [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.991287] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ee3996-6ccf-4422-a55e-60d940b6f0ce {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.096960] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1080.096960] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f32420-f971-7a20-35b1-9417ac1ba504" [ 1080.096960] env[70039]: _type = "HttpNfcLease" [ 1080.096960] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1080.097711] env[70039]: DEBUG oslo_vmware.rw_handles [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1080.097711] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f32420-f971-7a20-35b1-9417ac1ba504" [ 1080.097711] env[70039]: _type = "HttpNfcLease" [ 1080.097711] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1080.098552] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b2eb3c-9a7c-40db-9654-6b892d39a936 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.107928] env[70039]: DEBUG oslo_vmware.rw_handles [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b93378-e33f-2bad-cae3-8867547a057e/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1080.108334] env[70039]: DEBUG oslo_vmware.rw_handles [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b93378-e33f-2bad-cae3-8867547a057e/disk-0.vmdk for reading. {{(pid=70039) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1080.168954] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.173231] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.463s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.173362] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.173665] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70039) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1080.173842] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.174s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.174027] env[70039]: DEBUG nova.objects.instance [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70039) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1080.182335] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c69267f-549c-422c-acec-4c15e7660b03 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.193565] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3c2dcf-8898-4c11-92c4-2aee94beb399 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.217598] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433d1e6e-29b3-4a8a-b7af-60872a35fc67 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.226514] env[70039]: DEBUG oslo_vmware.api [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.231287] env[70039]: INFO nova.scheduler.client.report [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Deleted allocations for instance 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf [ 1080.239833] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a19a91f0-c7a2-4aca-95bf-6be88df3f864 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "refresh_cache-2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.240093] env[70039]: DEBUG nova.objects.instance [None req-a19a91f0-c7a2-4aca-95bf-6be88df3f864 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lazy-loading 'migration_context' on Instance uuid 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.244522] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ef405923-760f-4ac4-be3c-3257fbc553ce {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.247784] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38569455-52fe-4adc-b83c-2e247ab0d3f0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.258463] env[70039]: DEBUG oslo_vmware.api [None req-135bd81e-a2ac-4aa3-9edd-77eb88b0150c tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331291, 'name': ReconfigVM_Task, 'duration_secs': 0.258893} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.286655] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-135bd81e-a2ac-4aa3-9edd-77eb88b0150c tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1080.293075] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177135MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=70039) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1080.293214] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.295598] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6234e3c4-ad14-4a24-abc7-e00fd6f8d403 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.317750] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331288, 'name': CreateVM_Task, 'duration_secs': 0.548107} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.321184] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.321760] env[70039]: DEBUG oslo_vmware.api [None req-135bd81e-a2ac-4aa3-9edd-77eb88b0150c tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1080.321760] env[70039]: value = "task-3331292" [ 1080.321760] env[70039]: _type = "Task" [ 1080.321760] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.322570] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.322738] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.323058] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.323362] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d20b17e-d174-4065-8561-fafe19c34b2e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.339065] env[70039]: DEBUG oslo_vmware.api [None req-135bd81e-a2ac-4aa3-9edd-77eb88b0150c tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.340418] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 1080.340418] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52feded3-ceba-151e-afbf-7c2d9297c8a9" [ 1080.340418] env[70039]: _type = "Task" [ 1080.340418] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.348458] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52feded3-ceba-151e-afbf-7c2d9297c8a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.431392] env[70039]: DEBUG nova.network.neutron [req-e6da2cbc-87e5-4aae-8d32-b64c43d6b308 req-ad6684b1-9e3a-4f93-b9f3-bec754846f8d service nova] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Updated VIF entry in instance network info cache for port 62360db3-f2f7-429a-8a70-68fad2bfe667. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.431769] env[70039]: DEBUG nova.network.neutron [req-e6da2cbc-87e5-4aae-8d32-b64c43d6b308 req-ad6684b1-9e3a-4f93-b9f3-bec754846f8d service nova] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Updating instance_info_cache with network_info: [{"id": "62360db3-f2f7-429a-8a70-68fad2bfe667", "address": "fa:16:3e:24:6a:e4", "network": {"id": "f68369d4-0324-4aad-a221-dfd686d6fe98", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-956040862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5999c5a8bd44ccaafad6f106e527670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62360db3-f2", "ovs_interfaceid": "62360db3-f2f7-429a-8a70-68fad2bfe667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.487932] env[70039]: DEBUG nova.network.neutron [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.505753] env[70039]: INFO nova.compute.manager [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] instance snapshotting [ 1080.510223] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8089ecc-9b75-474e-8c71-24c6f681f3dd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.536432] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7555839-fc1f-4c94-9204-46cd9a69b83d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.725036] env[70039]: DEBUG oslo_vmware.api [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.743686] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ea281280-395f-4f3a-9c44-492b8486cb28 tempest-ServersTestMultiNic-727336322 tempest-ServersTestMultiNic-727336322-project-member] Lock "2c8de62e-5e67-43d1-843b-d2cd50c0a0bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.031s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.745533] env[70039]: DEBUG nova.objects.base [None req-a19a91f0-c7a2-4aca-95bf-6be88df3f864 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Object Instance<2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4> lazy-loaded attributes: info_cache,migration_context {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1080.746915] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f073d9-5413-467d-9a4c-927f88d74783 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.792194] env[70039]: DEBUG nova.network.neutron [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Updating instance_info_cache with network_info: [{"id": "fe5c3d4a-ae4a-4d3a-8c3c-2ee2bc54c98d", "address": "fa:16:3e:9d:59:6d", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe5c3d4a-ae", "ovs_interfaceid": "fe5c3d4a-ae4a-4d3a-8c3c-2ee2bc54c98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.793652] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abc7d815-94cc-4460-b58a-ce39d6475571 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.800873] env[70039]: DEBUG oslo_vmware.api [None req-a19a91f0-c7a2-4aca-95bf-6be88df3f864 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1080.800873] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]525bca6c-3f2e-7abd-b373-c0c4d096a1ec" [ 1080.800873] env[70039]: _type = "Task" [ 1080.800873] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.814644] env[70039]: DEBUG oslo_vmware.api [None req-a19a91f0-c7a2-4aca-95bf-6be88df3f864 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525bca6c-3f2e-7abd-b373-c0c4d096a1ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011037} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.815042] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a19a91f0-c7a2-4aca-95bf-6be88df3f864 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.833684] env[70039]: DEBUG oslo_vmware.api [None req-135bd81e-a2ac-4aa3-9edd-77eb88b0150c tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331292, 'name': ReconfigVM_Task, 'duration_secs': 0.149088} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.834131] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-135bd81e-a2ac-4aa3-9edd-77eb88b0150c tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-664993', 'volume_id': 'af598382-7e8b-49f9-8a7a-3c55675c2ada', 'name': 'volume-af598382-7e8b-49f9-8a7a-3c55675c2ada', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b57a32ab-dd58-498b-bcdd-252f61920630', 'attached_at': '', 'detached_at': '', 'volume_id': 'af598382-7e8b-49f9-8a7a-3c55675c2ada', 'serial': 'af598382-7e8b-49f9-8a7a-3c55675c2ada'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1080.852041] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52feded3-ceba-151e-afbf-7c2d9297c8a9, 'name': SearchDatastore_Task, 'duration_secs': 0.014167} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.852613] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.852934] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.853954] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.853954] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.853954] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.854440] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4797e9d9-11bb-4ac4-8eab-f26c111cd238 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.866557] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.866866] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.869307] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d7cf4e1-27e9-4f35-83ec-1c4130989a7c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.877028] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 1080.877028] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]526a91ac-3cce-029c-0afc-0c72bcbef326" [ 1080.877028] env[70039]: _type = "Task" [ 1080.877028] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.888030] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526a91ac-3cce-029c-0afc-0c72bcbef326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.934615] env[70039]: DEBUG oslo_concurrency.lockutils [req-e6da2cbc-87e5-4aae-8d32-b64c43d6b308 req-ad6684b1-9e3a-4f93-b9f3-bec754846f8d service nova] Releasing lock "refresh_cache-86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.935364] env[70039]: DEBUG nova.compute.manager [req-e6da2cbc-87e5-4aae-8d32-b64c43d6b308 req-ad6684b1-9e3a-4f93-b9f3-bec754846f8d service nova] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Received event network-vif-deleted-68968528-ab4a-4f21-b95f-5c4ac91a6806 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.935364] env[70039]: DEBUG nova.compute.manager [req-e6da2cbc-87e5-4aae-8d32-b64c43d6b308 req-ad6684b1-9e3a-4f93-b9f3-bec754846f8d service nova] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Received event network-vif-deleted-5959239e-365f-4cc1-9192-2ba7825bd9eb {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.049608] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Creating Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1081.049608] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-983d1d1e-3c96-4907-bb26-b779dd208126 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.060565] env[70039]: DEBUG oslo_vmware.api [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1081.060565] env[70039]: value = "task-3331293" [ 1081.060565] env[70039]: _type = "Task" [ 1081.060565] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.067307] env[70039]: DEBUG oslo_vmware.api [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331293, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.195961] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bf87d993-e595-45c5-ac63-f12fcf9e3545 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.205182] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.691s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.205182] env[70039]: DEBUG nova.objects.instance [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lazy-loading 'resources' on Instance uuid 6b6a2ead-c49c-43d9-a410-2466f23d699b {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.226933] env[70039]: DEBUG oslo_vmware.api [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331280, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.301047] env[70039]: DEBUG oslo_concurrency.lockutils [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "refresh_cache-bd857864-7948-4a06-85ec-28887aa04675" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.301047] env[70039]: DEBUG nova.compute.manager [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Instance network_info: |[{"id": "fe5c3d4a-ae4a-4d3a-8c3c-2ee2bc54c98d", "address": "fa:16:3e:9d:59:6d", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe5c3d4a-ae", "ovs_interfaceid": "fe5c3d4a-ae4a-4d3a-8c3c-2ee2bc54c98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.301047] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:59:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe5c3d4a-ae4a-4d3a-8c3c-2ee2bc54c98d', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.308401] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.309616] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd857864-7948-4a06-85ec-28887aa04675] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.310805] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-474e36d2-0b14-413b-9d31-7ea44e7d4016 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.335948] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.335948] env[70039]: value = "task-3331294" [ 1081.335948] env[70039]: _type = "Task" [ 1081.335948] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.344788] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331294, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.392734] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526a91ac-3cce-029c-0afc-0c72bcbef326, 'name': SearchDatastore_Task, 'duration_secs': 0.018389} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.393557] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc1f4296-5f9f-4b35-a900-daa8df854dab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.405270] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 1081.405270] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52714bc6-9cc9-1459-1c25-65ed95b6f3b5" [ 1081.405270] env[70039]: _type = "Task" [ 1081.405270] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.414634] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52714bc6-9cc9-1459-1c25-65ed95b6f3b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.427024] env[70039]: DEBUG nova.objects.instance [None req-135bd81e-a2ac-4aa3-9edd-77eb88b0150c tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lazy-loading 'flavor' on Instance uuid b57a32ab-dd58-498b-bcdd-252f61920630 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.573935] env[70039]: DEBUG oslo_vmware.api [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331293, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.726224] env[70039]: DEBUG oslo_vmware.api [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331280, 'name': ReconfigVM_Task, 'duration_secs': 5.766462} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.726624] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.727057] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Reconfigured VM to detach interface {{(pid=70039) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1081.853791] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331294, 'name': CreateVM_Task, 'duration_secs': 0.336719} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.853986] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd857864-7948-4a06-85ec-28887aa04675] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.854796] env[70039]: DEBUG oslo_concurrency.lockutils [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.855054] env[70039]: DEBUG oslo_concurrency.lockutils [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.855497] env[70039]: DEBUG oslo_concurrency.lockutils [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.855974] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77a36edc-462a-4708-940f-10fdaa82a0f8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.866776] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1081.866776] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52cc008e-d1cd-0e7f-26c6-abbcb39fd5db" [ 1081.866776] env[70039]: _type = "Task" [ 1081.866776] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.885738] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52cc008e-d1cd-0e7f-26c6-abbcb39fd5db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.919301] env[70039]: DEBUG nova.compute.manager [req-d0b20172-a58c-453f-b759-17bdbee2a381 req-4df1eef7-562c-4070-b6b1-5c7728ed5526 service nova] [instance: bd857864-7948-4a06-85ec-28887aa04675] Received event network-changed-fe5c3d4a-ae4a-4d3a-8c3c-2ee2bc54c98d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.919301] env[70039]: DEBUG nova.compute.manager [req-d0b20172-a58c-453f-b759-17bdbee2a381 req-4df1eef7-562c-4070-b6b1-5c7728ed5526 service nova] [instance: bd857864-7948-4a06-85ec-28887aa04675] Refreshing instance network info cache due to event network-changed-fe5c3d4a-ae4a-4d3a-8c3c-2ee2bc54c98d. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.919301] env[70039]: DEBUG oslo_concurrency.lockutils [req-d0b20172-a58c-453f-b759-17bdbee2a381 req-4df1eef7-562c-4070-b6b1-5c7728ed5526 service nova] Acquiring lock "refresh_cache-bd857864-7948-4a06-85ec-28887aa04675" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.919902] env[70039]: DEBUG oslo_concurrency.lockutils [req-d0b20172-a58c-453f-b759-17bdbee2a381 req-4df1eef7-562c-4070-b6b1-5c7728ed5526 service nova] Acquired lock "refresh_cache-bd857864-7948-4a06-85ec-28887aa04675" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.919902] env[70039]: DEBUG nova.network.neutron [req-d0b20172-a58c-453f-b759-17bdbee2a381 req-4df1eef7-562c-4070-b6b1-5c7728ed5526 service nova] [instance: bd857864-7948-4a06-85ec-28887aa04675] Refreshing network info cache for port fe5c3d4a-ae4a-4d3a-8c3c-2ee2bc54c98d {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.929267] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52714bc6-9cc9-1459-1c25-65ed95b6f3b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010797} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.936862] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.937247] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd/86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.938578] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf0ac404-df55-4a56-98bc-2c06e95c9e02 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.948390] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 1081.948390] env[70039]: value = "task-3331295" [ 1081.948390] env[70039]: _type = "Task" [ 1081.948390] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.963052] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.041177] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Acquiring lock "738af093-6c6f-4db3-894d-901aebd08380" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.041634] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Lock "738af093-6c6f-4db3-894d-901aebd08380" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.073140] env[70039]: DEBUG oslo_vmware.api [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331293, 'name': CreateSnapshot_Task, 'duration_secs': 0.670149} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.073379] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Created Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1082.074276] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9d7da4-faed-4559-862d-c1544845daee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.166201] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764ad24a-13b0-4717-9966-fd9540a0b25d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.178115] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01017e29-2d29-4839-bfd0-354b646803ff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.217670] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8537ead7-bb78-456a-80e0-370754c91224 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.228756] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfc3a20-8200-40b8-bb8c-4bca33414161 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.245980] env[70039]: DEBUG nova.compute.provider_tree [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.364249] env[70039]: DEBUG nova.compute.manager [req-b62edccd-3fe9-49ca-9d82-d1728088421e req-1a48cc0f-8778-4891-8045-74dc0f36ddc1 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Received event network-vif-deleted-33b91eac-2c1c-4a26-a243-ede46b977fdd {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.364384] env[70039]: INFO nova.compute.manager [req-b62edccd-3fe9-49ca-9d82-d1728088421e req-1a48cc0f-8778-4891-8045-74dc0f36ddc1 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Neutron deleted interface 33b91eac-2c1c-4a26-a243-ede46b977fdd; detaching it from the instance and deleting it from the info cache [ 1082.364682] env[70039]: DEBUG nova.network.neutron [req-b62edccd-3fe9-49ca-9d82-d1728088421e req-1a48cc0f-8778-4891-8045-74dc0f36ddc1 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Updating instance_info_cache with network_info: [{"id": "6ec70463-f243-4b15-95bf-366727322408", "address": "fa:16:3e:b7:5a:37", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec70463-f2", "ovs_interfaceid": "6ec70463-f243-4b15-95bf-366727322408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "103ed2b5-2960-4d5b-9f11-c3cced5af087", "address": "fa:16:3e:b9:9b:4e", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap103ed2b5-29", "ovs_interfaceid": "103ed2b5-2960-4d5b-9f11-c3cced5af087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.389952] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52cc008e-d1cd-0e7f-26c6-abbcb39fd5db, 'name': SearchDatastore_Task, 'duration_secs': 0.017548} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.390956] env[70039]: DEBUG oslo_concurrency.lockutils [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.392142] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.392437] env[70039]: DEBUG oslo_concurrency.lockutils [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.392666] env[70039]: DEBUG oslo_concurrency.lockutils [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.393489] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.394124] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-170d41e5-7d82-425e-a6d3-5a10ddba8490 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.407417] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.407417] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.408116] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d74e164e-e24e-4122-809e-f00cf7582ff9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.415349] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1082.415349] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521d1159-00de-8fe1-c601-d0fce6de845b" [ 1082.415349] env[70039]: _type = "Task" [ 1082.415349] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.427115] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521d1159-00de-8fe1-c601-d0fce6de845b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.442460] env[70039]: DEBUG oslo_concurrency.lockutils [None req-135bd81e-a2ac-4aa3-9edd-77eb88b0150c tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "b57a32ab-dd58-498b-bcdd-252f61920630" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.384s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.464603] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331295, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.547284] env[70039]: DEBUG nova.compute.manager [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.605582] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Creating linked-clone VM from snapshot {{(pid=70039) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1082.608239] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-68b67d48-45ce-42bc-8ee5-9c0d6f8ebd7d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.617332] env[70039]: DEBUG oslo_vmware.api [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1082.617332] env[70039]: value = "task-3331296" [ 1082.617332] env[70039]: _type = "Task" [ 1082.617332] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.630904] env[70039]: DEBUG oslo_vmware.api [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331296, 'name': CloneVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.751493] env[70039]: DEBUG nova.scheduler.client.report [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.873884] env[70039]: DEBUG oslo_concurrency.lockutils [req-b62edccd-3fe9-49ca-9d82-d1728088421e req-1a48cc0f-8778-4891-8045-74dc0f36ddc1 service nova] Acquiring lock "ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.873884] env[70039]: DEBUG oslo_concurrency.lockutils [req-b62edccd-3fe9-49ca-9d82-d1728088421e req-1a48cc0f-8778-4891-8045-74dc0f36ddc1 service nova] Acquired lock "ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.874867] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42dbc12-dc1e-4c73-b8d6-c3b27e0c57c2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.878413] env[70039]: DEBUG nova.network.neutron [req-d0b20172-a58c-453f-b759-17bdbee2a381 req-4df1eef7-562c-4070-b6b1-5c7728ed5526 service nova] [instance: bd857864-7948-4a06-85ec-28887aa04675] Updated VIF entry in instance network info cache for port fe5c3d4a-ae4a-4d3a-8c3c-2ee2bc54c98d. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.878803] env[70039]: DEBUG nova.network.neutron [req-d0b20172-a58c-453f-b759-17bdbee2a381 req-4df1eef7-562c-4070-b6b1-5c7728ed5526 service nova] [instance: bd857864-7948-4a06-85ec-28887aa04675] Updating instance_info_cache with network_info: [{"id": "fe5c3d4a-ae4a-4d3a-8c3c-2ee2bc54c98d", "address": "fa:16:3e:9d:59:6d", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe5c3d4a-ae", "ovs_interfaceid": "fe5c3d4a-ae4a-4d3a-8c3c-2ee2bc54c98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.897541] env[70039]: DEBUG oslo_concurrency.lockutils [req-b62edccd-3fe9-49ca-9d82-d1728088421e req-1a48cc0f-8778-4891-8045-74dc0f36ddc1 service nova] Releasing lock "ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.897893] env[70039]: WARNING nova.compute.manager [req-b62edccd-3fe9-49ca-9d82-d1728088421e req-1a48cc0f-8778-4891-8045-74dc0f36ddc1 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Detach interface failed, port_id=33b91eac-2c1c-4a26-a243-ede46b977fdd, reason: No device with interface-id 33b91eac-2c1c-4a26-a243-ede46b977fdd exists on VM: nova.exception.NotFound: No device with interface-id 33b91eac-2c1c-4a26-a243-ede46b977fdd exists on VM [ 1082.928547] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521d1159-00de-8fe1-c601-d0fce6de845b, 'name': SearchDatastore_Task, 'duration_secs': 0.020608} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.929605] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e1667e9-9e59-4331-b428-bc2a77763e2f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.936618] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1082.936618] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5201e548-5a17-5314-a1d5-226891ef7c3e" [ 1082.936618] env[70039]: _type = "Task" [ 1082.936618] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.946022] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5201e548-5a17-5314-a1d5-226891ef7c3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.958942] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541373} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.959244] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd/86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.959463] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.959753] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ced5f47-82e4-41b3-8d6c-ea28f22a4669 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.967229] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 1082.967229] env[70039]: value = "task-3331297" [ 1082.967229] env[70039]: _type = "Task" [ 1082.967229] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.976956] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.076906] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.129380] env[70039]: DEBUG oslo_vmware.api [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331296, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.259983] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.264230] env[70039]: DEBUG oslo_concurrency.lockutils [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.341s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.265830] env[70039]: INFO nova.compute.claims [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.286142] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.286248] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.286480] env[70039]: DEBUG nova.network.neutron [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.295930] env[70039]: INFO nova.scheduler.client.report [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Deleted allocations for instance 6b6a2ead-c49c-43d9-a410-2466f23d699b [ 1083.381459] env[70039]: DEBUG oslo_concurrency.lockutils [req-d0b20172-a58c-453f-b759-17bdbee2a381 req-4df1eef7-562c-4070-b6b1-5c7728ed5526 service nova] Releasing lock "refresh_cache-bd857864-7948-4a06-85ec-28887aa04675" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.450085] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5201e548-5a17-5314-a1d5-226891ef7c3e, 'name': SearchDatastore_Task, 'duration_secs': 0.012982} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.450577] env[70039]: DEBUG oslo_concurrency.lockutils [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.450896] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] bd857864-7948-4a06-85ec-28887aa04675/bd857864-7948-4a06-85ec-28887aa04675.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.451213] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a667705-f986-4ef2-a1c9-37bd9dbd6657 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.459551] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1083.459551] env[70039]: value = "task-3331298" [ 1083.459551] env[70039]: _type = "Task" [ 1083.459551] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.469325] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.482202] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069183} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.483234] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.484166] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb0fd71-acae-4417-a46a-356346b348e3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.511569] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd/86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.512275] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0673032c-762a-4768-b293-15aba37062d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.546318] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 1083.546318] env[70039]: value = "task-3331299" [ 1083.546318] env[70039]: _type = "Task" [ 1083.546318] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.561680] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.631650] env[70039]: DEBUG oslo_vmware.api [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331296, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.809045] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8972f836-c49f-4c7c-b493-9a8b3500e27b tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "6b6a2ead-c49c-43d9-a410-2466f23d699b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.641s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.962700] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "b57a32ab-dd58-498b-bcdd-252f61920630" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.962700] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "b57a32ab-dd58-498b-bcdd-252f61920630" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.963828] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "b57a32ab-dd58-498b-bcdd-252f61920630-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.963828] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "b57a32ab-dd58-498b-bcdd-252f61920630-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.963828] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "b57a32ab-dd58-498b-bcdd-252f61920630-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.972410] env[70039]: INFO nova.compute.manager [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Terminating instance [ 1083.983254] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Acquiring lock "b49fddfd-4f16-4155-9482-1c344bc9703f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.984926] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Lock "b49fddfd-4f16-4155-9482-1c344bc9703f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.986555] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331298, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.062335] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.132785] env[70039]: DEBUG oslo_vmware.api [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331296, 'name': CloneVM_Task} progress is 95%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.477340] env[70039]: DEBUG nova.compute.manager [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.477670] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.477904] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641823} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.481130] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737db893-b774-454d-a745-4be01bfa26b3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.483865] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] bd857864-7948-4a06-85ec-28887aa04675/bd857864-7948-4a06-85ec-28887aa04675.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.484119] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.484613] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-069e56f2-6a09-49c0-b098-d2f82e6c6019 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.487161] env[70039]: DEBUG nova.compute.manager [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.492895] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.492895] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf599c24-59dc-45f9-8e45-742bdca4666c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.496484] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1084.496484] env[70039]: value = "task-3331300" [ 1084.496484] env[70039]: _type = "Task" [ 1084.496484] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.504457] env[70039]: DEBUG oslo_vmware.api [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1084.504457] env[70039]: value = "task-3331301" [ 1084.504457] env[70039]: _type = "Task" [ 1084.504457] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.510115] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.515431] env[70039]: DEBUG oslo_vmware.api [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.546162] env[70039]: DEBUG oslo_concurrency.lockutils [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "ce10145e-b396-41cf-b13f-170cdc82a43b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.547019] env[70039]: DEBUG oslo_concurrency.lockutils [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "ce10145e-b396-41cf-b13f-170cdc82a43b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.547019] env[70039]: DEBUG oslo_concurrency.lockutils [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "ce10145e-b396-41cf-b13f-170cdc82a43b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.547019] env[70039]: DEBUG oslo_concurrency.lockutils [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "ce10145e-b396-41cf-b13f-170cdc82a43b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.547019] env[70039]: DEBUG oslo_concurrency.lockutils [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "ce10145e-b396-41cf-b13f-170cdc82a43b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.550050] env[70039]: INFO nova.compute.manager [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Terminating instance [ 1084.565862] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331299, 'name': ReconfigVM_Task, 'duration_secs': 0.658031} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.566821] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd/86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.567575] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e5846c0-e76b-4150-8fd1-1f3fd1e954be {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.575802] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 1084.575802] env[70039]: value = "task-3331302" [ 1084.575802] env[70039]: _type = "Task" [ 1084.575802] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.590420] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331302, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.620256] env[70039]: DEBUG nova.compute.manager [req-4785ba81-af3b-4b56-929f-117a7d40efa5 req-83c10bc9-82b5-4194-affc-333f1da4d9a4 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Received event network-vif-deleted-103ed2b5-2960-4d5b-9f11-c3cced5af087 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.620623] env[70039]: INFO nova.compute.manager [req-4785ba81-af3b-4b56-929f-117a7d40efa5 req-83c10bc9-82b5-4194-affc-333f1da4d9a4 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Neutron deleted interface 103ed2b5-2960-4d5b-9f11-c3cced5af087; detaching it from the instance and deleting it from the info cache [ 1084.621029] env[70039]: DEBUG nova.network.neutron [req-4785ba81-af3b-4b56-929f-117a7d40efa5 req-83c10bc9-82b5-4194-affc-333f1da4d9a4 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Updating instance_info_cache with network_info: [{"id": "6ec70463-f243-4b15-95bf-366727322408", "address": "fa:16:3e:b7:5a:37", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec70463-f2", "ovs_interfaceid": "6ec70463-f243-4b15-95bf-366727322408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.627718] env[70039]: INFO nova.network.neutron [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Port 103ed2b5-2960-4d5b-9f11-c3cced5af087 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1084.628169] env[70039]: DEBUG nova.network.neutron [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Updating instance_info_cache with network_info: [{"id": "6ec70463-f243-4b15-95bf-366727322408", "address": "fa:16:3e:b7:5a:37", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec70463-f2", "ovs_interfaceid": "6ec70463-f243-4b15-95bf-366727322408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.636230] env[70039]: DEBUG oslo_vmware.api [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331296, 'name': CloneVM_Task} progress is 95%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.788105] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8790fa-9a9b-4249-b44c-5a8fc744085e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.795687] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837b7891-160c-40a6-be23-76d32104861e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.836133] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffda61da-de95-4d16-b4ed-f1ef88aac1d6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.843616] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cd8dc9-837e-4d93-ad21-2c7cdee993b2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.861595] env[70039]: DEBUG nova.compute.provider_tree [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.011251] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104847} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.012415] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.013014] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23edbdea-0e74-4f1d-94c9-bd2b063a6919 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.019275] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.019569] env[70039]: DEBUG oslo_vmware.api [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331301, 'name': PowerOffVM_Task, 'duration_secs': 0.230376} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.020186] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.020360] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.020605] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77053306-5437-4de4-bdb5-09d2820842f8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.040106] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] bd857864-7948-4a06-85ec-28887aa04675/bd857864-7948-4a06-85ec-28887aa04675.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.040968] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e113d989-21c1-4a49-8e62-c9a6d7f58570 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.057596] env[70039]: DEBUG nova.compute.manager [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.057842] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.058707] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac872ee-3777-44f7-9da6-3a33826963d4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.062695] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1085.062695] env[70039]: value = "task-3331304" [ 1085.062695] env[70039]: _type = "Task" [ 1085.062695] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.070191] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.070191] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3b7b4ad-5881-45cd-9fcb-26d5359e6bb7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.074473] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331304, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.081924] env[70039]: DEBUG oslo_vmware.api [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1085.081924] env[70039]: value = "task-3331305" [ 1085.081924] env[70039]: _type = "Task" [ 1085.081924] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.089357] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331302, 'name': Rename_Task, 'duration_secs': 0.232005} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.090103] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.090353] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-530d7dcd-5c89-458b-b2bf-51eec9952b83 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.096058] env[70039]: DEBUG oslo_vmware.api [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.100993] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 1085.100993] env[70039]: value = "task-3331306" [ 1085.100993] env[70039]: _type = "Task" [ 1085.100993] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.106386] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.106589] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.106793] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Deleting the datastore file [datastore2] b57a32ab-dd58-498b-bcdd-252f61920630 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.107531] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61b08094-7c8d-4f17-8b9f-66950a4e1e7e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.112595] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.118150] env[70039]: DEBUG oslo_vmware.api [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1085.118150] env[70039]: value = "task-3331307" [ 1085.118150] env[70039]: _type = "Task" [ 1085.118150] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.130073] env[70039]: DEBUG oslo_concurrency.lockutils [req-4785ba81-af3b-4b56-929f-117a7d40efa5 req-83c10bc9-82b5-4194-affc-333f1da4d9a4 service nova] Acquiring lock "ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.130296] env[70039]: DEBUG oslo_vmware.api [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.131218] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "refresh_cache-ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.137738] env[70039]: DEBUG oslo_vmware.api [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331296, 'name': CloneVM_Task} progress is 95%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.365483] env[70039]: DEBUG nova.scheduler.client.report [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.579448] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331304, 'name': ReconfigVM_Task, 'duration_secs': 0.324273} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.579811] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Reconfigured VM instance instance-00000055 to attach disk [datastore2] bd857864-7948-4a06-85ec-28887aa04675/bd857864-7948-4a06-85ec-28887aa04675.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.580706] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18ec6c3a-cb16-489d-83e4-21d65a6b4cf0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.593051] env[70039]: DEBUG oslo_vmware.api [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331305, 'name': PowerOffVM_Task, 'duration_secs': 0.257113} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.594347] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.594528] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.594861] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1085.594861] env[70039]: value = "task-3331308" [ 1085.594861] env[70039]: _type = "Task" [ 1085.594861] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.595161] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b38ec21d-acab-4aa2-b407-9301f9c483df {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.610263] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331308, 'name': Rename_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.615922] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.630179] env[70039]: DEBUG oslo_vmware.api [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289199} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.630884] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.631139] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.631279] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.631451] env[70039]: INFO nova.compute.manager [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1085.631705] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.631940] env[70039]: DEBUG nova.compute.manager [-] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.632072] env[70039]: DEBUG nova.network.neutron [-] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.636856] env[70039]: DEBUG oslo_vmware.api [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331296, 'name': CloneVM_Task, 'duration_secs': 2.748572} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.637460] env[70039]: INFO nova.virt.vmwareapi.vmops [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Created linked-clone VM from snapshot [ 1085.638238] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f5f562-d5f0-4091-97b6-370c466d2f4a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.641916] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a5b6efb0-1d42-4171-9dbd-50eae9c4c5b7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "interface-ce10145e-b396-41cf-b13f-170cdc82a43b-33b91eac-2c1c-4a26-a243-ede46b977fdd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.527s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.648519] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Uploading image df620130-9ce3-4fb5-94e2-201e40894014 {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1085.662126] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Destroying the VM {{(pid=70039) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1085.662444] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7a7d900d-1e42-440b-a101-e940fab18ff9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.669291] env[70039]: DEBUG oslo_vmware.api [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1085.669291] env[70039]: value = "task-3331310" [ 1085.669291] env[70039]: _type = "Task" [ 1085.669291] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.680561] env[70039]: DEBUG oslo_vmware.api [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331310, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.701086] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.701337] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.701551] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Deleting the datastore file [datastore2] ce10145e-b396-41cf-b13f-170cdc82a43b {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.701886] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac52cbb9-98f4-466f-92ef-b9d173ff33fd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.709181] env[70039]: DEBUG oslo_vmware.api [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1085.709181] env[70039]: value = "task-3331311" [ 1085.709181] env[70039]: _type = "Task" [ 1085.709181] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.872119] env[70039]: DEBUG oslo_concurrency.lockutils [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.872678] env[70039]: DEBUG nova.compute.manager [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.881686] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.522s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.883331] env[70039]: INFO nova.compute.claims [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.117455] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331308, 'name': Rename_Task, 'duration_secs': 0.25426} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.121674] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.122732] env[70039]: DEBUG oslo_vmware.api [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331306, 'name': PowerOnVM_Task, 'duration_secs': 0.685551} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.122732] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7953a11-2485-4cba-b82e-3fda4af5c88f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.124696] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.125115] env[70039]: INFO nova.compute.manager [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Took 10.65 seconds to spawn the instance on the hypervisor. [ 1086.125329] env[70039]: DEBUG nova.compute.manager [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.126494] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9574109-5647-4325-9011-8228744f6a9e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.142043] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1086.142043] env[70039]: value = "task-3331312" [ 1086.142043] env[70039]: _type = "Task" [ 1086.142043] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.154078] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331312, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.181925] env[70039]: DEBUG oslo_vmware.api [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331310, 'name': Destroy_Task, 'duration_secs': 0.475699} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.182464] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Destroyed the VM [ 1086.182621] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Deleting Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1086.183257] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-de6b9dd6-a60a-41ba-9057-f950a6919763 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.190134] env[70039]: DEBUG oslo_vmware.api [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1086.190134] env[70039]: value = "task-3331313" [ 1086.190134] env[70039]: _type = "Task" [ 1086.190134] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.199453] env[70039]: DEBUG oslo_vmware.api [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331313, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.221844] env[70039]: DEBUG oslo_vmware.api [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293483} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.222131] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.222331] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.222523] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.222712] env[70039]: INFO nova.compute.manager [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1086.222956] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.223162] env[70039]: DEBUG nova.compute.manager [-] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.223256] env[70039]: DEBUG nova.network.neutron [-] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.391600] env[70039]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 103ed2b5-2960-4d5b-9f11-c3cced5af087 could not be found.", "detail": ""}} {{(pid=70039) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1086.391874] env[70039]: DEBUG nova.network.neutron [-] Unable to show port 103ed2b5-2960-4d5b-9f11-c3cced5af087 as it no longer exists. {{(pid=70039) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1086.395049] env[70039]: DEBUG nova.compute.utils [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.403235] env[70039]: DEBUG nova.compute.manager [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.404649] env[70039]: DEBUG nova.network.neutron [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.497233] env[70039]: DEBUG nova.policy [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a192e8594694183a3a68fddda86fcf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '452d4994bf8340f3bb8185706897c49d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.663249] env[70039]: INFO nova.compute.manager [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Took 27.96 seconds to build instance. [ 1086.673497] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331312, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.703513] env[70039]: DEBUG oslo_vmware.api [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331313, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.897186] env[70039]: DEBUG nova.compute.manager [req-424f3037-6266-449b-858e-7648e17f5eb0 req-b540b854-5a9b-47af-ad95-a67f3eb4bff7 service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Received event network-vif-deleted-b165f61d-d4e6-41fc-bbd2-1f457454a7c4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.897532] env[70039]: INFO nova.compute.manager [req-424f3037-6266-449b-858e-7648e17f5eb0 req-b540b854-5a9b-47af-ad95-a67f3eb4bff7 service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Neutron deleted interface b165f61d-d4e6-41fc-bbd2-1f457454a7c4; detaching it from the instance and deleting it from the info cache [ 1086.897661] env[70039]: DEBUG nova.network.neutron [req-424f3037-6266-449b-858e-7648e17f5eb0 req-b540b854-5a9b-47af-ad95-a67f3eb4bff7 service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.900501] env[70039]: DEBUG nova.compute.manager [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.908117] env[70039]: DEBUG nova.network.neutron [-] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.165197] env[70039]: DEBUG oslo_vmware.api [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331312, 'name': PowerOnVM_Task, 'duration_secs': 0.737302} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.165679] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.166041] env[70039]: INFO nova.compute.manager [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1087.167086] env[70039]: DEBUG nova.compute.manager [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.167309] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d682e1-3409-4176-b421-675f441919e5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.181583] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2ea935a0-ccf1-431d-85f1-52c10d25779f tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.485s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.206847] env[70039]: DEBUG oslo_vmware.api [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331313, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.323885] env[70039]: DEBUG nova.network.neutron [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Successfully created port: 2e0e5a9e-430c-41fd-9c6d-d2d8a6209695 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.403207] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb356ca9-5d5e-4555-b7ff-e70c361cfbc1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.414316] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f76338-d49e-41ee-a743-d57e8841dbbe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.422521] env[70039]: INFO nova.compute.manager [-] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Took 1.79 seconds to deallocate network for instance. [ 1087.428374] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbc68db-e4de-4afa-a705-773ea2134489 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.448486] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcc41e1-920f-456b-b63e-5f9514e103eb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.496237] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d832eaad-68db-4ce3-a543-70af308c731d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.498894] env[70039]: DEBUG nova.compute.manager [req-424f3037-6266-449b-858e-7648e17f5eb0 req-b540b854-5a9b-47af-ad95-a67f3eb4bff7 service nova] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Detach interface failed, port_id=b165f61d-d4e6-41fc-bbd2-1f457454a7c4, reason: Instance b57a32ab-dd58-498b-bcdd-252f61920630 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.504994] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c795b97-4842-4287-929e-de79fc69e15d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.520951] env[70039]: DEBUG nova.compute.provider_tree [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.697540] env[70039]: INFO nova.compute.manager [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Took 27.73 seconds to build instance. [ 1087.704615] env[70039]: DEBUG oslo_vmware.api [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331313, 'name': RemoveSnapshot_Task, 'duration_secs': 1.1821} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.704615] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Deleted Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1087.713680] env[70039]: DEBUG nova.compute.manager [req-38bc266a-e42b-4e07-bbda-1f6a249cf03c req-79c8b39d-1fdb-4db4-abfc-a5a4dda74639 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Received event network-vif-deleted-6ec70463-f243-4b15-95bf-366727322408 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.713918] env[70039]: INFO nova.compute.manager [req-38bc266a-e42b-4e07-bbda-1f6a249cf03c req-79c8b39d-1fdb-4db4-abfc-a5a4dda74639 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Neutron deleted interface 6ec70463-f243-4b15-95bf-366727322408; detaching it from the instance and deleting it from the info cache [ 1087.714241] env[70039]: DEBUG nova.network.neutron [req-38bc266a-e42b-4e07-bbda-1f6a249cf03c req-79c8b39d-1fdb-4db4-abfc-a5a4dda74639 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.914465] env[70039]: DEBUG nova.compute.manager [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.946062] env[70039]: DEBUG nova.virt.hardware [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.946324] env[70039]: DEBUG nova.virt.hardware [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.946518] env[70039]: DEBUG nova.virt.hardware [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.946712] env[70039]: DEBUG nova.virt.hardware [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.946854] env[70039]: DEBUG nova.virt.hardware [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.947000] env[70039]: DEBUG nova.virt.hardware [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.947391] env[70039]: DEBUG nova.virt.hardware [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.947624] env[70039]: DEBUG nova.virt.hardware [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.947863] env[70039]: DEBUG nova.virt.hardware [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.948131] env[70039]: DEBUG nova.virt.hardware [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.948370] env[70039]: DEBUG nova.virt.hardware [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.949344] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.950349] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efd9671-95b4-42e6-8db0-a615c22cef9e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.959440] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8578c49-dd63-4343-8500-f2a4ef32ad47 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.000977] env[70039]: DEBUG nova.network.neutron [-] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.024891] env[70039]: DEBUG nova.scheduler.client.report [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.201621] env[70039]: DEBUG oslo_concurrency.lockutils [None req-899c9271-4a00-4bf2-9eb3-ad5624483aee tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "bd857864-7948-4a06-85ec-28887aa04675" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.250s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.211080] env[70039]: WARNING nova.compute.manager [None req-8e1ef31e-8b15-4e5e-b8c0-2dbbf85b4284 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Image not found during snapshot: nova.exception.ImageNotFound: Image df620130-9ce3-4fb5-94e2-201e40894014 could not be found. [ 1088.217086] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77886301-01f1-4902-b5e4-081e0212194a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.231765] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0514bb-4f2b-4dfc-a06e-07e4b2784a10 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.281523] env[70039]: DEBUG nova.compute.manager [req-38bc266a-e42b-4e07-bbda-1f6a249cf03c req-79c8b39d-1fdb-4db4-abfc-a5a4dda74639 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Detach interface failed, port_id=6ec70463-f243-4b15-95bf-366727322408, reason: Instance ce10145e-b396-41cf-b13f-170cdc82a43b could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1088.504044] env[70039]: INFO nova.compute.manager [-] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Took 2.28 seconds to deallocate network for instance. [ 1088.531282] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.531842] env[70039]: DEBUG nova.compute.manager [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.535987] env[70039]: DEBUG oslo_concurrency.lockutils [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.464s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.959316] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421a7443-86c3-4249-b6be-080f0ee2a0ee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.964018] env[70039]: DEBUG oslo_concurrency.lockutils [None req-987e2b72-6664-44d8-998e-9d97a6d64c7f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "bd857864-7948-4a06-85ec-28887aa04675" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.964018] env[70039]: DEBUG oslo_concurrency.lockutils [None req-987e2b72-6664-44d8-998e-9d97a6d64c7f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "bd857864-7948-4a06-85ec-28887aa04675" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.964018] env[70039]: DEBUG nova.compute.manager [None req-987e2b72-6664-44d8-998e-9d97a6d64c7f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.964885] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f0b2f8-712d-4bbe-9b62-37d5476a8774 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.974968] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fb8408-0346-4ae5-9035-5055e21aa64d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.981333] env[70039]: DEBUG oslo_vmware.rw_handles [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b93378-e33f-2bad-cae3-8867547a057e/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1088.983812] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70bbaaf-32d1-4b82-88f3-6e8c3d94f60a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.986534] env[70039]: DEBUG nova.compute.manager [None req-987e2b72-6664-44d8-998e-9d97a6d64c7f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70039) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1088.987441] env[70039]: DEBUG nova.objects.instance [None req-987e2b72-6664-44d8-998e-9d97a6d64c7f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lazy-loading 'flavor' on Instance uuid bd857864-7948-4a06-85ec-28887aa04675 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.019995] env[70039]: DEBUG oslo_vmware.rw_handles [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b93378-e33f-2bad-cae3-8867547a057e/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1089.020503] env[70039]: ERROR oslo_vmware.rw_handles [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b93378-e33f-2bad-cae3-8867547a057e/disk-0.vmdk due to incomplete transfer. [ 1089.021197] env[70039]: DEBUG oslo_concurrency.lockutils [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.022438] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-581762c4-dfe4-4564-a3f5-c2c765897096 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.025229] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4f708b-fbed-42b0-a830-c87833eb2d86 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.034655] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ef25f5-4f8d-4b31-a712-38713665dd04 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.039827] env[70039]: DEBUG oslo_vmware.rw_handles [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b93378-e33f-2bad-cae3-8867547a057e/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1089.040034] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Uploaded image 288cf997-02ce-4c9f-b9a5-ece2fdc62c64 to the Glance image server {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1089.042302] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Destroying the VM {{(pid=70039) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1089.043539] env[70039]: DEBUG nova.compute.utils [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.045174] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cf23e742-2a35-4e1d-b1bd-ea99308d86cc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.057446] env[70039]: DEBUG nova.compute.manager [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.057446] env[70039]: DEBUG nova.network.neutron [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.060195] env[70039]: DEBUG nova.compute.provider_tree [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.066627] env[70039]: DEBUG oslo_vmware.api [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1089.066627] env[70039]: value = "task-3331314" [ 1089.066627] env[70039]: _type = "Task" [ 1089.066627] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.076252] env[70039]: DEBUG oslo_vmware.api [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331314, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.107288] env[70039]: DEBUG nova.policy [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5331a3c41ee34242a37f0ab5a2dc4147', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '284eb404155c4626b093ab87609ba3f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.452830] env[70039]: DEBUG oslo_concurrency.lockutils [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "bb37ebdd-8f89-4096-a87b-6c67da301cf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.452830] env[70039]: DEBUG oslo_concurrency.lockutils [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "bb37ebdd-8f89-4096-a87b-6c67da301cf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.553023] env[70039]: DEBUG nova.compute.manager [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.566259] env[70039]: DEBUG nova.scheduler.client.report [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.590702] env[70039]: DEBUG oslo_vmware.api [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331314, 'name': Destroy_Task, 'duration_secs': 0.311733} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.594068] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Destroyed the VM [ 1089.594564] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Deleting Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1089.595410] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7e3f357f-0944-448b-9ac5-dddf43669d48 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.606111] env[70039]: DEBUG oslo_vmware.api [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1089.606111] env[70039]: value = "task-3331315" [ 1089.606111] env[70039]: _type = "Task" [ 1089.606111] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.615591] env[70039]: DEBUG oslo_vmware.api [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331315, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.639996] env[70039]: DEBUG nova.network.neutron [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Successfully created port: 961b92d4-24fd-496d-9007-0bb460b3f298 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.722038] env[70039]: DEBUG nova.compute.manager [req-57397d46-0999-4087-a567-03fc5871da6d req-a0996e41-665a-40a2-a326-87fe60b679a0 service nova] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Received event network-vif-plugged-2e0e5a9e-430c-41fd-9c6d-d2d8a6209695 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.722281] env[70039]: DEBUG oslo_concurrency.lockutils [req-57397d46-0999-4087-a567-03fc5871da6d req-a0996e41-665a-40a2-a326-87fe60b679a0 service nova] Acquiring lock "def86164-02c8-414d-8be5-34e665bd51b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.722728] env[70039]: DEBUG oslo_concurrency.lockutils [req-57397d46-0999-4087-a567-03fc5871da6d req-a0996e41-665a-40a2-a326-87fe60b679a0 service nova] Lock "def86164-02c8-414d-8be5-34e665bd51b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.723034] env[70039]: DEBUG oslo_concurrency.lockutils [req-57397d46-0999-4087-a567-03fc5871da6d req-a0996e41-665a-40a2-a326-87fe60b679a0 service nova] Lock "def86164-02c8-414d-8be5-34e665bd51b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.723239] env[70039]: DEBUG nova.compute.manager [req-57397d46-0999-4087-a567-03fc5871da6d req-a0996e41-665a-40a2-a326-87fe60b679a0 service nova] [instance: def86164-02c8-414d-8be5-34e665bd51b7] No waiting events found dispatching network-vif-plugged-2e0e5a9e-430c-41fd-9c6d-d2d8a6209695 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.723443] env[70039]: WARNING nova.compute.manager [req-57397d46-0999-4087-a567-03fc5871da6d req-a0996e41-665a-40a2-a326-87fe60b679a0 service nova] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Received unexpected event network-vif-plugged-2e0e5a9e-430c-41fd-9c6d-d2d8a6209695 for instance with vm_state building and task_state spawning. [ 1089.956256] env[70039]: DEBUG nova.compute.manager [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.976608] env[70039]: DEBUG nova.network.neutron [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Successfully updated port: 2e0e5a9e-430c-41fd-9c6d-d2d8a6209695 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.002659] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-987e2b72-6664-44d8-998e-9d97a6d64c7f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.002659] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a11e913-1793-4173-b9e3-98514c0bad8e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.007670] env[70039]: DEBUG oslo_vmware.api [None req-987e2b72-6664-44d8-998e-9d97a6d64c7f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1090.007670] env[70039]: value = "task-3331316" [ 1090.007670] env[70039]: _type = "Task" [ 1090.007670] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.018821] env[70039]: DEBUG oslo_vmware.api [None req-987e2b72-6664-44d8-998e-9d97a6d64c7f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.079661] env[70039]: DEBUG oslo_concurrency.lockutils [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.543s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.079661] env[70039]: INFO nova.compute.manager [None req-faa56186-456a-4c79-a9a1-2913acb5983f tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Successfully reverted task state from rebuilding on failure for instance. [ 1090.087263] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.726s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.089636] env[70039]: INFO nova.compute.claims [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.096770] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "9b6b17b2-8401-42fd-8496-5484c16f641a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.096911] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "9b6b17b2-8401-42fd-8496-5484c16f641a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.097225] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "9b6b17b2-8401-42fd-8496-5484c16f641a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.097539] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "9b6b17b2-8401-42fd-8496-5484c16f641a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.100828] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "9b6b17b2-8401-42fd-8496-5484c16f641a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.103061] env[70039]: INFO nova.compute.manager [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Terminating instance [ 1090.123629] env[70039]: DEBUG oslo_vmware.api [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331315, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.481632] env[70039]: DEBUG oslo_concurrency.lockutils [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Acquiring lock "refresh_cache-def86164-02c8-414d-8be5-34e665bd51b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.481788] env[70039]: DEBUG oslo_concurrency.lockutils [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Acquired lock "refresh_cache-def86164-02c8-414d-8be5-34e665bd51b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.481952] env[70039]: DEBUG nova.network.neutron [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.496446] env[70039]: DEBUG oslo_concurrency.lockutils [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.520900] env[70039]: DEBUG oslo_vmware.api [None req-987e2b72-6664-44d8-998e-9d97a6d64c7f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331316, 'name': PowerOffVM_Task, 'duration_secs': 0.188109} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.521378] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-987e2b72-6664-44d8-998e-9d97a6d64c7f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.521650] env[70039]: DEBUG nova.compute.manager [None req-987e2b72-6664-44d8-998e-9d97a6d64c7f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.523416] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1f665d-a2c7-4e7f-9f29-e4203d6e6d6b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.563019] env[70039]: DEBUG nova.compute.manager [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.597659] env[70039]: DEBUG nova.virt.hardware [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.597962] env[70039]: DEBUG nova.virt.hardware [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.598183] env[70039]: DEBUG nova.virt.hardware [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.598418] env[70039]: DEBUG nova.virt.hardware [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.598634] env[70039]: DEBUG nova.virt.hardware [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.598894] env[70039]: DEBUG nova.virt.hardware [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.599114] env[70039]: DEBUG nova.virt.hardware [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.599322] env[70039]: DEBUG nova.virt.hardware [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.599538] env[70039]: DEBUG nova.virt.hardware [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.599749] env[70039]: DEBUG nova.virt.hardware [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.599972] env[70039]: DEBUG nova.virt.hardware [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.603467] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c485cc1f-652d-465c-911c-8c911289d1dd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.619905] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9057745a-10f5-452d-9e4c-63c9d4fbb5c7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.625919] env[70039]: DEBUG nova.compute.manager [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.627027] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.628180] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5322297-cf44-4d4b-99fe-360157a1e9dc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.640020] env[70039]: DEBUG oslo_vmware.api [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331315, 'name': RemoveSnapshot_Task, 'duration_secs': 0.972656} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.650693] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Deleted Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1090.650967] env[70039]: INFO nova.compute.manager [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Took 15.74 seconds to snapshot the instance on the hypervisor. [ 1090.653491] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.654327] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-637c3ee0-317e-4e74-b049-162493ae9507 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.661622] env[70039]: DEBUG oslo_vmware.api [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1090.661622] env[70039]: value = "task-3331317" [ 1090.661622] env[70039]: _type = "Task" [ 1090.661622] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.671665] env[70039]: DEBUG oslo_vmware.api [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.757795] env[70039]: DEBUG oslo_concurrency.lockutils [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquiring lock "86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.758795] env[70039]: DEBUG oslo_concurrency.lockutils [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.760672] env[70039]: DEBUG oslo_concurrency.lockutils [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquiring lock "86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.760672] env[70039]: DEBUG oslo_concurrency.lockutils [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.761133] env[70039]: DEBUG oslo_concurrency.lockutils [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.765857] env[70039]: INFO nova.compute.manager [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Terminating instance [ 1091.022970] env[70039]: DEBUG nova.network.neutron [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.043392] env[70039]: DEBUG oslo_concurrency.lockutils [None req-987e2b72-6664-44d8-998e-9d97a6d64c7f tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "bd857864-7948-4a06-85ec-28887aa04675" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.176187] env[70039]: DEBUG oslo_vmware.api [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331317, 'name': PowerOffVM_Task, 'duration_secs': 0.394275} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.176369] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.176678] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.177058] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d24f8b1d-30c5-4194-8ef1-e4f19c9e3c10 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.219019] env[70039]: DEBUG nova.compute.manager [None req-e5c15315-2259-4cd3-a14f-cd62f85d63c7 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Found 2 images (rotation: 2) {{(pid=70039) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1091.243736] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.243736] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.243736] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Deleting the datastore file [datastore1] 9b6b17b2-8401-42fd-8496-5484c16f641a {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.244245] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7cd0c2d-7c22-468b-b345-5c9dce8b2a12 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.254413] env[70039]: DEBUG oslo_vmware.api [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for the task: (returnval){ [ 1091.254413] env[70039]: value = "task-3331319" [ 1091.254413] env[70039]: _type = "Task" [ 1091.254413] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.264482] env[70039]: DEBUG nova.network.neutron [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Successfully updated port: 961b92d4-24fd-496d-9007-0bb460b3f298 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.270016] env[70039]: DEBUG nova.compute.manager [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.270505] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.271544] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ead6274-c66f-4ff3-9a9b-0c9eca549932 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.277586] env[70039]: DEBUG oslo_vmware.api [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.285258] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.285538] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efd24f40-8787-4d87-8fb4-7f5d61096ebf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.292165] env[70039]: DEBUG oslo_vmware.api [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 1091.292165] env[70039]: value = "task-3331320" [ 1091.292165] env[70039]: _type = "Task" [ 1091.292165] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.310715] env[70039]: DEBUG oslo_vmware.api [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.347580] env[70039]: DEBUG nova.compute.manager [req-1c0b16d4-3b86-40b8-b70f-c454238e748f req-9e6ed3c2-33cb-46a0-a9ba-c98f78dd8aab service nova] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Received event network-vif-plugged-961b92d4-24fd-496d-9007-0bb460b3f298 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.347750] env[70039]: DEBUG oslo_concurrency.lockutils [req-1c0b16d4-3b86-40b8-b70f-c454238e748f req-9e6ed3c2-33cb-46a0-a9ba-c98f78dd8aab service nova] Acquiring lock "3db22a16-9d2b-47d5-b1e4-5cab6fce6879-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.348988] env[70039]: DEBUG oslo_concurrency.lockutils [req-1c0b16d4-3b86-40b8-b70f-c454238e748f req-9e6ed3c2-33cb-46a0-a9ba-c98f78dd8aab service nova] Lock "3db22a16-9d2b-47d5-b1e4-5cab6fce6879-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.349295] env[70039]: DEBUG oslo_concurrency.lockutils [req-1c0b16d4-3b86-40b8-b70f-c454238e748f req-9e6ed3c2-33cb-46a0-a9ba-c98f78dd8aab service nova] Lock "3db22a16-9d2b-47d5-b1e4-5cab6fce6879-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.349501] env[70039]: DEBUG nova.compute.manager [req-1c0b16d4-3b86-40b8-b70f-c454238e748f req-9e6ed3c2-33cb-46a0-a9ba-c98f78dd8aab service nova] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] No waiting events found dispatching network-vif-plugged-961b92d4-24fd-496d-9007-0bb460b3f298 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.349682] env[70039]: WARNING nova.compute.manager [req-1c0b16d4-3b86-40b8-b70f-c454238e748f req-9e6ed3c2-33cb-46a0-a9ba-c98f78dd8aab service nova] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Received unexpected event network-vif-plugged-961b92d4-24fd-496d-9007-0bb460b3f298 for instance with vm_state building and task_state spawning. [ 1091.350769] env[70039]: DEBUG nova.network.neutron [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Updating instance_info_cache with network_info: [{"id": "2e0e5a9e-430c-41fd-9c6d-d2d8a6209695", "address": "fa:16:3e:98:a9:80", "network": {"id": "4534c75c-3fd9-4c90-ab81-16106eb01f5f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-282755765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "452d4994bf8340f3bb8185706897c49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0e5a9e-43", "ovs_interfaceid": "2e0e5a9e-430c-41fd-9c6d-d2d8a6209695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.552169] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fd8cb4-c827-4d5c-a00c-f02915e77560 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.560084] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c36b852-89b2-452d-8346-b94f9a54e909 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.591349] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbc4911-6237-4ecc-8f2e-54f60f4b1a30 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.598823] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a795f9f-583c-4f36-9bd3-5c60eadbbd6f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.613837] env[70039]: DEBUG nova.compute.provider_tree [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.763881] env[70039]: DEBUG oslo_vmware.api [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Task: {'id': task-3331319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215424} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.764268] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.764471] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.764651] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.764829] env[70039]: INFO nova.compute.manager [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1091.765086] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.765283] env[70039]: DEBUG nova.compute.manager [-] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.765390] env[70039]: DEBUG nova.network.neutron [-] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.773979] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Acquiring lock "refresh_cache-3db22a16-9d2b-47d5-b1e4-5cab6fce6879" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.773979] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Acquired lock "refresh_cache-3db22a16-9d2b-47d5-b1e4-5cab6fce6879" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.773979] env[70039]: DEBUG nova.network.neutron [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.810396] env[70039]: DEBUG oslo_vmware.api [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331320, 'name': PowerOffVM_Task, 'duration_secs': 0.20166} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.812955] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.812955] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.812955] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8657244c-e5a1-4219-b0b6-650d8e69026a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.817023] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.817023] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.817023] env[70039]: INFO nova.compute.manager [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Shelving [ 1091.853639] env[70039]: DEBUG oslo_concurrency.lockutils [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Releasing lock "refresh_cache-def86164-02c8-414d-8be5-34e665bd51b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.856037] env[70039]: DEBUG nova.compute.manager [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Instance network_info: |[{"id": "2e0e5a9e-430c-41fd-9c6d-d2d8a6209695", "address": "fa:16:3e:98:a9:80", "network": {"id": "4534c75c-3fd9-4c90-ab81-16106eb01f5f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-282755765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "452d4994bf8340f3bb8185706897c49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0e5a9e-43", "ovs_interfaceid": "2e0e5a9e-430c-41fd-9c6d-d2d8a6209695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.856037] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:a9:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e0e5a9e-430c-41fd-9c6d-d2d8a6209695', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.863062] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Creating folder: Project (452d4994bf8340f3bb8185706897c49d). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.863062] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4420dfb5-cb58-4164-bf9e-74ced7a2d4c3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.876147] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Created folder: Project (452d4994bf8340f3bb8185706897c49d) in parent group-v664777. [ 1091.876377] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Creating folder: Instances. Parent ref: group-v665013. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.876939] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c104b96f-4dc5-4166-9995-782eccd0c65f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.889996] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Created folder: Instances in parent group-v665013. [ 1091.890313] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.890595] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.890844] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e108b46-b94a-4d2c-b14c-369131271284 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.910634] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.910861] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.911064] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Deleting the datastore file [datastore1] 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.913361] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4639f56-36f0-42b5-a97f-6d9177015882 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.919335] env[70039]: DEBUG oslo_vmware.api [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 1091.919335] env[70039]: value = "task-3331325" [ 1091.919335] env[70039]: _type = "Task" [ 1091.919335] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.920316] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.920316] env[70039]: value = "task-3331324" [ 1091.920316] env[70039]: _type = "Task" [ 1091.920316] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.937265] env[70039]: DEBUG oslo_vmware.api [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.940910] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331324, 'name': CreateVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.117639] env[70039]: DEBUG nova.scheduler.client.report [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.179217] env[70039]: DEBUG nova.compute.manager [req-3419f289-b530-4f32-a566-0ed6b9b1f423 req-dba97d65-c588-457d-86b6-183185a2bc8e service nova] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Received event network-changed-2e0e5a9e-430c-41fd-9c6d-d2d8a6209695 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.179535] env[70039]: DEBUG nova.compute.manager [req-3419f289-b530-4f32-a566-0ed6b9b1f423 req-dba97d65-c588-457d-86b6-183185a2bc8e service nova] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Refreshing instance network info cache due to event network-changed-2e0e5a9e-430c-41fd-9c6d-d2d8a6209695. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.179768] env[70039]: DEBUG oslo_concurrency.lockutils [req-3419f289-b530-4f32-a566-0ed6b9b1f423 req-dba97d65-c588-457d-86b6-183185a2bc8e service nova] Acquiring lock "refresh_cache-def86164-02c8-414d-8be5-34e665bd51b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.180024] env[70039]: DEBUG oslo_concurrency.lockutils [req-3419f289-b530-4f32-a566-0ed6b9b1f423 req-dba97d65-c588-457d-86b6-183185a2bc8e service nova] Acquired lock "refresh_cache-def86164-02c8-414d-8be5-34e665bd51b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.180092] env[70039]: DEBUG nova.network.neutron [req-3419f289-b530-4f32-a566-0ed6b9b1f423 req-dba97d65-c588-457d-86b6-183185a2bc8e service nova] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Refreshing network info cache for port 2e0e5a9e-430c-41fd-9c6d-d2d8a6209695 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.329850] env[70039]: DEBUG nova.network.neutron [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.432980] env[70039]: DEBUG oslo_vmware.api [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181689} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.433637] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.433822] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.434681] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.435014] env[70039]: INFO nova.compute.manager [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1092.435324] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.438777] env[70039]: DEBUG nova.compute.manager [-] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.438907] env[70039]: DEBUG nova.network.neutron [-] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.440833] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331324, 'name': CreateVM_Task, 'duration_secs': 0.333651} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.441194] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.442140] env[70039]: DEBUG oslo_concurrency.lockutils [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.442658] env[70039]: DEBUG oslo_concurrency.lockutils [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.442785] env[70039]: DEBUG oslo_concurrency.lockutils [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.445699] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-811508b6-890c-4fa5-a956-4052ae940aa3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.450546] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Waiting for the task: (returnval){ [ 1092.450546] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52a061bb-2f16-3e37-95ba-150924bd423a" [ 1092.450546] env[70039]: _type = "Task" [ 1092.450546] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.459273] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a061bb-2f16-3e37-95ba-150924bd423a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.550857] env[70039]: DEBUG nova.network.neutron [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Updating instance_info_cache with network_info: [{"id": "961b92d4-24fd-496d-9007-0bb460b3f298", "address": "fa:16:3e:3a:ec:ec", "network": {"id": "a35161b4-3fdd-4afc-bfcc-cc1183a8edf6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1106732390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "284eb404155c4626b093ab87609ba3f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap961b92d4-24", "ovs_interfaceid": "961b92d4-24fd-496d-9007-0bb460b3f298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.628569] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.628569] env[70039]: DEBUG nova.compute.manager [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.629947] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.156s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.630044] env[70039]: DEBUG nova.objects.instance [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lazy-loading 'resources' on Instance uuid 331396db-575b-4b9f-9804-04b60db3df0b {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.636340] env[70039]: DEBUG nova.network.neutron [-] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.787803] env[70039]: DEBUG nova.compute.manager [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.789719] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7380aeae-89a1-4269-98c6-7b23a5841c53 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.830556] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.830855] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5ea32d7-0d44-482b-93f7-180a4393cc95 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.838028] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1092.838028] env[70039]: value = "task-3331326" [ 1092.838028] env[70039]: _type = "Task" [ 1092.838028] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.848574] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.862206] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "bd857864-7948-4a06-85ec-28887aa04675" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.862206] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "bd857864-7948-4a06-85ec-28887aa04675" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.862391] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "bd857864-7948-4a06-85ec-28887aa04675-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.862569] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "bd857864-7948-4a06-85ec-28887aa04675-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.862984] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "bd857864-7948-4a06-85ec-28887aa04675-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.865187] env[70039]: INFO nova.compute.manager [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Terminating instance [ 1092.934692] env[70039]: DEBUG nova.network.neutron [req-3419f289-b530-4f32-a566-0ed6b9b1f423 req-dba97d65-c588-457d-86b6-183185a2bc8e service nova] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Updated VIF entry in instance network info cache for port 2e0e5a9e-430c-41fd-9c6d-d2d8a6209695. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.935069] env[70039]: DEBUG nova.network.neutron [req-3419f289-b530-4f32-a566-0ed6b9b1f423 req-dba97d65-c588-457d-86b6-183185a2bc8e service nova] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Updating instance_info_cache with network_info: [{"id": "2e0e5a9e-430c-41fd-9c6d-d2d8a6209695", "address": "fa:16:3e:98:a9:80", "network": {"id": "4534c75c-3fd9-4c90-ab81-16106eb01f5f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-282755765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "452d4994bf8340f3bb8185706897c49d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0e5a9e-43", "ovs_interfaceid": "2e0e5a9e-430c-41fd-9c6d-d2d8a6209695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.962287] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a061bb-2f16-3e37-95ba-150924bd423a, 'name': SearchDatastore_Task, 'duration_secs': 0.010397} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.962771] env[70039]: DEBUG oslo_concurrency.lockutils [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.963149] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.963516] env[70039]: DEBUG oslo_concurrency.lockutils [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.963945] env[70039]: DEBUG oslo_concurrency.lockutils [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.966230] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.966230] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24632c1a-7076-480a-8ff4-98da26586dc7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.974026] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.974452] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.975350] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c11306-9eb2-4598-85eb-f4ba5e2a9497 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.981497] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Waiting for the task: (returnval){ [ 1092.981497] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b32e7c-290f-c14e-ab9d-cef5a47666bf" [ 1092.981497] env[70039]: _type = "Task" [ 1092.981497] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.990197] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b32e7c-290f-c14e-ab9d-cef5a47666bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.053850] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Releasing lock "refresh_cache-3db22a16-9d2b-47d5-b1e4-5cab6fce6879" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.054156] env[70039]: DEBUG nova.compute.manager [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Instance network_info: |[{"id": "961b92d4-24fd-496d-9007-0bb460b3f298", "address": "fa:16:3e:3a:ec:ec", "network": {"id": "a35161b4-3fdd-4afc-bfcc-cc1183a8edf6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1106732390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "284eb404155c4626b093ab87609ba3f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap961b92d4-24", "ovs_interfaceid": "961b92d4-24fd-496d-9007-0bb460b3f298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.054678] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:ec:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '961b92d4-24fd-496d-9007-0bb460b3f298', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.062123] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Creating folder: Project (284eb404155c4626b093ab87609ba3f8). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.062568] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3948454a-0667-4f4a-9737-c2b591348447 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.074041] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Created folder: Project (284eb404155c4626b093ab87609ba3f8) in parent group-v664777. [ 1093.074240] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Creating folder: Instances. Parent ref: group-v665016. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.074483] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2027790d-f185-4c54-bfc6-7df1d265dea6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.083039] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Created folder: Instances in parent group-v665016. [ 1093.083207] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.083316] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.083543] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04f19501-1f01-49b0-8c3b-5cb1108c9f6d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.103367] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.103367] env[70039]: value = "task-3331329" [ 1093.103367] env[70039]: _type = "Task" [ 1093.103367] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.113619] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331329, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.133732] env[70039]: DEBUG nova.compute.utils [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.136707] env[70039]: DEBUG nova.compute.manager [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.136707] env[70039]: DEBUG nova.network.neutron [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.140058] env[70039]: INFO nova.compute.manager [-] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Took 1.37 seconds to deallocate network for instance. [ 1093.208547] env[70039]: DEBUG nova.policy [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03624d48d9364799ba70c87b78e62bb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '025e7b9816d147ce9bc12b0cd1ff6b8e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.303224] env[70039]: INFO nova.compute.manager [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] instance snapshotting [ 1093.305072] env[70039]: DEBUG nova.objects.instance [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lazy-loading 'flavor' on Instance uuid bcf40b87-7934-4ddf-aed5-4d4710ce0ed7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.347155] env[70039]: DEBUG nova.network.neutron [-] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.355042] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331326, 'name': PowerOffVM_Task, 'duration_secs': 0.21662} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.355042] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.355281] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09e4127-c937-4dfd-9d5c-02e0400ae28a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.378705] env[70039]: DEBUG nova.compute.manager [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.378942] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.383208] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e3957b-4127-4db0-8aa8-7dd96f28764a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.386461] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f963c6e0-b5e7-4f71-b674-b2e3c1cee11d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.393792] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.395951] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-621a3e64-df6a-45aa-9ae5-5aed36eb28a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.438166] env[70039]: DEBUG oslo_concurrency.lockutils [req-3419f289-b530-4f32-a566-0ed6b9b1f423 req-dba97d65-c588-457d-86b6-183185a2bc8e service nova] Releasing lock "refresh_cache-def86164-02c8-414d-8be5-34e665bd51b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.472543] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.472543] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.472731] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Deleting the datastore file [datastore2] bd857864-7948-4a06-85ec-28887aa04675 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.472901] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2105c94-2e33-4923-a627-8c3ab076a875 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.479428] env[70039]: DEBUG oslo_vmware.api [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1093.479428] env[70039]: value = "task-3331331" [ 1093.479428] env[70039]: _type = "Task" [ 1093.479428] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.489878] env[70039]: DEBUG nova.compute.manager [req-d950b438-4e7b-4256-875e-518b4db4063c req-8c31bc1b-201d-48c1-bc06-8daa435e1181 service nova] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Received event network-changed-961b92d4-24fd-496d-9007-0bb460b3f298 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.490127] env[70039]: DEBUG nova.compute.manager [req-d950b438-4e7b-4256-875e-518b4db4063c req-8c31bc1b-201d-48c1-bc06-8daa435e1181 service nova] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Refreshing instance network info cache due to event network-changed-961b92d4-24fd-496d-9007-0bb460b3f298. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.490333] env[70039]: DEBUG oslo_concurrency.lockutils [req-d950b438-4e7b-4256-875e-518b4db4063c req-8c31bc1b-201d-48c1-bc06-8daa435e1181 service nova] Acquiring lock "refresh_cache-3db22a16-9d2b-47d5-b1e4-5cab6fce6879" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.490522] env[70039]: DEBUG oslo_concurrency.lockutils [req-d950b438-4e7b-4256-875e-518b4db4063c req-8c31bc1b-201d-48c1-bc06-8daa435e1181 service nova] Acquired lock "refresh_cache-3db22a16-9d2b-47d5-b1e4-5cab6fce6879" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.490727] env[70039]: DEBUG nova.network.neutron [req-d950b438-4e7b-4256-875e-518b4db4063c req-8c31bc1b-201d-48c1-bc06-8daa435e1181 service nova] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Refreshing network info cache for port 961b92d4-24fd-496d-9007-0bb460b3f298 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.498034] env[70039]: DEBUG oslo_vmware.api [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.503258] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b32e7c-290f-c14e-ab9d-cef5a47666bf, 'name': SearchDatastore_Task, 'duration_secs': 0.008288} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.503932] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e59aa0-23ab-4590-aa36-d9ac41483bc1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.510124] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Waiting for the task: (returnval){ [ 1093.510124] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524da90a-668e-d9fc-5ccd-3c4a6e1ba4e3" [ 1093.510124] env[70039]: _type = "Task" [ 1093.510124] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.522856] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524da90a-668e-d9fc-5ccd-3c4a6e1ba4e3, 'name': SearchDatastore_Task, 'duration_secs': 0.008897} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.523116] env[70039]: DEBUG oslo_concurrency.lockutils [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.523280] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] def86164-02c8-414d-8be5-34e665bd51b7/def86164-02c8-414d-8be5-34e665bd51b7.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.523703] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e418a1e-a9b5-41c3-a291-31fd33d1a2ce {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.533556] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Waiting for the task: (returnval){ [ 1093.533556] env[70039]: value = "task-3331332" [ 1093.533556] env[70039]: _type = "Task" [ 1093.533556] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.546222] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': task-3331332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.600026] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "bced78af-9276-4173-808a-d730c9db5a92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.600273] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "bced78af-9276-4173-808a-d730c9db5a92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.609179] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace34948-f76e-4535-a775-8e382d4dd914 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.617772] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331329, 'name': CreateVM_Task, 'duration_secs': 0.325507} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.620500] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.621818] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.622007] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.622443] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.623569] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4bee9c-180e-4495-a2c7-8c5d6bc534b3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.627058] env[70039]: DEBUG nova.network.neutron [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Successfully created port: dd89d1ca-928e-4260-971e-f824cbaa5158 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.629163] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b9b9fd-7305-49e6-8301-801350bd4174 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.658469] env[70039]: DEBUG nova.compute.manager [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.662016] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.664387] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39562e5-fcb5-44cd-b91d-90c9b5f1954b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.666911] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Waiting for the task: (returnval){ [ 1093.666911] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5274b4e2-34c8-06a3-cdbd-c6b82e6f25d0" [ 1093.666911] env[70039]: _type = "Task" [ 1093.666911] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.674146] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df286db8-1c5a-4269-90d4-7ea8c700e10d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.681436] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5274b4e2-34c8-06a3-cdbd-c6b82e6f25d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011992} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.682043] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.682289] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.682526] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.682673] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.682854] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.683118] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50f6090b-f600-4033-8bbf-ea19390809df {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.693560] env[70039]: DEBUG nova.compute.provider_tree [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.706432] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.706710] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.707697] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7a8cf01-8276-4673-a4d7-0d4bd9fe91db {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.714049] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Waiting for the task: (returnval){ [ 1093.714049] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]527fabfe-a0e4-25a1-fa72-fe710a2cac1f" [ 1093.714049] env[70039]: _type = "Task" [ 1093.714049] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.725425] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527fabfe-a0e4-25a1-fa72-fe710a2cac1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.815770] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88915573-24d7-43d1-b220-dfaf945b0225 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.846762] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ab33a2-6c0c-4f25-a232-4edc731a15d5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.851573] env[70039]: INFO nova.compute.manager [-] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Took 1.41 seconds to deallocate network for instance. [ 1093.910324] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Creating Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1093.910548] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5d973ac7-7497-433f-8585-2fec1dc712a4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.920634] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1093.920634] env[70039]: value = "task-3331333" [ 1093.920634] env[70039]: _type = "Task" [ 1093.920634] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.931344] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331333, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.989701] env[70039]: DEBUG oslo_vmware.api [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161562} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.990015] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.990268] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.990476] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.990719] env[70039]: INFO nova.compute.manager [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: bd857864-7948-4a06-85ec-28887aa04675] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1093.990889] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.991122] env[70039]: DEBUG nova.compute.manager [-] [instance: bd857864-7948-4a06-85ec-28887aa04675] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.991186] env[70039]: DEBUG nova.network.neutron [-] [instance: bd857864-7948-4a06-85ec-28887aa04675] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.044794] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': task-3331332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461674} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.045239] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] def86164-02c8-414d-8be5-34e665bd51b7/def86164-02c8-414d-8be5-34e665bd51b7.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.045346] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.045549] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6efc9d03-6aa1-4440-a672-38c7cb67ce5d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.051452] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Waiting for the task: (returnval){ [ 1094.051452] env[70039]: value = "task-3331334" [ 1094.051452] env[70039]: _type = "Task" [ 1094.051452] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.060505] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': task-3331334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.103924] env[70039]: DEBUG nova.compute.manager [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.196999] env[70039]: DEBUG nova.scheduler.client.report [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.229889] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527fabfe-a0e4-25a1-fa72-fe710a2cac1f, 'name': SearchDatastore_Task, 'duration_secs': 0.064567} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.232312] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc933ee3-6339-4560-b637-193ede71e488 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.239129] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Waiting for the task: (returnval){ [ 1094.239129] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52742354-01cf-f69c-7e5e-92549b11973f" [ 1094.239129] env[70039]: _type = "Task" [ 1094.239129] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.254024] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52742354-01cf-f69c-7e5e-92549b11973f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.331800] env[70039]: DEBUG nova.compute.manager [req-4eaec2c7-6c2d-4e72-b197-96f679276a72 req-5ac99bc7-74aa-4d8a-aa68-48824bc0b7af service nova] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Received event network-vif-deleted-1a12fce8-cd61-4ac5-a048-4562dbbd4bef {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.351030] env[70039]: DEBUG nova.network.neutron [req-d950b438-4e7b-4256-875e-518b4db4063c req-8c31bc1b-201d-48c1-bc06-8daa435e1181 service nova] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Updated VIF entry in instance network info cache for port 961b92d4-24fd-496d-9007-0bb460b3f298. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.351030] env[70039]: DEBUG nova.network.neutron [req-d950b438-4e7b-4256-875e-518b4db4063c req-8c31bc1b-201d-48c1-bc06-8daa435e1181 service nova] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Updating instance_info_cache with network_info: [{"id": "961b92d4-24fd-496d-9007-0bb460b3f298", "address": "fa:16:3e:3a:ec:ec", "network": {"id": "a35161b4-3fdd-4afc-bfcc-cc1183a8edf6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1106732390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "284eb404155c4626b093ab87609ba3f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap961b92d4-24", "ovs_interfaceid": "961b92d4-24fd-496d-9007-0bb460b3f298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.367042] env[70039]: DEBUG oslo_concurrency.lockutils [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.367042] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Creating Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1094.368503] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5a2ba190-d09b-424a-b9b1-dafeff590cb8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.377519] env[70039]: DEBUG oslo_vmware.api [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1094.377519] env[70039]: value = "task-3331335" [ 1094.377519] env[70039]: _type = "Task" [ 1094.377519] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.392082] env[70039]: DEBUG oslo_vmware.api [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331335, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.430080] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331333, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.566290] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': task-3331334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065377} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.566782] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.568092] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aacaa06-fb5b-42ab-9987-6ecc82900b70 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.609286] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] def86164-02c8-414d-8be5-34e665bd51b7/def86164-02c8-414d-8be5-34e665bd51b7.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.609367] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c54d286-9c12-4466-9280-c6405a77c5c9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.637053] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Waiting for the task: (returnval){ [ 1094.637053] env[70039]: value = "task-3331336" [ 1094.637053] env[70039]: _type = "Task" [ 1094.637053] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.643910] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.648116] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': task-3331336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.678235] env[70039]: DEBUG nova.compute.manager [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.703997] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.708405] env[70039]: DEBUG nova.virt.hardware [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.708605] env[70039]: DEBUG nova.virt.hardware [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.708784] env[70039]: DEBUG nova.virt.hardware [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.708970] env[70039]: DEBUG nova.virt.hardware [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.709132] env[70039]: DEBUG nova.virt.hardware [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.709278] env[70039]: DEBUG nova.virt.hardware [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.709487] env[70039]: DEBUG nova.virt.hardware [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.709644] env[70039]: DEBUG nova.virt.hardware [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.709812] env[70039]: DEBUG nova.virt.hardware [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.709976] env[70039]: DEBUG nova.virt.hardware [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.710160] env[70039]: DEBUG nova.virt.hardware [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.710657] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.825s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.710880] env[70039]: DEBUG nova.objects.instance [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lazy-loading 'resources' on Instance uuid 45162af6-4a88-4787-aba6-7014cf88a772 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.712638] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20673a13-5822-40ab-b903-f5d04e90d383 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.721438] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c673b6-c7a2-4c77-a4d2-82ec4d070224 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.738958] env[70039]: INFO nova.scheduler.client.report [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Deleted allocations for instance 331396db-575b-4b9f-9804-04b60db3df0b [ 1094.753474] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52742354-01cf-f69c-7e5e-92549b11973f, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.753474] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.753474] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 3db22a16-9d2b-47d5-b1e4-5cab6fce6879/3db22a16-9d2b-47d5-b1e4-5cab6fce6879.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.753773] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a89f9436-b5e8-4c71-b057-ad9993e72aa2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.761477] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Waiting for the task: (returnval){ [ 1094.761477] env[70039]: value = "task-3331337" [ 1094.761477] env[70039]: _type = "Task" [ 1094.761477] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.770599] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': task-3331337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.854649] env[70039]: DEBUG oslo_concurrency.lockutils [req-d950b438-4e7b-4256-875e-518b4db4063c req-8c31bc1b-201d-48c1-bc06-8daa435e1181 service nova] Releasing lock "refresh_cache-3db22a16-9d2b-47d5-b1e4-5cab6fce6879" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.855379] env[70039]: DEBUG nova.compute.manager [req-d950b438-4e7b-4256-875e-518b4db4063c req-8c31bc1b-201d-48c1-bc06-8daa435e1181 service nova] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Received event network-vif-deleted-62360db3-f2f7-429a-8a70-68fad2bfe667 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.874547] env[70039]: DEBUG nova.network.neutron [-] [instance: bd857864-7948-4a06-85ec-28887aa04675] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.880582] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquiring lock "64f4f7c5-5903-4d9b-a7f1-452328fccf14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.880863] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lock "64f4f7c5-5903-4d9b-a7f1-452328fccf14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.892731] env[70039]: DEBUG oslo_vmware.api [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331335, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.936583] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331333, 'name': CreateSnapshot_Task, 'duration_secs': 0.778529} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.937044] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Created Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1094.938071] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7910959e-823f-4d7e-a5e8-c974f92612aa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.149387] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': task-3331336, 'name': ReconfigVM_Task, 'duration_secs': 0.353576} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.149783] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Reconfigured VM instance instance-00000056 to attach disk [datastore2] def86164-02c8-414d-8be5-34e665bd51b7/def86164-02c8-414d-8be5-34e665bd51b7.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.150491] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d789266-92b5-41f2-b3a2-0a692ae17d00 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.158828] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Waiting for the task: (returnval){ [ 1095.158828] env[70039]: value = "task-3331338" [ 1095.158828] env[70039]: _type = "Task" [ 1095.158828] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.168139] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': task-3331338, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.203393] env[70039]: DEBUG nova.network.neutron [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Successfully updated port: dd89d1ca-928e-4260-971e-f824cbaa5158 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.254708] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cb61f13c-25e5-469b-8f7a-850326957820 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lock "331396db-575b-4b9f-9804-04b60db3df0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.488s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.276142] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': task-3331337, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.380698] env[70039]: INFO nova.compute.manager [-] [instance: bd857864-7948-4a06-85ec-28887aa04675] Took 1.39 seconds to deallocate network for instance. [ 1095.388481] env[70039]: DEBUG nova.compute.manager [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.399789] env[70039]: DEBUG oslo_vmware.api [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331335, 'name': CreateSnapshot_Task, 'duration_secs': 0.765478} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.400051] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Created Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1095.401213] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ee5fef-78e7-49f9-b837-9d16e3f9b3bb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.457824] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Creating linked-clone VM from snapshot {{(pid=70039) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1095.461217] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c405ba04-20c1-4fb5-b690-3d91bec24cbe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.471483] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1095.471483] env[70039]: value = "task-3331339" [ 1095.471483] env[70039]: _type = "Task" [ 1095.471483] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.483430] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331339, 'name': CloneVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.583083] env[70039]: DEBUG nova.compute.manager [req-70445d43-2564-40fb-9ee2-4ebb8f7e8681 req-4a919d4c-6985-4ed5-8c68-594db620562e service nova] [instance: bd857864-7948-4a06-85ec-28887aa04675] Received event network-vif-deleted-fe5c3d4a-ae4a-4d3a-8c3c-2ee2bc54c98d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.594165] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfdfcc7-cc7f-48f2-9ac7-2df9e7c9a8c8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.603854] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210e9eef-d06c-4fb8-bdf7-406f91ecf5d5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.642998] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ab9e18-8ea0-4ef8-9ef8-526b1cc4a539 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.653085] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c5867f-999d-415f-88ff-828591f45a0a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.671480] env[70039]: DEBUG nova.compute.provider_tree [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.679414] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': task-3331338, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.707039] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "refresh_cache-78d436ba-a361-4760-a13d-edd86fc665f9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.707039] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquired lock "refresh_cache-78d436ba-a361-4760-a13d-edd86fc665f9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.707039] env[70039]: DEBUG nova.network.neutron [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.773036] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': task-3331337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525374} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.773036] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 3db22a16-9d2b-47d5-b1e4-5cab6fce6879/3db22a16-9d2b-47d5-b1e4-5cab6fce6879.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.773289] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.773396] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab64d7a4-9b4b-4dad-9cda-61fef5bcdef8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.781856] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Waiting for the task: (returnval){ [ 1095.781856] env[70039]: value = "task-3331340" [ 1095.781856] env[70039]: _type = "Task" [ 1095.781856] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.796520] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': task-3331340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.894212] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.910726] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.922020] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Creating linked-clone VM from snapshot {{(pid=70039) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1095.925027] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ff2c26a6-232e-4383-93fc-fef7169458ab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.935132] env[70039]: DEBUG oslo_vmware.api [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1095.935132] env[70039]: value = "task-3331341" [ 1095.935132] env[70039]: _type = "Task" [ 1095.935132] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.945037] env[70039]: DEBUG oslo_vmware.api [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331341, 'name': CloneVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.982220] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331339, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.172711] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': task-3331338, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.174806] env[70039]: DEBUG nova.scheduler.client.report [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.254391] env[70039]: DEBUG nova.network.neutron [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.293419] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "43a1ba3c-3d00-467b-8101-c71c46ee5981" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.293724] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lock "43a1ba3c-3d00-467b-8101-c71c46ee5981" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.293965] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "43a1ba3c-3d00-467b-8101-c71c46ee5981-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.294198] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lock "43a1ba3c-3d00-467b-8101-c71c46ee5981-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.294638] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lock "43a1ba3c-3d00-467b-8101-c71c46ee5981-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.296110] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': task-3331340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074901} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.298390] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.298930] env[70039]: INFO nova.compute.manager [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Terminating instance [ 1096.300661] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb8efea-6088-4f4f-b21d-8378b74d6299 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.324935] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 3db22a16-9d2b-47d5-b1e4-5cab6fce6879/3db22a16-9d2b-47d5-b1e4-5cab6fce6879.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.325825] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-791c1fe5-6b9c-4423-9f24-2b5bb6078f28 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.349893] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Waiting for the task: (returnval){ [ 1096.349893] env[70039]: value = "task-3331342" [ 1096.349893] env[70039]: _type = "Task" [ 1096.349893] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.356548] env[70039]: DEBUG nova.compute.manager [req-15b0f4f7-5beb-4515-8a35-10c3643a0d14 req-318c43d5-46f5-458f-8819-15c92489d747 service nova] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Received event network-vif-plugged-dd89d1ca-928e-4260-971e-f824cbaa5158 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.356670] env[70039]: DEBUG oslo_concurrency.lockutils [req-15b0f4f7-5beb-4515-8a35-10c3643a0d14 req-318c43d5-46f5-458f-8819-15c92489d747 service nova] Acquiring lock "78d436ba-a361-4760-a13d-edd86fc665f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.357055] env[70039]: DEBUG oslo_concurrency.lockutils [req-15b0f4f7-5beb-4515-8a35-10c3643a0d14 req-318c43d5-46f5-458f-8819-15c92489d747 service nova] Lock "78d436ba-a361-4760-a13d-edd86fc665f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.357359] env[70039]: DEBUG oslo_concurrency.lockutils [req-15b0f4f7-5beb-4515-8a35-10c3643a0d14 req-318c43d5-46f5-458f-8819-15c92489d747 service nova] Lock "78d436ba-a361-4760-a13d-edd86fc665f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.357611] env[70039]: DEBUG nova.compute.manager [req-15b0f4f7-5beb-4515-8a35-10c3643a0d14 req-318c43d5-46f5-458f-8819-15c92489d747 service nova] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] No waiting events found dispatching network-vif-plugged-dd89d1ca-928e-4260-971e-f824cbaa5158 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.357783] env[70039]: WARNING nova.compute.manager [req-15b0f4f7-5beb-4515-8a35-10c3643a0d14 req-318c43d5-46f5-458f-8819-15c92489d747 service nova] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Received unexpected event network-vif-plugged-dd89d1ca-928e-4260-971e-f824cbaa5158 for instance with vm_state building and task_state spawning. [ 1096.357969] env[70039]: DEBUG nova.compute.manager [req-15b0f4f7-5beb-4515-8a35-10c3643a0d14 req-318c43d5-46f5-458f-8819-15c92489d747 service nova] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Received event network-changed-dd89d1ca-928e-4260-971e-f824cbaa5158 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.358165] env[70039]: DEBUG nova.compute.manager [req-15b0f4f7-5beb-4515-8a35-10c3643a0d14 req-318c43d5-46f5-458f-8819-15c92489d747 service nova] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Refreshing instance network info cache due to event network-changed-dd89d1ca-928e-4260-971e-f824cbaa5158. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.358322] env[70039]: DEBUG oslo_concurrency.lockutils [req-15b0f4f7-5beb-4515-8a35-10c3643a0d14 req-318c43d5-46f5-458f-8819-15c92489d747 service nova] Acquiring lock "refresh_cache-78d436ba-a361-4760-a13d-edd86fc665f9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.363271] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': task-3331342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.416772] env[70039]: DEBUG nova.network.neutron [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Updating instance_info_cache with network_info: [{"id": "dd89d1ca-928e-4260-971e-f824cbaa5158", "address": "fa:16:3e:93:0b:32", "network": {"id": "ae87bb1b-88e2-476d-8e43-f85e938fefde", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1298058948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025e7b9816d147ce9bc12b0cd1ff6b8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd89d1ca-92", "ovs_interfaceid": "dd89d1ca-928e-4260-971e-f824cbaa5158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.447220] env[70039]: DEBUG oslo_vmware.api [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331341, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.482865] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331339, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.671294] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': task-3331338, 'name': Rename_Task, 'duration_secs': 1.379273} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.671600] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.671850] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-291d9cf3-e984-4852-bab4-7165286f744f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.679832] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.681928] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Waiting for the task: (returnval){ [ 1096.681928] env[70039]: value = "task-3331343" [ 1096.681928] env[70039]: _type = "Task" [ 1096.681928] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.683199] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.893s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.683199] env[70039]: DEBUG nova.objects.instance [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Lazy-loading 'resources' on Instance uuid b6a0aeac-b975-4c2c-904f-a35d9946eb70 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.694571] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': task-3331343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.708458] env[70039]: INFO nova.scheduler.client.report [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Deleted allocations for instance 45162af6-4a88-4787-aba6-7014cf88a772 [ 1096.805459] env[70039]: DEBUG nova.compute.manager [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.805720] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.806680] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdae511-5980-4aa3-825b-0282df98a804 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.815540] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.815822] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7495e3cf-1b66-4900-88a7-32c35bc8a1bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.824474] env[70039]: DEBUG oslo_vmware.api [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1096.824474] env[70039]: value = "task-3331344" [ 1096.824474] env[70039]: _type = "Task" [ 1096.824474] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.834259] env[70039]: DEBUG oslo_vmware.api [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.863445] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': task-3331342, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.919869] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Releasing lock "refresh_cache-78d436ba-a361-4760-a13d-edd86fc665f9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.920020] env[70039]: DEBUG nova.compute.manager [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Instance network_info: |[{"id": "dd89d1ca-928e-4260-971e-f824cbaa5158", "address": "fa:16:3e:93:0b:32", "network": {"id": "ae87bb1b-88e2-476d-8e43-f85e938fefde", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1298058948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025e7b9816d147ce9bc12b0cd1ff6b8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd89d1ca-92", "ovs_interfaceid": "dd89d1ca-928e-4260-971e-f824cbaa5158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.920418] env[70039]: DEBUG oslo_concurrency.lockutils [req-15b0f4f7-5beb-4515-8a35-10c3643a0d14 req-318c43d5-46f5-458f-8819-15c92489d747 service nova] Acquired lock "refresh_cache-78d436ba-a361-4760-a13d-edd86fc665f9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.920657] env[70039]: DEBUG nova.network.neutron [req-15b0f4f7-5beb-4515-8a35-10c3643a0d14 req-318c43d5-46f5-458f-8819-15c92489d747 service nova] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Refreshing network info cache for port dd89d1ca-928e-4260-971e-f824cbaa5158 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.922105] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:0b:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd89d1ca-928e-4260-971e-f824cbaa5158', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.931262] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Creating folder: Project (025e7b9816d147ce9bc12b0cd1ff6b8e). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1096.932757] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27f57efe-cb25-432f-b2f1-faedcd90368c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.947474] env[70039]: DEBUG oslo_vmware.api [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331341, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.948986] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Created folder: Project (025e7b9816d147ce9bc12b0cd1ff6b8e) in parent group-v664777. [ 1096.949226] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Creating folder: Instances. Parent ref: group-v665023. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1096.949480] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23b82575-4988-4f02-89da-0aa1363790ff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.966315] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Created folder: Instances in parent group-v665023. [ 1096.966750] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.967038] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.967292] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7779529-ef38-4512-bf4a-a80f4b6e1399 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.992019] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331339, 'name': CloneVM_Task} progress is 95%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.993591] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.993591] env[70039]: value = "task-3331347" [ 1096.993591] env[70039]: _type = "Task" [ 1096.993591] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.011149] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331347, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.196872] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': task-3331343, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.215897] env[70039]: DEBUG oslo_concurrency.lockutils [None req-fd90a7c6-1123-4e5a-8f59-34846bd905ab tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "45162af6-4a88-4787-aba6-7014cf88a772" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.158s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.337021] env[70039]: DEBUG oslo_vmware.api [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331344, 'name': PowerOffVM_Task, 'duration_secs': 0.220516} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.339195] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.339769] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.340017] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7850b7f6-48ec-41b7-8d12-a45c50b77fca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.363066] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': task-3331342, 'name': ReconfigVM_Task, 'duration_secs': 0.566362} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.365848] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 3db22a16-9d2b-47d5-b1e4-5cab6fce6879/3db22a16-9d2b-47d5-b1e4-5cab6fce6879.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.366704] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-049c695c-5f19-48c2-8bf7-adb511f262b4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.373637] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Waiting for the task: (returnval){ [ 1097.373637] env[70039]: value = "task-3331349" [ 1097.373637] env[70039]: _type = "Task" [ 1097.373637] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.384623] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': task-3331349, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.421474] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.421726] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.422962] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Deleting the datastore file [datastore2] 43a1ba3c-3d00-467b-8101-c71c46ee5981 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.422962] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb6f006c-3c34-47f2-b92a-bf81e56edc80 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.429377] env[70039]: DEBUG oslo_vmware.api [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for the task: (returnval){ [ 1097.429377] env[70039]: value = "task-3331350" [ 1097.429377] env[70039]: _type = "Task" [ 1097.429377] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.445216] env[70039]: DEBUG oslo_vmware.api [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.451656] env[70039]: DEBUG oslo_vmware.api [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331341, 'name': CloneVM_Task, 'duration_secs': 1.381926} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.451961] env[70039]: INFO nova.virt.vmwareapi.vmops [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Created linked-clone VM from snapshot [ 1097.452804] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e662b38-9393-430c-af89-fd6c345208c9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.463974] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Uploading image 0c34bceb-4a09-4a84-b7d8-d70c1b39b87d {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1097.496829] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331339, 'name': CloneVM_Task, 'duration_secs': 1.664066} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.498858] env[70039]: DEBUG oslo_vmware.rw_handles [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1097.498858] env[70039]: value = "vm-665022" [ 1097.498858] env[70039]: _type = "VirtualMachine" [ 1097.498858] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1097.502377] env[70039]: INFO nova.virt.vmwareapi.vmops [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Created linked-clone VM from snapshot [ 1097.502617] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a143ff82-681d-497e-a448-cb7c5cde80cc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.506790] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9bf461-636f-4e2f-b59b-33518c6699c6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.518831] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Uploading image aed44af7-ed63-4c88-9fde-d13793e77b11 {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1097.524628] env[70039]: DEBUG oslo_vmware.rw_handles [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lease: (returnval){ [ 1097.524628] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52180da4-0025-1bdc-f621-ef718fe3460a" [ 1097.524628] env[70039]: _type = "HttpNfcLease" [ 1097.524628] env[70039]: } obtained for exporting VM: (result){ [ 1097.524628] env[70039]: value = "vm-665022" [ 1097.524628] env[70039]: _type = "VirtualMachine" [ 1097.524628] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1097.524947] env[70039]: DEBUG oslo_vmware.api [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the lease: (returnval){ [ 1097.524947] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52180da4-0025-1bdc-f621-ef718fe3460a" [ 1097.524947] env[70039]: _type = "HttpNfcLease" [ 1097.524947] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1097.525146] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331347, 'name': CreateVM_Task, 'duration_secs': 0.376315} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.530119] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.533401] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.534071] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.534071] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.536702] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e4b2684-60cd-45d0-8bed-8dde5f9be346 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.541719] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61448c6-373b-4f3f-99cc-7562c6b6ea29 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.546514] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1097.546514] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f01e73-e4e1-63e2-a934-d5ebc7e8026d" [ 1097.546514] env[70039]: _type = "Task" [ 1097.546514] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.546697] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1097.546697] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52180da4-0025-1bdc-f621-ef718fe3460a" [ 1097.546697] env[70039]: _type = "HttpNfcLease" [ 1097.546697] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1097.548459] env[70039]: DEBUG oslo_vmware.rw_handles [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1097.548459] env[70039]: value = "vm-665021" [ 1097.548459] env[70039]: _type = "VirtualMachine" [ 1097.548459] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1097.549215] env[70039]: DEBUG oslo_vmware.rw_handles [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1097.549215] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52180da4-0025-1bdc-f621-ef718fe3460a" [ 1097.549215] env[70039]: _type = "HttpNfcLease" [ 1097.549215] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1097.549433] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-73ccf65e-82c6-425b-a74e-746804b28f0d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.559018] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773851c3-7f4b-4a27-a802-9d5844fcac5a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.562503] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61775025-0f34-4941-a821-e28f655df931 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.572879] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f01e73-e4e1-63e2-a934-d5ebc7e8026d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.573230] env[70039]: DEBUG oslo_vmware.rw_handles [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lease: (returnval){ [ 1097.573230] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521b1d0e-aac8-36a4-d3a7-cedea4fc9b49" [ 1097.573230] env[70039]: _type = "HttpNfcLease" [ 1097.573230] env[70039]: } obtained for exporting VM: (result){ [ 1097.573230] env[70039]: value = "vm-665021" [ 1097.573230] env[70039]: _type = "VirtualMachine" [ 1097.573230] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1097.573592] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the lease: (returnval){ [ 1097.573592] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521b1d0e-aac8-36a4-d3a7-cedea4fc9b49" [ 1097.573592] env[70039]: _type = "HttpNfcLease" [ 1097.573592] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1097.573766] env[70039]: DEBUG oslo_vmware.rw_handles [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b822f3-8eab-951f-04b4-9d9c5b96e3ee/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1097.573815] env[70039]: DEBUG oslo_vmware.rw_handles [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b822f3-8eab-951f-04b4-9d9c5b96e3ee/disk-0.vmdk for reading. {{(pid=70039) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1097.659966] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b91a65-98bb-43a5-b0f9-fe8db8e78cb7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.665382] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1097.665382] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521b1d0e-aac8-36a4-d3a7-cedea4fc9b49" [ 1097.665382] env[70039]: _type = "HttpNfcLease" [ 1097.665382] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1097.666296] env[70039]: DEBUG oslo_vmware.rw_handles [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1097.666296] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521b1d0e-aac8-36a4-d3a7-cedea4fc9b49" [ 1097.666296] env[70039]: _type = "HttpNfcLease" [ 1097.666296] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1097.667316] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146d650d-ccea-44f1-82f3-24b9e4889ea5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.673456] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da3f880-3897-406d-9dec-255a4570a123 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.680086] env[70039]: DEBUG oslo_vmware.rw_handles [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291727e-1ebf-4f3d-9d3d-eedd258531eb/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1097.680271] env[70039]: DEBUG oslo_vmware.rw_handles [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291727e-1ebf-4f3d-9d3d-eedd258531eb/disk-0.vmdk for reading. {{(pid=70039) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1097.749293] env[70039]: DEBUG nova.compute.provider_tree [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.756891] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-65bacbe6-66ad-4a8c-9980-a46efb83ef8e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.765077] env[70039]: DEBUG oslo_vmware.api [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': task-3331343, 'name': PowerOnVM_Task, 'duration_secs': 0.522964} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.765992] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.765992] env[70039]: INFO nova.compute.manager [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1097.766188] env[70039]: DEBUG nova.compute.manager [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.767146] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f5f7d8-7eef-416a-bf51-1a8a28bf6d17 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.784475] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e1f80d5-76cb-49d9-a332-567b5e286691 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.847720] env[70039]: DEBUG nova.network.neutron [req-15b0f4f7-5beb-4515-8a35-10c3643a0d14 req-318c43d5-46f5-458f-8819-15c92489d747 service nova] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Updated VIF entry in instance network info cache for port dd89d1ca-928e-4260-971e-f824cbaa5158. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.848090] env[70039]: DEBUG nova.network.neutron [req-15b0f4f7-5beb-4515-8a35-10c3643a0d14 req-318c43d5-46f5-458f-8819-15c92489d747 service nova] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Updating instance_info_cache with network_info: [{"id": "dd89d1ca-928e-4260-971e-f824cbaa5158", "address": "fa:16:3e:93:0b:32", "network": {"id": "ae87bb1b-88e2-476d-8e43-f85e938fefde", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1298058948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025e7b9816d147ce9bc12b0cd1ff6b8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd89d1ca-92", "ovs_interfaceid": "dd89d1ca-928e-4260-971e-f824cbaa5158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.884299] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': task-3331349, 'name': Rename_Task, 'duration_secs': 0.156489} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.884612] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.884861] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca897c5d-c54c-47e9-84fc-6628fa908814 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.894136] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Waiting for the task: (returnval){ [ 1097.894136] env[70039]: value = "task-3331353" [ 1097.894136] env[70039]: _type = "Task" [ 1097.894136] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.902079] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': task-3331353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.940177] env[70039]: DEBUG oslo_vmware.api [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Task: {'id': task-3331350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453106} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.941113] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.941312] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.942932] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.943232] env[70039]: INFO nova.compute.manager [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1097.943454] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.943719] env[70039]: DEBUG nova.compute.manager [-] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.943770] env[70039]: DEBUG nova.network.neutron [-] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.063161] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f01e73-e4e1-63e2-a934-d5ebc7e8026d, 'name': SearchDatastore_Task, 'duration_secs': 0.026026} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.063679] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.064166] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.064534] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.064793] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.065164] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.065518] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9b375d3-44c7-4297-867e-ee5feebeeef0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.078864] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.079172] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.080194] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e3465e5-32ed-4180-8e9e-be62e4468281 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.096565] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1098.096565] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ea0d83-fb6f-f9c2-df87-3b39f43da26d" [ 1098.096565] env[70039]: _type = "Task" [ 1098.096565] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.106973] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ea0d83-fb6f-f9c2-df87-3b39f43da26d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.256867] env[70039]: DEBUG nova.scheduler.client.report [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.290679] env[70039]: INFO nova.compute.manager [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Took 25.39 seconds to build instance. [ 1098.351505] env[70039]: DEBUG oslo_concurrency.lockutils [req-15b0f4f7-5beb-4515-8a35-10c3643a0d14 req-318c43d5-46f5-458f-8819-15c92489d747 service nova] Releasing lock "refresh_cache-78d436ba-a361-4760-a13d-edd86fc665f9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.407847] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': task-3331353, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.494439] env[70039]: DEBUG oslo_concurrency.lockutils [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "f7ce60e6-a231-4d1f-acf3-2fe9a2515be1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.495254] env[70039]: DEBUG oslo_concurrency.lockutils [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "f7ce60e6-a231-4d1f-acf3-2fe9a2515be1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.495254] env[70039]: DEBUG oslo_concurrency.lockutils [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "f7ce60e6-a231-4d1f-acf3-2fe9a2515be1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.495706] env[70039]: DEBUG oslo_concurrency.lockutils [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "f7ce60e6-a231-4d1f-acf3-2fe9a2515be1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.495802] env[70039]: DEBUG oslo_concurrency.lockutils [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "f7ce60e6-a231-4d1f-acf3-2fe9a2515be1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.499893] env[70039]: INFO nova.compute.manager [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Terminating instance [ 1098.516822] env[70039]: DEBUG nova.compute.manager [req-b7e51c11-4e99-49b3-a185-0e93740f8e68 req-d28fdc9c-08c7-43f7-b4cd-89548a8bba87 service nova] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Received event network-vif-deleted-1bbab045-a081-434e-b110-97af431eade4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.517475] env[70039]: INFO nova.compute.manager [req-b7e51c11-4e99-49b3-a185-0e93740f8e68 req-d28fdc9c-08c7-43f7-b4cd-89548a8bba87 service nova] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Neutron deleted interface 1bbab045-a081-434e-b110-97af431eade4; detaching it from the instance and deleting it from the info cache [ 1098.517622] env[70039]: DEBUG nova.network.neutron [req-b7e51c11-4e99-49b3-a185-0e93740f8e68 req-d28fdc9c-08c7-43f7-b4cd-89548a8bba87 service nova] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.615829] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ea0d83-fb6f-f9c2-df87-3b39f43da26d, 'name': SearchDatastore_Task, 'duration_secs': 0.015443} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.617024] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d543aa2d-e3f0-493f-85a4-2541b464f1fe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.624985] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1098.624985] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52517e37-f939-eea1-03e6-e19c33ebecd7" [ 1098.624985] env[70039]: _type = "Task" [ 1098.624985] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.638072] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52517e37-f939-eea1-03e6-e19c33ebecd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.766496] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.769309] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.476s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.795447] env[70039]: DEBUG oslo_concurrency.lockutils [None req-183e1f4c-ed51-49be-9b74-a95986b3eaf1 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Lock "def86164-02c8-414d-8be5-34e665bd51b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.906s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.828546] env[70039]: DEBUG nova.network.neutron [-] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.903312] env[70039]: DEBUG oslo_vmware.api [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': task-3331353, 'name': PowerOnVM_Task, 'duration_secs': 0.622619} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.903675] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.903891] env[70039]: INFO nova.compute.manager [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1098.904161] env[70039]: DEBUG nova.compute.manager [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.904980] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703d871a-86ad-4b88-a578-dbde9e578488 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.004648] env[70039]: DEBUG nova.compute.manager [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.004820] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.005895] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2632b4c4-05ed-4f9b-9e3d-3db9afc70fae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.014403] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.014730] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e45c171a-4cba-4177-add9-41ce8f415335 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.022794] env[70039]: DEBUG oslo_vmware.api [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1099.022794] env[70039]: value = "task-3331354" [ 1099.022794] env[70039]: _type = "Task" [ 1099.022794] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.023085] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9041f045-9929-4d33-a000-f64f5a132925 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.036749] env[70039]: DEBUG oslo_vmware.api [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.040813] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed7fe3e-bb1f-41b6-9f6e-1c13c057fd63 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.079815] env[70039]: DEBUG nova.compute.manager [req-b7e51c11-4e99-49b3-a185-0e93740f8e68 req-d28fdc9c-08c7-43f7-b4cd-89548a8bba87 service nova] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Detach interface failed, port_id=1bbab045-a081-434e-b110-97af431eade4, reason: Instance 43a1ba3c-3d00-467b-8101-c71c46ee5981 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1099.136608] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52517e37-f939-eea1-03e6-e19c33ebecd7, 'name': SearchDatastore_Task, 'duration_secs': 0.017957} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.136927] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.137416] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 78d436ba-a361-4760-a13d-edd86fc665f9/78d436ba-a361-4760-a13d-edd86fc665f9.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.137775] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fe89474-165e-4162-a0d7-f7f4251c4e1e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.151818] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1099.151818] env[70039]: value = "task-3331355" [ 1099.151818] env[70039]: _type = "Task" [ 1099.151818] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.160482] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.287315] env[70039]: DEBUG oslo_concurrency.lockutils [None req-23379f87-b738-4456-b3a8-9486d617a187 tempest-ServerActionsV293TestJSON-1016486754 tempest-ServerActionsV293TestJSON-1016486754-project-member] Lock "b6a0aeac-b975-4c2c-904f-a35d9946eb70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.225s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.331283] env[70039]: INFO nova.compute.manager [-] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Took 1.39 seconds to deallocate network for instance. [ 1099.424681] env[70039]: INFO nova.compute.manager [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Took 25.10 seconds to build instance. [ 1099.537262] env[70039]: DEBUG oslo_vmware.api [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331354, 'name': PowerOffVM_Task, 'duration_secs': 0.25481} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.537730] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.537921] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.538414] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e572ae2-c5c0-43f4-8ccf-14b4b4b67c79 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.629890] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.630358] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.632339] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Deleting the datastore file [datastore1] f7ce60e6-a231-4d1f-acf3-2fe9a2515be1 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.632339] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b673142-fd3a-4d9c-b0f0-911407d2581e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.639190] env[70039]: DEBUG oslo_vmware.api [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1099.639190] env[70039]: value = "task-3331357" [ 1099.639190] env[70039]: _type = "Task" [ 1099.639190] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.650396] env[70039]: DEBUG oslo_vmware.api [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.662715] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331355, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.788797] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Applying migration context for instance 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4 as it has an incoming, in-progress migration 170febfa-ca7c-4338-9ee8-e821c4d49999. Migration status is confirming {{(pid=70039) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1099.790574] env[70039]: INFO nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Updating resource usage from migration 170febfa-ca7c-4338-9ee8-e821c4d49999 [ 1099.817682] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 880c0cc9-6e82-4985-aae5-a3a9d38ab91c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.817942] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 9ad70c76-963e-47ff-803d-1e31926b862a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.818159] env[70039]: WARNING nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance b57a32ab-dd58-498b-bcdd-252f61920630 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1099.818321] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.818490] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 2a3331a0-19ac-4f75-9541-57ff3e287f9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.818690] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance bf89df54-384c-4b54-bc17-21ea92034696 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.818914] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance f8d675ce-e8bd-4861-9832-7ac0a720f8a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.819166] env[70039]: WARNING nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance ce10145e-b396-41cf-b13f-170cdc82a43b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1099.819293] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance f7ce60e6-a231-4d1f-acf3-2fe9a2515be1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.819414] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance bcf40b87-7934-4ddf-aed5-4d4710ce0ed7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.819530] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 43a1ba3c-3d00-467b-8101-c71c46ee5981 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.819648] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Migration 170febfa-ca7c-4338-9ee8-e821c4d49999 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1099.819775] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.819976] env[70039]: WARNING nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 9b6b17b2-8401-42fd-8496-5484c16f641a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1099.820118] env[70039]: WARNING nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1099.820331] env[70039]: WARNING nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance bd857864-7948-4a06-85ec-28887aa04675 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1099.820487] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance def86164-02c8-414d-8be5-34e665bd51b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.820684] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 3db22a16-9d2b-47d5-b1e4-5cab6fce6879 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.820807] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 78d436ba-a361-4760-a13d-edd86fc665f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.837728] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.928066] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ddf0f4c2-289e-495a-ae9b-9860d661b39e tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Lock "3db22a16-9d2b-47d5-b1e4-5cab6fce6879" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.613s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.148963] env[70039]: DEBUG oslo_vmware.api [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242959} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.149160] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.149429] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.149687] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.149854] env[70039]: INFO nova.compute.manager [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1100.150204] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.150421] env[70039]: DEBUG nova.compute.manager [-] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.150707] env[70039]: DEBUG nova.network.neutron [-] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.162339] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592173} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.162814] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 78d436ba-a361-4760-a13d-edd86fc665f9/78d436ba-a361-4760-a13d-edd86fc665f9.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.163091] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.163573] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd724079-7eec-4d4b-8037-2cfa19ce7578 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.170475] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1100.170475] env[70039]: value = "task-3331358" [ 1100.170475] env[70039]: _type = "Task" [ 1100.170475] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.180144] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.325250] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 738af093-6c6f-4db3-894d-901aebd08380 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1100.436413] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Acquiring lock "def86164-02c8-414d-8be5-34e665bd51b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.436793] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Lock "def86164-02c8-414d-8be5-34e665bd51b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.436938] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Acquiring lock "def86164-02c8-414d-8be5-34e665bd51b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.437144] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Lock "def86164-02c8-414d-8be5-34e665bd51b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.437315] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Lock "def86164-02c8-414d-8be5-34e665bd51b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.439682] env[70039]: INFO nova.compute.manager [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Terminating instance [ 1100.548855] env[70039]: DEBUG nova.compute.manager [req-63dfe48f-03de-4c84-a7ae-1021d884ae23 req-8af57529-5269-401e-aa6c-4c599fa7628e service nova] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Received event network-vif-deleted-48068beb-d371-43d7-946d-c66d5a1883fc {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.549079] env[70039]: INFO nova.compute.manager [req-63dfe48f-03de-4c84-a7ae-1021d884ae23 req-8af57529-5269-401e-aa6c-4c599fa7628e service nova] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Neutron deleted interface 48068beb-d371-43d7-946d-c66d5a1883fc; detaching it from the instance and deleting it from the info cache [ 1100.549309] env[70039]: DEBUG nova.network.neutron [req-63dfe48f-03de-4c84-a7ae-1021d884ae23 req-8af57529-5269-401e-aa6c-4c599fa7628e service nova] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.684589] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094163} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.684761] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.685923] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7f1af3-e0ea-42c3-8e5a-30ea8f7201f8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.726206] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 78d436ba-a361-4760-a13d-edd86fc665f9/78d436ba-a361-4760-a13d-edd86fc665f9.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.726597] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec951c38-0843-49c9-92a4-01d1f3f737b5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.746401] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1100.746401] env[70039]: value = "task-3331359" [ 1100.746401] env[70039]: _type = "Task" [ 1100.746401] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.755265] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.831987] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance b49fddfd-4f16-4155-9482-1c344bc9703f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1100.920968] env[70039]: DEBUG nova.compute.manager [req-65ee359b-aded-4043-8b88-2905eb91c103 req-75f4dea2-e10a-4411-96f6-47ff976776f5 service nova] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Received event network-changed-961b92d4-24fd-496d-9007-0bb460b3f298 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.920968] env[70039]: DEBUG nova.compute.manager [req-65ee359b-aded-4043-8b88-2905eb91c103 req-75f4dea2-e10a-4411-96f6-47ff976776f5 service nova] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Refreshing instance network info cache due to event network-changed-961b92d4-24fd-496d-9007-0bb460b3f298. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.920968] env[70039]: DEBUG oslo_concurrency.lockutils [req-65ee359b-aded-4043-8b88-2905eb91c103 req-75f4dea2-e10a-4411-96f6-47ff976776f5 service nova] Acquiring lock "refresh_cache-3db22a16-9d2b-47d5-b1e4-5cab6fce6879" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.921113] env[70039]: DEBUG oslo_concurrency.lockutils [req-65ee359b-aded-4043-8b88-2905eb91c103 req-75f4dea2-e10a-4411-96f6-47ff976776f5 service nova] Acquired lock "refresh_cache-3db22a16-9d2b-47d5-b1e4-5cab6fce6879" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.921278] env[70039]: DEBUG nova.network.neutron [req-65ee359b-aded-4043-8b88-2905eb91c103 req-75f4dea2-e10a-4411-96f6-47ff976776f5 service nova] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Refreshing network info cache for port 961b92d4-24fd-496d-9007-0bb460b3f298 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.945735] env[70039]: DEBUG nova.compute.manager [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.946055] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.947571] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36633dc-42e3-4c21-9530-3e384f3a0214 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.957065] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.957349] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b9dfd5f-c056-4e9e-bfbe-a2be65fc47f7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.964347] env[70039]: DEBUG oslo_vmware.api [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Waiting for the task: (returnval){ [ 1100.964347] env[70039]: value = "task-3331360" [ 1100.964347] env[70039]: _type = "Task" [ 1100.964347] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.972990] env[70039]: DEBUG oslo_vmware.api [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': task-3331360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.977408] env[70039]: DEBUG nova.network.neutron [-] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.053269] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02c0b5b0-fffc-45d7-8911-4c492608945e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.066839] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91742f59-41f3-48c6-8670-349b5fe4a491 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.114023] env[70039]: DEBUG nova.compute.manager [req-63dfe48f-03de-4c84-a7ae-1021d884ae23 req-8af57529-5269-401e-aa6c-4c599fa7628e service nova] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Detach interface failed, port_id=48068beb-d371-43d7-946d-c66d5a1883fc, reason: Instance f7ce60e6-a231-4d1f-acf3-2fe9a2515be1 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1101.258729] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331359, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.335776] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance bb37ebdd-8f89-4096-a87b-6c67da301cf7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 3, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1101.475551] env[70039]: DEBUG oslo_vmware.api [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': task-3331360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.479602] env[70039]: INFO nova.compute.manager [-] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Took 1.33 seconds to deallocate network for instance. [ 1101.701140] env[70039]: DEBUG nova.network.neutron [req-65ee359b-aded-4043-8b88-2905eb91c103 req-75f4dea2-e10a-4411-96f6-47ff976776f5 service nova] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Updated VIF entry in instance network info cache for port 961b92d4-24fd-496d-9007-0bb460b3f298. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.701539] env[70039]: DEBUG nova.network.neutron [req-65ee359b-aded-4043-8b88-2905eb91c103 req-75f4dea2-e10a-4411-96f6-47ff976776f5 service nova] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Updating instance_info_cache with network_info: [{"id": "961b92d4-24fd-496d-9007-0bb460b3f298", "address": "fa:16:3e:3a:ec:ec", "network": {"id": "a35161b4-3fdd-4afc-bfcc-cc1183a8edf6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1106732390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "284eb404155c4626b093ab87609ba3f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap961b92d4-24", "ovs_interfaceid": "961b92d4-24fd-496d-9007-0bb460b3f298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.763212] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331359, 'name': ReconfigVM_Task, 'duration_secs': 0.516855} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.763624] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 78d436ba-a361-4760-a13d-edd86fc665f9/78d436ba-a361-4760-a13d-edd86fc665f9.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.764361] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b36bbc72-b2ed-4ff0-8266-cc3644c98067 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.771262] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1101.771262] env[70039]: value = "task-3331361" [ 1101.771262] env[70039]: _type = "Task" [ 1101.771262] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.785263] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331361, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.840521] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance bced78af-9276-4173-808a-d730c9db5a92 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1101.981037] env[70039]: DEBUG oslo_vmware.api [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': task-3331360, 'name': PowerOffVM_Task, 'duration_secs': 0.660507} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.981223] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.981341] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.981651] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36db7db5-456e-496b-a6d9-b5b81a3b062e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.986955] env[70039]: DEBUG oslo_concurrency.lockutils [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.046204] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.046431] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.046595] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Deleting the datastore file [datastore2] def86164-02c8-414d-8be5-34e665bd51b7 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.046881] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52bbe72b-33a3-440c-92f4-7b8b3891c8d4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.053939] env[70039]: DEBUG oslo_vmware.api [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Waiting for the task: (returnval){ [ 1102.053939] env[70039]: value = "task-3331363" [ 1102.053939] env[70039]: _type = "Task" [ 1102.053939] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.062593] env[70039]: DEBUG oslo_vmware.api [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': task-3331363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.207420] env[70039]: DEBUG oslo_concurrency.lockutils [req-65ee359b-aded-4043-8b88-2905eb91c103 req-75f4dea2-e10a-4411-96f6-47ff976776f5 service nova] Releasing lock "refresh_cache-3db22a16-9d2b-47d5-b1e4-5cab6fce6879" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.282066] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331361, 'name': Rename_Task, 'duration_secs': 0.210635} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.282066] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.282307] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30826bdd-a4d3-4d1d-a5da-d0902adb31ed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.288752] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1102.288752] env[70039]: value = "task-3331364" [ 1102.288752] env[70039]: _type = "Task" [ 1102.288752] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.299208] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.344500] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 64f4f7c5-5903-4d9b-a7f1-452328fccf14 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1102.344500] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1102.344719] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1102.565119] env[70039]: DEBUG oslo_vmware.api [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Task: {'id': task-3331363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220217} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.565455] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.566028] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.566028] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.566173] env[70039]: INFO nova.compute.manager [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1102.566455] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.566685] env[70039]: DEBUG nova.compute.manager [-] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.567424] env[70039]: DEBUG nova.network.neutron [-] [instance: def86164-02c8-414d-8be5-34e665bd51b7] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.721492] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2035ccb-e05a-47c2-b1ad-83a164c5eda5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.729348] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cacdf8e-6f81-478a-9abc-844e06fac8a0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.761902] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc015688-11fe-4e59-864a-2ca2fb05eec4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.770881] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea602482-268e-4f62-af8f-cab23144bc57 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.785250] env[70039]: DEBUG nova.compute.provider_tree [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.797871] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.031765] env[70039]: DEBUG nova.compute.manager [req-78311544-7d5e-4fcd-b149-061ef46b61a1 req-0acaa336-055e-4ef9-83d4-97aaa5e72583 service nova] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Received event network-vif-deleted-2e0e5a9e-430c-41fd-9c6d-d2d8a6209695 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.031992] env[70039]: INFO nova.compute.manager [req-78311544-7d5e-4fcd-b149-061ef46b61a1 req-0acaa336-055e-4ef9-83d4-97aaa5e72583 service nova] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Neutron deleted interface 2e0e5a9e-430c-41fd-9c6d-d2d8a6209695; detaching it from the instance and deleting it from the info cache [ 1103.032249] env[70039]: DEBUG nova.network.neutron [req-78311544-7d5e-4fcd-b149-061ef46b61a1 req-0acaa336-055e-4ef9-83d4-97aaa5e72583 service nova] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.289714] env[70039]: DEBUG nova.scheduler.client.report [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.301790] env[70039]: DEBUG oslo_vmware.api [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331364, 'name': PowerOnVM_Task, 'duration_secs': 0.756443} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.302127] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.302392] env[70039]: INFO nova.compute.manager [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1103.302674] env[70039]: DEBUG nova.compute.manager [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.303866] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20511c98-264c-4022-92f7-2b584531c20c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.428053] env[70039]: DEBUG nova.network.neutron [-] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.537075] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be17f99e-6a32-4e31-a7e9-7063bdf495fd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.546970] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13acdd7-40e2-4fec-83cf-d7ec731ab629 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.581418] env[70039]: DEBUG nova.compute.manager [req-78311544-7d5e-4fcd-b149-061ef46b61a1 req-0acaa336-055e-4ef9-83d4-97aaa5e72583 service nova] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Detach interface failed, port_id=2e0e5a9e-430c-41fd-9c6d-d2d8a6209695, reason: Instance def86164-02c8-414d-8be5-34e665bd51b7 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1103.797528] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70039) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1103.797890] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.029s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.798233] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a19a91f0-c7a2-4aca-95bf-6be88df3f864 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 22.983s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.824731] env[70039]: INFO nova.compute.manager [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Took 28.48 seconds to build instance. [ 1103.931130] env[70039]: INFO nova.compute.manager [-] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Took 1.36 seconds to deallocate network for instance. [ 1104.327397] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a15ef0f-4eeb-4fe9-b458-b8fa6f5fa0a7 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "78d436ba-a361-4760-a13d-edd86fc665f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.996s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.438467] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.742362] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7693ec5-84a0-4e12-ba02-c766b4c31273 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.754482] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26eaf83-d16f-4f18-b9da-4dcfc4c12b70 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.782796] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de20ef72-c910-4319-87e1-cd00140e3d36 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.790939] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5229419d-0208-48e6-82b5-128cec898229 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.806555] env[70039]: DEBUG nova.compute.provider_tree [None req-a19a91f0-c7a2-4aca-95bf-6be88df3f864 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.055797] env[70039]: DEBUG nova.compute.manager [req-7d01420c-f27c-4def-9290-83ce14aa8c2d req-b9c84d1b-741f-4395-afd7-1308dac0c331 service nova] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Received event network-changed-dd89d1ca-928e-4260-971e-f824cbaa5158 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.055939] env[70039]: DEBUG nova.compute.manager [req-7d01420c-f27c-4def-9290-83ce14aa8c2d req-b9c84d1b-741f-4395-afd7-1308dac0c331 service nova] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Refreshing instance network info cache due to event network-changed-dd89d1ca-928e-4260-971e-f824cbaa5158. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.056591] env[70039]: DEBUG oslo_concurrency.lockutils [req-7d01420c-f27c-4def-9290-83ce14aa8c2d req-b9c84d1b-741f-4395-afd7-1308dac0c331 service nova] Acquiring lock "refresh_cache-78d436ba-a361-4760-a13d-edd86fc665f9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.056777] env[70039]: DEBUG oslo_concurrency.lockutils [req-7d01420c-f27c-4def-9290-83ce14aa8c2d req-b9c84d1b-741f-4395-afd7-1308dac0c331 service nova] Acquired lock "refresh_cache-78d436ba-a361-4760-a13d-edd86fc665f9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.057150] env[70039]: DEBUG nova.network.neutron [req-7d01420c-f27c-4def-9290-83ce14aa8c2d req-b9c84d1b-741f-4395-afd7-1308dac0c331 service nova] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Refreshing network info cache for port dd89d1ca-928e-4260-971e-f824cbaa5158 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.309576] env[70039]: DEBUG nova.scheduler.client.report [None req-a19a91f0-c7a2-4aca-95bf-6be88df3f864 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.742865] env[70039]: DEBUG oslo_vmware.rw_handles [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b822f3-8eab-951f-04b4-9d9c5b96e3ee/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1105.744176] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c65947e-cad0-4b46-bb7c-977a76d4c5a0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.751223] env[70039]: DEBUG oslo_vmware.rw_handles [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b822f3-8eab-951f-04b4-9d9c5b96e3ee/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1105.751456] env[70039]: ERROR oslo_vmware.rw_handles [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b822f3-8eab-951f-04b4-9d9c5b96e3ee/disk-0.vmdk due to incomplete transfer. [ 1105.751754] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-75155c67-47af-4cb1-9c3f-33796910709b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.761030] env[70039]: DEBUG oslo_vmware.rw_handles [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b822f3-8eab-951f-04b4-9d9c5b96e3ee/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1105.761030] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Uploaded image 0c34bceb-4a09-4a84-b7d8-d70c1b39b87d to the Glance image server {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1105.763437] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Destroying the VM {{(pid=70039) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1105.763733] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b5819c0c-30a0-4b34-8dc7-2aff7f15035a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.769836] env[70039]: DEBUG oslo_vmware.api [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1105.769836] env[70039]: value = "task-3331365" [ 1105.769836] env[70039]: _type = "Task" [ 1105.769836] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.778502] env[70039]: DEBUG oslo_vmware.api [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331365, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.832191] env[70039]: DEBUG nova.network.neutron [req-7d01420c-f27c-4def-9290-83ce14aa8c2d req-b9c84d1b-741f-4395-afd7-1308dac0c331 service nova] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Updated VIF entry in instance network info cache for port dd89d1ca-928e-4260-971e-f824cbaa5158. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.832191] env[70039]: DEBUG nova.network.neutron [req-7d01420c-f27c-4def-9290-83ce14aa8c2d req-b9c84d1b-741f-4395-afd7-1308dac0c331 service nova] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Updating instance_info_cache with network_info: [{"id": "dd89d1ca-928e-4260-971e-f824cbaa5158", "address": "fa:16:3e:93:0b:32", "network": {"id": "ae87bb1b-88e2-476d-8e43-f85e938fefde", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1298058948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025e7b9816d147ce9bc12b0cd1ff6b8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd89d1ca-92", "ovs_interfaceid": "dd89d1ca-928e-4260-971e-f824cbaa5158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.280458] env[70039]: DEBUG oslo_vmware.api [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331365, 'name': Destroy_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.320406] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a19a91f0-c7a2-4aca-95bf-6be88df3f864 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.522s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.323322] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.247s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.325009] env[70039]: INFO nova.compute.claims [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.334554] env[70039]: DEBUG oslo_concurrency.lockutils [req-7d01420c-f27c-4def-9290-83ce14aa8c2d req-b9c84d1b-741f-4395-afd7-1308dac0c331 service nova] Releasing lock "refresh_cache-78d436ba-a361-4760-a13d-edd86fc665f9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.781238] env[70039]: DEBUG oslo_vmware.api [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331365, 'name': Destroy_Task, 'duration_secs': 0.772682} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.781574] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Destroyed the VM [ 1106.781760] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Deleting Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1106.782039] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6de9ddb7-6584-41c5-801d-adf330f7bfe0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.791520] env[70039]: DEBUG oslo_vmware.api [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1106.791520] env[70039]: value = "task-3331366" [ 1106.791520] env[70039]: _type = "Task" [ 1106.791520] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.800019] env[70039]: DEBUG oslo_vmware.api [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331366, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.905328] env[70039]: INFO nova.scheduler.client.report [None req-a19a91f0-c7a2-4aca-95bf-6be88df3f864 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleted allocation for migration 170febfa-ca7c-4338-9ee8-e821c4d49999 [ 1107.303180] env[70039]: DEBUG oslo_vmware.api [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331366, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.412029] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a19a91f0-c7a2-4aca-95bf-6be88df3f864 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.184s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.624520] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77a8994-0b47-4a7b-af51-633d5979a44b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.632394] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d01e4e-ee17-40d1-be0f-085842ae51a4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.663509] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a5dff0-4bc8-4841-8928-d62762464ccb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.671988] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6969d857-d27c-4acf-8aa2-55fcc28ed07b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.686991] env[70039]: DEBUG nova.compute.provider_tree [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.802350] env[70039]: DEBUG oslo_vmware.api [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331366, 'name': RemoveSnapshot_Task, 'duration_secs': 0.937744} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.802667] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Deleted Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1107.802884] env[70039]: INFO nova.compute.manager [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Took 13.99 seconds to snapshot the instance on the hypervisor. [ 1108.190785] env[70039]: DEBUG nova.scheduler.client.report [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.357918] env[70039]: DEBUG nova.compute.manager [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Found 3 images (rotation: 2) {{(pid=70039) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1108.358224] env[70039]: DEBUG nova.compute.manager [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Rotating out 1 backups {{(pid=70039) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1108.358395] env[70039]: DEBUG nova.compute.manager [None req-b96a10ff-a174-4096-b407-beb2ef684645 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Deleting image 792f30ff-ce1d-4d20-aa34-00ec1c5d008a {{(pid=70039) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1108.478026] env[70039]: DEBUG oslo_vmware.rw_handles [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291727e-1ebf-4f3d-9d3d-eedd258531eb/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1108.479288] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ed38a5-c111-4e24-b2f8-101a4683964d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.485169] env[70039]: DEBUG oslo_vmware.rw_handles [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291727e-1ebf-4f3d-9d3d-eedd258531eb/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1108.485342] env[70039]: ERROR oslo_vmware.rw_handles [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291727e-1ebf-4f3d-9d3d-eedd258531eb/disk-0.vmdk due to incomplete transfer. [ 1108.485568] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-08553257-a1f8-4285-9cb6-c7d4d449687e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.493740] env[70039]: DEBUG oslo_vmware.rw_handles [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291727e-1ebf-4f3d-9d3d-eedd258531eb/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1108.493862] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Uploaded image aed44af7-ed63-4c88-9fde-d13793e77b11 to the Glance image server {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1108.497619] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Destroying the VM {{(pid=70039) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1108.497619] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-32748a90-1306-401a-834f-df29c9049729 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.501189] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1108.501189] env[70039]: value = "task-3331367" [ 1108.501189] env[70039]: _type = "Task" [ 1108.501189] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.509973] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331367, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.696484] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.697577] env[70039]: DEBUG nova.compute.manager [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.701247] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.682s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.702336] env[70039]: INFO nova.compute.claims [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.862407] env[70039]: DEBUG oslo_concurrency.lockutils [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.862734] env[70039]: DEBUG oslo_concurrency.lockutils [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.862891] env[70039]: DEBUG oslo_concurrency.lockutils [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.863155] env[70039]: DEBUG oslo_concurrency.lockutils [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.863358] env[70039]: DEBUG oslo_concurrency.lockutils [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.865466] env[70039]: INFO nova.compute.manager [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Terminating instance [ 1109.011991] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331367, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.202293] env[70039]: DEBUG nova.compute.utils [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.203733] env[70039]: DEBUG nova.compute.manager [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.204898] env[70039]: DEBUG nova.network.neutron [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.272715] env[70039]: DEBUG nova.policy [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e97fe1c699e74b9faead574916d119a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '431e7b60e1bf49ca8f49f277a41b65de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.314198] env[70039]: DEBUG oslo_concurrency.lockutils [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.314431] env[70039]: DEBUG oslo_concurrency.lockutils [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.371175] env[70039]: DEBUG nova.compute.manager [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.371425] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.372638] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7720245-fe48-4ee0-a884-0b1d09d52287 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.384505] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.384765] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f12f5013-7655-4852-92aa-1a024418bc19 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.391768] env[70039]: DEBUG oslo_vmware.api [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1109.391768] env[70039]: value = "task-3331368" [ 1109.391768] env[70039]: _type = "Task" [ 1109.391768] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.400360] env[70039]: DEBUG oslo_vmware.api [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.519619] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331367, 'name': Destroy_Task, 'duration_secs': 0.979316} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.522028] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Destroyed the VM [ 1109.522028] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Deleting Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1109.522028] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-439069ab-168c-457a-9d92-95117077dd7c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.530019] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1109.530019] env[70039]: value = "task-3331369" [ 1109.530019] env[70039]: _type = "Task" [ 1109.530019] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.537392] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331369, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.608175] env[70039]: DEBUG nova.network.neutron [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Successfully created port: 8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.709252] env[70039]: DEBUG nova.compute.manager [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.816591] env[70039]: DEBUG nova.compute.manager [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.904618] env[70039]: DEBUG oslo_vmware.api [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331368, 'name': PowerOffVM_Task, 'duration_secs': 0.189733} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.904889] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.905850] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.908092] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e78cfaf-3d9f-4215-a5f7-69e0435f173e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.964319] env[70039]: DEBUG oslo_concurrency.lockutils [None req-edf5ce57-26e3-4e3f-8f7e-4928dd0cadc3 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.965485] env[70039]: DEBUG oslo_concurrency.lockutils [None req-edf5ce57-26e3-4e3f-8f7e-4928dd0cadc3 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.965485] env[70039]: DEBUG nova.compute.manager [None req-edf5ce57-26e3-4e3f-8f7e-4928dd0cadc3 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.965670] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4747a06e-5277-483e-a283-0941fa13ac64 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.974801] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.975128] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.975333] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleting the datastore file [datastore2] 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.975614] env[70039]: DEBUG nova.compute.manager [None req-edf5ce57-26e3-4e3f-8f7e-4928dd0cadc3 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70039) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1109.976212] env[70039]: DEBUG nova.objects.instance [None req-edf5ce57-26e3-4e3f-8f7e-4928dd0cadc3 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lazy-loading 'flavor' on Instance uuid bcf40b87-7934-4ddf-aed5-4d4710ce0ed7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.977607] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27fe4981-1004-418e-ad74-2555629a5200 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.985572] env[70039]: DEBUG oslo_vmware.api [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1109.985572] env[70039]: value = "task-3331371" [ 1109.985572] env[70039]: _type = "Task" [ 1109.985572] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.993114] env[70039]: DEBUG oslo_vmware.api [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.039606] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331369, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.100539] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b6c437-0236-44b6-96e7-456216ad19e3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.107672] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98e4bf8-1d95-4a5a-9b53-182e3466f9a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.139042] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d427b47b-9ff6-46c8-b8b0-3ab5dbb17a9d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.146385] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceb0928-8807-4778-b296-a7b0a039cbbc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.161155] env[70039]: DEBUG nova.compute.provider_tree [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.339301] env[70039]: DEBUG oslo_concurrency.lockutils [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.495989] env[70039]: DEBUG oslo_vmware.api [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146616} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.496264] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.496451] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.496629] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.496798] env[70039]: INFO nova.compute.manager [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1110.497043] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.497231] env[70039]: DEBUG nova.compute.manager [-] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.497327] env[70039]: DEBUG nova.network.neutron [-] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.540657] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331369, 'name': RemoveSnapshot_Task, 'duration_secs': 0.539845} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.540925] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Deleted Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1110.541220] env[70039]: DEBUG nova.compute.manager [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.541975] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f38b5c-4b7e-48ce-9103-00cb6394d6df {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.664170] env[70039]: DEBUG nova.scheduler.client.report [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.720439] env[70039]: DEBUG nova.compute.manager [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.748593] env[70039]: DEBUG nova.virt.hardware [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.749706] env[70039]: DEBUG nova.virt.hardware [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.749706] env[70039]: DEBUG nova.virt.hardware [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.749706] env[70039]: DEBUG nova.virt.hardware [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.749706] env[70039]: DEBUG nova.virt.hardware [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.749706] env[70039]: DEBUG nova.virt.hardware [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.749706] env[70039]: DEBUG nova.virt.hardware [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.750030] env[70039]: DEBUG nova.virt.hardware [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.750030] env[70039]: DEBUG nova.virt.hardware [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.750959] env[70039]: DEBUG nova.virt.hardware [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.750959] env[70039]: DEBUG nova.virt.hardware [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.751720] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee131696-73f8-4258-8e36-ee9c08e055d5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.760918] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00770cdc-a62a-4502-83db-078ad015f5cb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.770023] env[70039]: DEBUG nova.compute.manager [req-426e1952-d000-408e-8653-b7f2d5a22e29 req-bceab010-24bc-4f3b-b6af-d98c5c813c8b service nova] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Received event network-vif-deleted-621c24c7-2edb-4abe-ab56-9a45823b79d8 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.770023] env[70039]: INFO nova.compute.manager [req-426e1952-d000-408e-8653-b7f2d5a22e29 req-bceab010-24bc-4f3b-b6af-d98c5c813c8b service nova] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Neutron deleted interface 621c24c7-2edb-4abe-ab56-9a45823b79d8; detaching it from the instance and deleting it from the info cache [ 1110.770023] env[70039]: DEBUG nova.network.neutron [req-426e1952-d000-408e-8653-b7f2d5a22e29 req-bceab010-24bc-4f3b-b6af-d98c5c813c8b service nova] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.984433] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf5ce57-26e3-4e3f-8f7e-4928dd0cadc3 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.984781] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-742c2936-b9c4-46cf-b1ee-4360b840fd09 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.995008] env[70039]: DEBUG oslo_vmware.api [None req-edf5ce57-26e3-4e3f-8f7e-4928dd0cadc3 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1110.995008] env[70039]: value = "task-3331372" [ 1110.995008] env[70039]: _type = "Task" [ 1110.995008] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.004811] env[70039]: DEBUG oslo_vmware.api [None req-edf5ce57-26e3-4e3f-8f7e-4928dd0cadc3 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.057805] env[70039]: INFO nova.compute.manager [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Shelve offloading [ 1111.073924] env[70039]: DEBUG nova.compute.manager [req-ec7536ab-5bda-4d7c-89b4-973185b768b1 req-94aa142a-f6c9-45a2-b882-1f063ec531f0 service nova] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Received event network-vif-plugged-8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.074300] env[70039]: DEBUG oslo_concurrency.lockutils [req-ec7536ab-5bda-4d7c-89b4-973185b768b1 req-94aa142a-f6c9-45a2-b882-1f063ec531f0 service nova] Acquiring lock "738af093-6c6f-4db3-894d-901aebd08380-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.074602] env[70039]: DEBUG oslo_concurrency.lockutils [req-ec7536ab-5bda-4d7c-89b4-973185b768b1 req-94aa142a-f6c9-45a2-b882-1f063ec531f0 service nova] Lock "738af093-6c6f-4db3-894d-901aebd08380-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.075114] env[70039]: DEBUG oslo_concurrency.lockutils [req-ec7536ab-5bda-4d7c-89b4-973185b768b1 req-94aa142a-f6c9-45a2-b882-1f063ec531f0 service nova] Lock "738af093-6c6f-4db3-894d-901aebd08380-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.075373] env[70039]: DEBUG nova.compute.manager [req-ec7536ab-5bda-4d7c-89b4-973185b768b1 req-94aa142a-f6c9-45a2-b882-1f063ec531f0 service nova] [instance: 738af093-6c6f-4db3-894d-901aebd08380] No waiting events found dispatching network-vif-plugged-8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.075601] env[70039]: WARNING nova.compute.manager [req-ec7536ab-5bda-4d7c-89b4-973185b768b1 req-94aa142a-f6c9-45a2-b882-1f063ec531f0 service nova] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Received unexpected event network-vif-plugged-8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7 for instance with vm_state building and task_state spawning. [ 1111.169587] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.170222] env[70039]: DEBUG nova.compute.manager [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.172986] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.224s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.173236] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.175562] env[70039]: DEBUG oslo_concurrency.lockutils [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.154s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.176173] env[70039]: DEBUG oslo_concurrency.lockutils [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.179028] env[70039]: DEBUG oslo_concurrency.lockutils [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.682s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.180068] env[70039]: INFO nova.compute.claims [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.183440] env[70039]: DEBUG nova.network.neutron [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Successfully updated port: 8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.210650] env[70039]: INFO nova.scheduler.client.report [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Deleted allocations for instance b57a32ab-dd58-498b-bcdd-252f61920630 [ 1111.214299] env[70039]: INFO nova.scheduler.client.report [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Deleted allocations for instance ce10145e-b396-41cf-b13f-170cdc82a43b [ 1111.256514] env[70039]: DEBUG nova.network.neutron [-] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.281675] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-771a51ef-63c4-4637-bb4a-3f22b3c9f155 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.291107] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869c28c9-0cd2-47af-81c2-d5c1eff92fa4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.322677] env[70039]: DEBUG nova.compute.manager [req-426e1952-d000-408e-8653-b7f2d5a22e29 req-bceab010-24bc-4f3b-b6af-d98c5c813c8b service nova] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Detach interface failed, port_id=621c24c7-2edb-4abe-ab56-9a45823b79d8, reason: Instance 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1111.505258] env[70039]: DEBUG oslo_vmware.api [None req-edf5ce57-26e3-4e3f-8f7e-4928dd0cadc3 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331372, 'name': PowerOffVM_Task, 'duration_secs': 0.228845} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.505534] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf5ce57-26e3-4e3f-8f7e-4928dd0cadc3 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.505738] env[70039]: DEBUG nova.compute.manager [None req-edf5ce57-26e3-4e3f-8f7e-4928dd0cadc3 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.506693] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b11eaf5-8ca7-485e-a147-b8926e969d77 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.562492] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.563450] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21127e8e-68a6-4dcc-aa90-5f8d496408eb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.570964] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1111.570964] env[70039]: value = "task-3331373" [ 1111.570964] env[70039]: _type = "Task" [ 1111.570964] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.578604] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.686936] env[70039]: DEBUG nova.compute.utils [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.691100] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Acquiring lock "refresh_cache-738af093-6c6f-4db3-894d-901aebd08380" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.691236] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Acquired lock "refresh_cache-738af093-6c6f-4db3-894d-901aebd08380" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.691370] env[70039]: DEBUG nova.network.neutron [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.693029] env[70039]: DEBUG nova.compute.manager [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Not allocating networking since 'none' was specified. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1111.723008] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69801db6-70f5-4fc6-8aa7-b71bd0d3ecda tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "b57a32ab-dd58-498b-bcdd-252f61920630" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.760s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.723747] env[70039]: DEBUG oslo_concurrency.lockutils [None req-599311ed-f09d-428c-b821-84a5792481c7 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "ce10145e-b396-41cf-b13f-170cdc82a43b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.177s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.724507] env[70039]: DEBUG oslo_concurrency.lockutils [req-4785ba81-af3b-4b56-929f-117a7d40efa5 req-83c10bc9-82b5-4194-affc-333f1da4d9a4 service nova] Acquired lock "ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.727735] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf7fb12-6980-486e-adf4-f453cf4e82b0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.736908] env[70039]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1111.737385] env[70039]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=70039) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1111.738568] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3c14ecc-f6e0-4665-a16f-51259e23eab3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.750584] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce52caa3-0c3b-4ea1-99d8-99e068f3c74f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.767076] env[70039]: INFO nova.compute.manager [-] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Took 1.27 seconds to deallocate network for instance. [ 1111.794227] env[70039]: ERROR root [req-4785ba81-af3b-4b56-929f-117a7d40efa5 req-83c10bc9-82b5-4194-affc-333f1da4d9a4 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-664964' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-664964' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-664964' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-664964'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-664964' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-664964' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-664964'}\n"]: nova.exception.InstanceNotFound: Instance ce10145e-b396-41cf-b13f-170cdc82a43b could not be found. [ 1111.794540] env[70039]: DEBUG oslo_concurrency.lockutils [req-4785ba81-af3b-4b56-929f-117a7d40efa5 req-83c10bc9-82b5-4194-affc-333f1da4d9a4 service nova] Releasing lock "ce10145e-b396-41cf-b13f-170cdc82a43b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.794819] env[70039]: DEBUG nova.compute.manager [req-4785ba81-af3b-4b56-929f-117a7d40efa5 req-83c10bc9-82b5-4194-affc-333f1da4d9a4 service nova] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Detach interface failed, port_id=103ed2b5-2960-4d5b-9f11-c3cced5af087, reason: Instance ce10145e-b396-41cf-b13f-170cdc82a43b could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1112.024709] env[70039]: DEBUG oslo_concurrency.lockutils [None req-edf5ce57-26e3-4e3f-8f7e-4928dd0cadc3 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.081718] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] VM already powered off {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1112.081977] env[70039]: DEBUG nova.compute.manager [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.082987] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c0ee9b-b8f3-4464-97ce-c5622c71dc7a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.089193] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.089400] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquired lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.089793] env[70039]: DEBUG nova.network.neutron [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.195128] env[70039]: DEBUG nova.compute.manager [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.244174] env[70039]: DEBUG nova.network.neutron [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.275155] env[70039]: DEBUG oslo_concurrency.lockutils [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.474020] env[70039]: DEBUG nova.network.neutron [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Updating instance_info_cache with network_info: [{"id": "8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7", "address": "fa:16:3e:bd:8d:56", "network": {"id": "39438876-4889-4d50-a765-23a71822cec7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1925661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "431e7b60e1bf49ca8f49f277a41b65de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5a7888-da", "ovs_interfaceid": "8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.510155] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef72b84-1249-47d9-8a71-dc9788f3ed60 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.517648] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223af32c-595f-4292-9eb1-6efb67876f64 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.551968] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa412505-f24d-4642-be2f-7c87af1961d9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.559586] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a492de9-37ed-4d10-bc1f-608d3932abac {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.574112] env[70039]: DEBUG nova.compute.provider_tree [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.900597] env[70039]: DEBUG nova.network.neutron [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Updating instance_info_cache with network_info: [{"id": "c6c601a8-43f4-4a1a-80fa-28f29692dfa1", "address": "fa:16:3e:dd:01:3c", "network": {"id": "b89ab3e9-7da4-46f2-a4bc-7aa829fba82f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1329121571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72042c8d35a44f7cbb2a8282955cc9e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c601a8-43", "ovs_interfaceid": "c6c601a8-43f4-4a1a-80fa-28f29692dfa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.979070] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Releasing lock "refresh_cache-738af093-6c6f-4db3-894d-901aebd08380" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.979225] env[70039]: DEBUG nova.compute.manager [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Instance network_info: |[{"id": "8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7", "address": "fa:16:3e:bd:8d:56", "network": {"id": "39438876-4889-4d50-a765-23a71822cec7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1925661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "431e7b60e1bf49ca8f49f277a41b65de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5a7888-da", "ovs_interfaceid": "8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.979594] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:8d:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.986910] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Creating folder: Project (431e7b60e1bf49ca8f49f277a41b65de). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1112.987194] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26c4b15b-7ac4-4390-b666-e73bdf33d63d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.998875] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Created folder: Project (431e7b60e1bf49ca8f49f277a41b65de) in parent group-v664777. [ 1112.999069] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Creating folder: Instances. Parent ref: group-v665026. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1112.999320] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-528632b8-7070-427f-a9c6-1ae7389a6ff3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.008309] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Created folder: Instances in parent group-v665026. [ 1113.008568] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.008765] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.008981] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-565828fa-44e8-43b7-be86-ae98db2a9f84 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.028059] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.028059] env[70039]: value = "task-3331377" [ 1113.028059] env[70039]: _type = "Task" [ 1113.028059] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.038987] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331377, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.077609] env[70039]: DEBUG nova.scheduler.client.report [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.153325] env[70039]: DEBUG nova.compute.manager [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Stashing vm_state: stopped {{(pid=70039) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1113.179029] env[70039]: DEBUG nova.compute.manager [req-424d9441-d669-445b-b339-4ea3044d61d5 req-0956e2f7-fd53-4d50-bda5-a3e8f217a95c service nova] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Received event network-changed-8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.179152] env[70039]: DEBUG nova.compute.manager [req-424d9441-d669-445b-b339-4ea3044d61d5 req-0956e2f7-fd53-4d50-bda5-a3e8f217a95c service nova] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Refreshing instance network info cache due to event network-changed-8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.179386] env[70039]: DEBUG oslo_concurrency.lockutils [req-424d9441-d669-445b-b339-4ea3044d61d5 req-0956e2f7-fd53-4d50-bda5-a3e8f217a95c service nova] Acquiring lock "refresh_cache-738af093-6c6f-4db3-894d-901aebd08380" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.179548] env[70039]: DEBUG oslo_concurrency.lockutils [req-424d9441-d669-445b-b339-4ea3044d61d5 req-0956e2f7-fd53-4d50-bda5-a3e8f217a95c service nova] Acquired lock "refresh_cache-738af093-6c6f-4db3-894d-901aebd08380" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.179766] env[70039]: DEBUG nova.network.neutron [req-424d9441-d669-445b-b339-4ea3044d61d5 req-0956e2f7-fd53-4d50-bda5-a3e8f217a95c service nova] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Refreshing network info cache for port 8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.208769] env[70039]: DEBUG nova.compute.manager [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.235791] env[70039]: DEBUG nova.virt.hardware [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.236204] env[70039]: DEBUG nova.virt.hardware [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.236782] env[70039]: DEBUG nova.virt.hardware [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.236782] env[70039]: DEBUG nova.virt.hardware [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.237124] env[70039]: DEBUG nova.virt.hardware [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.238010] env[70039]: DEBUG nova.virt.hardware [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.238287] env[70039]: DEBUG nova.virt.hardware [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.239000] env[70039]: DEBUG nova.virt.hardware [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.239000] env[70039]: DEBUG nova.virt.hardware [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.239000] env[70039]: DEBUG nova.virt.hardware [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.239000] env[70039]: DEBUG nova.virt.hardware [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.239840] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00aa0b5e-1ab7-4f94-a1e2-76d8bacbcf7a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.251433] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f46cd29-3d9d-46f1-95ae-d4d1d4b8cf38 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.266571] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Instance VIF info [] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.272613] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Creating folder: Project (a5dc8ecb770b416b8bf7d33418118fef). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.272613] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ec0085b-b082-45b9-8ca1-1345e4325dce {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.284407] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Created folder: Project (a5dc8ecb770b416b8bf7d33418118fef) in parent group-v664777. [ 1113.285030] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Creating folder: Instances. Parent ref: group-v665029. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.285030] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f50eda4-be1c-417b-afd5-afef6a5b60df {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.295405] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Created folder: Instances in parent group-v665029. [ 1113.295659] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.295881] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.296145] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efb4e2a1-5982-41e9-b4fe-a66e8db58fdc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.314117] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.314117] env[70039]: value = "task-3331380" [ 1113.314117] env[70039]: _type = "Task" [ 1113.314117] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.321618] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331380, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.402980] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Releasing lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.544849] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331377, 'name': CreateVM_Task, 'duration_secs': 0.32753} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.545049] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.545735] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.545907] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.546274] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.546534] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6ca15e0-fcce-43b6-bc2a-cf3d77533eba {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.551960] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Waiting for the task: (returnval){ [ 1113.551960] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52d443aa-ba58-79c5-0888-e5f283d50e03" [ 1113.551960] env[70039]: _type = "Task" [ 1113.551960] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.559472] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d443aa-ba58-79c5-0888-e5f283d50e03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.583537] env[70039]: DEBUG oslo_concurrency.lockutils [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.584085] env[70039]: DEBUG nova.compute.manager [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.587155] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.925s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.587338] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.589660] env[70039]: DEBUG oslo_concurrency.lockutils [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.224s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.589866] env[70039]: DEBUG oslo_concurrency.lockutils [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.591645] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.948s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.593199] env[70039]: INFO nova.compute.claims [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.621737] env[70039]: INFO nova.scheduler.client.report [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Deleted allocations for instance 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd [ 1113.622836] env[70039]: INFO nova.scheduler.client.report [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Deleted allocations for instance 9b6b17b2-8401-42fd-8496-5484c16f641a [ 1113.672453] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.715605] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.716562] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d64c2f-1521-4b9f-bf14-01c875d843d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.724343] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.726723] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7185001-9453-4cf1-ab40-8008c681db68 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.796675] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.796886] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.797085] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Deleting the datastore file [datastore1] f8d675ce-e8bd-4861-9832-7ac0a720f8a9 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.797346] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e9a20c9-bbec-4ade-83c4-1272aea1fa8e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.805202] env[70039]: DEBUG oslo_concurrency.lockutils [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.805424] env[70039]: DEBUG oslo_concurrency.lockutils [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.806590] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1113.806590] env[70039]: value = "task-3331382" [ 1113.806590] env[70039]: _type = "Task" [ 1113.806590] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.818409] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.831436] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331380, 'name': CreateVM_Task, 'duration_secs': 0.327332} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.831564] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.831926] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.913760] env[70039]: DEBUG nova.network.neutron [req-424d9441-d669-445b-b339-4ea3044d61d5 req-0956e2f7-fd53-4d50-bda5-a3e8f217a95c service nova] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Updated VIF entry in instance network info cache for port 8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.914130] env[70039]: DEBUG nova.network.neutron [req-424d9441-d669-445b-b339-4ea3044d61d5 req-0956e2f7-fd53-4d50-bda5-a3e8f217a95c service nova] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Updating instance_info_cache with network_info: [{"id": "8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7", "address": "fa:16:3e:bd:8d:56", "network": {"id": "39438876-4889-4d50-a765-23a71822cec7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1925661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "431e7b60e1bf49ca8f49f277a41b65de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5a7888-da", "ovs_interfaceid": "8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.063329] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d443aa-ba58-79c5-0888-e5f283d50e03, 'name': SearchDatastore_Task, 'duration_secs': 0.016814} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.063329] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.063329] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.063329] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.063329] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.063648] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.063648] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.063937] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.064182] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92a18521-b7a7-4321-bd98-392c48230304 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.065904] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd7bd3d9-5dcc-4aa0-ba06-c24eec860659 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.071367] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for the task: (returnval){ [ 1114.071367] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]529ad84a-59b6-c644-1329-0bb98de3719b" [ 1114.071367] env[70039]: _type = "Task" [ 1114.071367] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.075454] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.075627] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.076573] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd86e03-420d-46d8-ac17-5581a4327d39 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.081165] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]529ad84a-59b6-c644-1329-0bb98de3719b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.083893] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Waiting for the task: (returnval){ [ 1114.083893] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c5c6c0-59b9-392d-bc77-54d29bf92559" [ 1114.083893] env[70039]: _type = "Task" [ 1114.083893] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.090855] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c5c6c0-59b9-392d-bc77-54d29bf92559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.098504] env[70039]: DEBUG nova.compute.utils [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.102144] env[70039]: DEBUG nova.compute.manager [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.102403] env[70039]: DEBUG nova.network.neutron [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.136334] env[70039]: DEBUG oslo_concurrency.lockutils [None req-13b04474-6209-48ae-81b7-81bfe6e4b32a tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.378s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.137586] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a294706-698b-4a63-9818-c7b90d488cb1 tempest-ImagesTestJSON-519632207 tempest-ImagesTestJSON-519632207-project-member] Lock "9b6b17b2-8401-42fd-8496-5484c16f641a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.041s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.156837] env[70039]: DEBUG nova.policy [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53e2a469a27b4c1cbefa3ca34d092e6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18a78931973c46ffb11d8cb2da17d519', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.308012] env[70039]: DEBUG nova.compute.manager [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.320694] env[70039]: DEBUG oslo_vmware.api [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136263} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.320922] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.321111] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.321281] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.345552] env[70039]: INFO nova.scheduler.client.report [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Deleted allocations for instance f8d675ce-e8bd-4861-9832-7ac0a720f8a9 [ 1114.416866] env[70039]: DEBUG oslo_concurrency.lockutils [req-424d9441-d669-445b-b339-4ea3044d61d5 req-0956e2f7-fd53-4d50-bda5-a3e8f217a95c service nova] Releasing lock "refresh_cache-738af093-6c6f-4db3-894d-901aebd08380" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.487023] env[70039]: DEBUG nova.network.neutron [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Successfully created port: da208c0f-4287-4bd0-ae61-b354e2af7f0b {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.583681] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]529ad84a-59b6-c644-1329-0bb98de3719b, 'name': SearchDatastore_Task, 'duration_secs': 0.00835} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.584369] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.584369] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.584369] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.592986] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c5c6c0-59b9-392d-bc77-54d29bf92559, 'name': SearchDatastore_Task, 'duration_secs': 0.007545} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.593993] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96beaf95-5da2-4e01-b4b2-1ee3be7730d8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.598879] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Waiting for the task: (returnval){ [ 1114.598879] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]527506d5-47e2-0169-d66a-16004ae1fb1f" [ 1114.598879] env[70039]: _type = "Task" [ 1114.598879] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.602083] env[70039]: DEBUG nova.compute.utils [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.611291] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527506d5-47e2-0169-d66a-16004ae1fb1f, 'name': SearchDatastore_Task, 'duration_secs': 0.008063} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.611291] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.611638] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 738af093-6c6f-4db3-894d-901aebd08380/738af093-6c6f-4db3-894d-901aebd08380.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.611818] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.611999] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.612218] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f11b12d9-75d3-4e14-a64a-ee8a55b855ca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.614843] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b77f3b45-ae4a-41a8-a1c0-053a76e7d232 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.620830] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Waiting for the task: (returnval){ [ 1114.620830] env[70039]: value = "task-3331384" [ 1114.620830] env[70039]: _type = "Task" [ 1114.620830] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.624835] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.625041] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.625989] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee1f2599-39e5-4f37-9789-47ccd8a6872d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.635214] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': task-3331384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.638158] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for the task: (returnval){ [ 1114.638158] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524ba7af-7dec-e9fa-0356-2902a0f6ca19" [ 1114.638158] env[70039]: _type = "Task" [ 1114.638158] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.645652] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524ba7af-7dec-e9fa-0356-2902a0f6ca19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.835192] env[70039]: DEBUG oslo_concurrency.lockutils [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.850142] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.886661] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd45ec83-a413-4069-a510-42e805609ce4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.894922] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c163bf0c-ba28-490c-a3aa-31ba9901d76e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.924796] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a951e9-48b7-46ed-868f-9a81f263781d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.932266] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d00a51e-5078-4986-a66e-67a6592dad2e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.945255] env[70039]: DEBUG nova.compute.provider_tree [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.105935] env[70039]: DEBUG nova.compute.manager [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.131770] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': task-3331384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.148526] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524ba7af-7dec-e9fa-0356-2902a0f6ca19, 'name': SearchDatastore_Task, 'duration_secs': 0.010859} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.149665] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-606ce432-bcc7-4b06-b3aa-d73919aefb29 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.154909] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for the task: (returnval){ [ 1115.154909] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52d156f1-901d-c885-1c2c-b373504479b0" [ 1115.154909] env[70039]: _type = "Task" [ 1115.154909] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.162507] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d156f1-901d-c885-1c2c-b373504479b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.289476] env[70039]: DEBUG nova.compute.manager [req-d78546c2-d896-46cc-bd18-f0804b0f4b09 req-bc9dc4ae-32a5-4d09-8269-e1842fdc7738 service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Received event network-vif-unplugged-c6c601a8-43f4-4a1a-80fa-28f29692dfa1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.289476] env[70039]: DEBUG oslo_concurrency.lockutils [req-d78546c2-d896-46cc-bd18-f0804b0f4b09 req-bc9dc4ae-32a5-4d09-8269-e1842fdc7738 service nova] Acquiring lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.289476] env[70039]: DEBUG oslo_concurrency.lockutils [req-d78546c2-d896-46cc-bd18-f0804b0f4b09 req-bc9dc4ae-32a5-4d09-8269-e1842fdc7738 service nova] Lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.290390] env[70039]: DEBUG oslo_concurrency.lockutils [req-d78546c2-d896-46cc-bd18-f0804b0f4b09 req-bc9dc4ae-32a5-4d09-8269-e1842fdc7738 service nova] Lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.290614] env[70039]: DEBUG nova.compute.manager [req-d78546c2-d896-46cc-bd18-f0804b0f4b09 req-bc9dc4ae-32a5-4d09-8269-e1842fdc7738 service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] No waiting events found dispatching network-vif-unplugged-c6c601a8-43f4-4a1a-80fa-28f29692dfa1 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.290790] env[70039]: WARNING nova.compute.manager [req-d78546c2-d896-46cc-bd18-f0804b0f4b09 req-bc9dc4ae-32a5-4d09-8269-e1842fdc7738 service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Received unexpected event network-vif-unplugged-c6c601a8-43f4-4a1a-80fa-28f29692dfa1 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1115.290950] env[70039]: DEBUG nova.compute.manager [req-d78546c2-d896-46cc-bd18-f0804b0f4b09 req-bc9dc4ae-32a5-4d09-8269-e1842fdc7738 service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Received event network-changed-c6c601a8-43f4-4a1a-80fa-28f29692dfa1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.291135] env[70039]: DEBUG nova.compute.manager [req-d78546c2-d896-46cc-bd18-f0804b0f4b09 req-bc9dc4ae-32a5-4d09-8269-e1842fdc7738 service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Refreshing instance network info cache due to event network-changed-c6c601a8-43f4-4a1a-80fa-28f29692dfa1. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.291322] env[70039]: DEBUG oslo_concurrency.lockutils [req-d78546c2-d896-46cc-bd18-f0804b0f4b09 req-bc9dc4ae-32a5-4d09-8269-e1842fdc7738 service nova] Acquiring lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.291455] env[70039]: DEBUG oslo_concurrency.lockutils [req-d78546c2-d896-46cc-bd18-f0804b0f4b09 req-bc9dc4ae-32a5-4d09-8269-e1842fdc7738 service nova] Acquired lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.291605] env[70039]: DEBUG nova.network.neutron [req-d78546c2-d896-46cc-bd18-f0804b0f4b09 req-bc9dc4ae-32a5-4d09-8269-e1842fdc7738 service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Refreshing network info cache for port c6c601a8-43f4-4a1a-80fa-28f29692dfa1 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.449203] env[70039]: DEBUG nova.scheduler.client.report [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.631739] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': task-3331384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.667285] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d156f1-901d-c885-1c2c-b373504479b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.667564] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.667928] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] b49fddfd-4f16-4155-9482-1c344bc9703f/b49fddfd-4f16-4155-9482-1c344bc9703f.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.668156] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8f739b0-7afd-43ea-b047-210e5429e24b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.674567] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for the task: (returnval){ [ 1115.674567] env[70039]: value = "task-3331385" [ 1115.674567] env[70039]: _type = "Task" [ 1115.674567] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.683384] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.956978] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.957527] env[70039]: DEBUG nova.compute.manager [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.960526] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.066s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.960720] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.963960] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.053s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.965762] env[70039]: INFO nova.compute.claims [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.003619] env[70039]: INFO nova.scheduler.client.report [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Deleted allocations for instance bd857864-7948-4a06-85ec-28887aa04675 [ 1116.056418] env[70039]: DEBUG nova.network.neutron [req-d78546c2-d896-46cc-bd18-f0804b0f4b09 req-bc9dc4ae-32a5-4d09-8269-e1842fdc7738 service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Updated VIF entry in instance network info cache for port c6c601a8-43f4-4a1a-80fa-28f29692dfa1. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.056779] env[70039]: DEBUG nova.network.neutron [req-d78546c2-d896-46cc-bd18-f0804b0f4b09 req-bc9dc4ae-32a5-4d09-8269-e1842fdc7738 service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Updating instance_info_cache with network_info: [{"id": "c6c601a8-43f4-4a1a-80fa-28f29692dfa1", "address": "fa:16:3e:dd:01:3c", "network": {"id": "b89ab3e9-7da4-46f2-a4bc-7aa829fba82f", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1329121571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72042c8d35a44f7cbb2a8282955cc9e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc6c601a8-43", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.123226] env[70039]: DEBUG nova.compute.manager [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.137392] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': task-3331384, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.433609} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.138290] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 738af093-6c6f-4db3-894d-901aebd08380/738af093-6c6f-4db3-894d-901aebd08380.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.138698] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.139551] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-add50721-ddda-44bf-a756-5e39bc378443 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.147874] env[70039]: DEBUG nova.compute.manager [req-2ca0bc72-a00b-4369-8f35-a7dbdb05dd4c req-22cec91a-dfc2-4180-af08-c8ee101582cd service nova] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Received event network-vif-plugged-da208c0f-4287-4bd0-ae61-b354e2af7f0b {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.147874] env[70039]: DEBUG oslo_concurrency.lockutils [req-2ca0bc72-a00b-4369-8f35-a7dbdb05dd4c req-22cec91a-dfc2-4180-af08-c8ee101582cd service nova] Acquiring lock "bb37ebdd-8f89-4096-a87b-6c67da301cf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.147874] env[70039]: DEBUG oslo_concurrency.lockutils [req-2ca0bc72-a00b-4369-8f35-a7dbdb05dd4c req-22cec91a-dfc2-4180-af08-c8ee101582cd service nova] Lock "bb37ebdd-8f89-4096-a87b-6c67da301cf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.147874] env[70039]: DEBUG oslo_concurrency.lockutils [req-2ca0bc72-a00b-4369-8f35-a7dbdb05dd4c req-22cec91a-dfc2-4180-af08-c8ee101582cd service nova] Lock "bb37ebdd-8f89-4096-a87b-6c67da301cf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.147874] env[70039]: DEBUG nova.compute.manager [req-2ca0bc72-a00b-4369-8f35-a7dbdb05dd4c req-22cec91a-dfc2-4180-af08-c8ee101582cd service nova] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] No waiting events found dispatching network-vif-plugged-da208c0f-4287-4bd0-ae61-b354e2af7f0b {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.147874] env[70039]: WARNING nova.compute.manager [req-2ca0bc72-a00b-4369-8f35-a7dbdb05dd4c req-22cec91a-dfc2-4180-af08-c8ee101582cd service nova] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Received unexpected event network-vif-plugged-da208c0f-4287-4bd0-ae61-b354e2af7f0b for instance with vm_state building and task_state spawning. [ 1116.153637] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Waiting for the task: (returnval){ [ 1116.153637] env[70039]: value = "task-3331386" [ 1116.153637] env[70039]: _type = "Task" [ 1116.153637] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.165535] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': task-3331386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.177242] env[70039]: DEBUG nova.virt.hardware [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:21:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='628171853',id=42,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-2021218341',projects=,root_gb=1,rxtx_factor=1.0,swap=2048,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.177498] env[70039]: DEBUG nova.virt.hardware [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.177656] env[70039]: DEBUG nova.virt.hardware [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.177864] env[70039]: DEBUG nova.virt.hardware [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.178746] env[70039]: DEBUG nova.virt.hardware [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.179058] env[70039]: DEBUG nova.virt.hardware [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.180065] env[70039]: DEBUG nova.virt.hardware [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.180065] env[70039]: DEBUG nova.virt.hardware [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.180065] env[70039]: DEBUG nova.virt.hardware [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.180065] env[70039]: DEBUG nova.virt.hardware [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.180065] env[70039]: DEBUG nova.virt.hardware [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.181515] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f55825-d933-480c-89e4-160aa2f09018 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.198712] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636966a5-acd2-4817-bbc9-3a2000d70b56 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.203188] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331385, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.341565] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.357498] env[70039]: DEBUG nova.network.neutron [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Successfully updated port: da208c0f-4287-4bd0-ae61-b354e2af7f0b {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.479721] env[70039]: DEBUG nova.compute.utils [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.482088] env[70039]: DEBUG nova.compute.manager [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.483014] env[70039]: DEBUG nova.network.neutron [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.512624] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cdb832ce-3fd1-4c05-81f5-9d03a7284ae1 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "bd857864-7948-4a06-85ec-28887aa04675" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.650s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.555318] env[70039]: DEBUG nova.policy [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ced7efff92dd47e789d1c72acd13037b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35cc8c73da7f400bb201579010920945', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.559268] env[70039]: DEBUG oslo_concurrency.lockutils [req-d78546c2-d896-46cc-bd18-f0804b0f4b09 req-bc9dc4ae-32a5-4d09-8269-e1842fdc7738 service nova] Releasing lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.667431] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': task-3331386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167273} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.667698] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.668602] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661d26b6-114c-4507-a246-9379c18cc20e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.692007] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 738af093-6c6f-4db3-894d-901aebd08380/738af093-6c6f-4db3-894d-901aebd08380.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.695554] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18784960-b53a-4be0-aa2b-662ed809927e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.717627] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72285} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.718381] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] b49fddfd-4f16-4155-9482-1c344bc9703f/b49fddfd-4f16-4155-9482-1c344bc9703f.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.720421] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.720421] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Waiting for the task: (returnval){ [ 1116.720421] env[70039]: value = "task-3331387" [ 1116.720421] env[70039]: _type = "Task" [ 1116.720421] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.720421] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7589c59d-a2ad-41e8-9cd8-98982aa6dfa2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.737728] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': task-3331387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.737728] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for the task: (returnval){ [ 1116.737728] env[70039]: value = "task-3331388" [ 1116.737728] env[70039]: _type = "Task" [ 1116.737728] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.750511] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.782030] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "9ad70c76-963e-47ff-803d-1e31926b862a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.785400] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "9ad70c76-963e-47ff-803d-1e31926b862a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.785400] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "9ad70c76-963e-47ff-803d-1e31926b862a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.785400] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "9ad70c76-963e-47ff-803d-1e31926b862a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.785400] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "9ad70c76-963e-47ff-803d-1e31926b862a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.788020] env[70039]: INFO nova.compute.manager [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Terminating instance [ 1116.861931] env[70039]: DEBUG oslo_concurrency.lockutils [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "refresh_cache-bb37ebdd-8f89-4096-a87b-6c67da301cf7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.861931] env[70039]: DEBUG oslo_concurrency.lockutils [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquired lock "refresh_cache-bb37ebdd-8f89-4096-a87b-6c67da301cf7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.861931] env[70039]: DEBUG nova.network.neutron [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.990501] env[70039]: DEBUG nova.compute.manager [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.011767] env[70039]: DEBUG nova.network.neutron [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Successfully created port: b5750314-df31-4954-a5ad-fd1817ba3ed1 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.231725] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquiring lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.232009] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.232274] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquiring lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.232465] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.232663] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.234312] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': task-3331387, 'name': ReconfigVM_Task, 'duration_secs': 0.289632} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.237965] env[70039]: INFO nova.compute.manager [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Terminating instance [ 1117.239382] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 738af093-6c6f-4db3-894d-901aebd08380/738af093-6c6f-4db3-894d-901aebd08380.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.241037] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06c70b4d-a26e-4e6e-89de-8820eea64d26 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.251583] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067625} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.255113] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.255794] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Waiting for the task: (returnval){ [ 1117.255794] env[70039]: value = "task-3331389" [ 1117.255794] env[70039]: _type = "Task" [ 1117.255794] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.259927] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db6c66a-1cad-489c-9ef8-0a047bc9fa0c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.281294] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': task-3331389, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.291798] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] b49fddfd-4f16-4155-9482-1c344bc9703f/b49fddfd-4f16-4155-9482-1c344bc9703f.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.295659] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-034d9bdc-dabc-409e-aca5-8a594bf1fbd6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.310421] env[70039]: DEBUG nova.compute.manager [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.310650] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.313080] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b959c2-f3a1-4a75-aaa6-48bc0351c052 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.321647] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.325557] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ece3896-3899-428e-a24c-7d367f4e5965 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.330025] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for the task: (returnval){ [ 1117.330025] env[70039]: value = "task-3331390" [ 1117.330025] env[70039]: _type = "Task" [ 1117.330025] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.332830] env[70039]: DEBUG oslo_vmware.api [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1117.332830] env[70039]: value = "task-3331391" [ 1117.332830] env[70039]: _type = "Task" [ 1117.332830] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.339685] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.347290] env[70039]: DEBUG oslo_vmware.api [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.396091] env[70039]: DEBUG nova.network.neutron [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.421666] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cf3892-f768-4525-add7-2de175a6969c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.430798] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a8c23a-e045-4327-bb80-2b45ec6277a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.472457] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1351c423-56bd-4cc9-a9c7-4c66c69b741e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.480385] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1863d6-92a3-4a50-bcac-a1126ffa2478 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.498765] env[70039]: DEBUG nova.compute.provider_tree [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.644250] env[70039]: DEBUG nova.network.neutron [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Updating instance_info_cache with network_info: [{"id": "da208c0f-4287-4bd0-ae61-b354e2af7f0b", "address": "fa:16:3e:b3:05:7d", "network": {"id": "9ff38878-283c-474f-979b-436beef68ef8", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-657367659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a78931973c46ffb11d8cb2da17d519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda208c0f-42", "ovs_interfaceid": "da208c0f-4287-4bd0-ae61-b354e2af7f0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.757044] env[70039]: DEBUG nova.compute.manager [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.757242] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.760953] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223fad8b-9c2e-486e-8dce-75cc1411d4f9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.772816] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': task-3331389, 'name': Rename_Task, 'duration_secs': 0.203371} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.774975] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.775345] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.775579] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1505080-0655-4b0a-bedd-f1c67a9142b4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.777033] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d13cd4b6-250d-4a96-9fce-a5d40be0a4a4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.782782] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Waiting for the task: (returnval){ [ 1117.782782] env[70039]: value = "task-3331392" [ 1117.782782] env[70039]: _type = "Task" [ 1117.782782] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.787272] env[70039]: DEBUG oslo_vmware.api [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 1117.787272] env[70039]: value = "task-3331393" [ 1117.787272] env[70039]: _type = "Task" [ 1117.787272] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.795038] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': task-3331392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.800081] env[70039]: DEBUG oslo_vmware.api [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.840468] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331390, 'name': ReconfigVM_Task, 'duration_secs': 0.28444} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.841475] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Reconfigured VM instance instance-0000005a to attach disk [datastore2] b49fddfd-4f16-4155-9482-1c344bc9703f/b49fddfd-4f16-4155-9482-1c344bc9703f.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.842385] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f759c559-d27f-4ecb-bb23-d22d89346560 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.847704] env[70039]: DEBUG oslo_vmware.api [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331391, 'name': PowerOffVM_Task, 'duration_secs': 0.299115} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.848470] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.848692] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.849015] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-547632d8-f976-41f9-806b-263059bfbcdd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.853515] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for the task: (returnval){ [ 1117.853515] env[70039]: value = "task-3331394" [ 1117.853515] env[70039]: _type = "Task" [ 1117.853515] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.864783] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331394, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.919233] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.919592] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.919854] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Deleting the datastore file [datastore1] 9ad70c76-963e-47ff-803d-1e31926b862a {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.920268] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b532c3db-7e3e-42ce-abc9-c3aac2c7d648 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.928434] env[70039]: DEBUG oslo_vmware.api [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1117.928434] env[70039]: value = "task-3331396" [ 1117.928434] env[70039]: _type = "Task" [ 1117.928434] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.940723] env[70039]: DEBUG oslo_vmware.api [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.005409] env[70039]: DEBUG nova.compute.manager [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.009355] env[70039]: DEBUG nova.scheduler.client.report [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.037885] env[70039]: DEBUG nova.virt.hardware [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.038166] env[70039]: DEBUG nova.virt.hardware [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.038629] env[70039]: DEBUG nova.virt.hardware [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.038629] env[70039]: DEBUG nova.virt.hardware [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.038775] env[70039]: DEBUG nova.virt.hardware [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.038851] env[70039]: DEBUG nova.virt.hardware [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.039047] env[70039]: DEBUG nova.virt.hardware [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.039232] env[70039]: DEBUG nova.virt.hardware [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.039417] env[70039]: DEBUG nova.virt.hardware [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.039585] env[70039]: DEBUG nova.virt.hardware [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.039760] env[70039]: DEBUG nova.virt.hardware [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.040899] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d29215-469a-41bd-aa74-1caa71feae61 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.049906] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ec5d4f-78a3-4944-83c3-ab20291c7b99 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.102933] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "46fd960b-e211-436a-9886-d3799b381eef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.103185] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "46fd960b-e211-436a-9886-d3799b381eef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.147539] env[70039]: DEBUG oslo_concurrency.lockutils [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Releasing lock "refresh_cache-bb37ebdd-8f89-4096-a87b-6c67da301cf7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.147802] env[70039]: DEBUG nova.compute.manager [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Instance network_info: |[{"id": "da208c0f-4287-4bd0-ae61-b354e2af7f0b", "address": "fa:16:3e:b3:05:7d", "network": {"id": "9ff38878-283c-474f-979b-436beef68ef8", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-657367659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a78931973c46ffb11d8cb2da17d519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda208c0f-42", "ovs_interfaceid": "da208c0f-4287-4bd0-ae61-b354e2af7f0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.148342] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:05:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da208c0f-4287-4bd0-ae61-b354e2af7f0b', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.156634] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.157312] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.157598] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77d4a644-2833-4b82-bcba-efb67570e8d0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.176522] env[70039]: DEBUG nova.compute.manager [req-ba4b719f-cd29-4039-88ad-b651bcf0371b req-d46eaa7f-6fe4-4384-94fd-62aa390b8559 service nova] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Received event network-changed-da208c0f-4287-4bd0-ae61-b354e2af7f0b {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.176788] env[70039]: DEBUG nova.compute.manager [req-ba4b719f-cd29-4039-88ad-b651bcf0371b req-d46eaa7f-6fe4-4384-94fd-62aa390b8559 service nova] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Refreshing instance network info cache due to event network-changed-da208c0f-4287-4bd0-ae61-b354e2af7f0b. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.177025] env[70039]: DEBUG oslo_concurrency.lockutils [req-ba4b719f-cd29-4039-88ad-b651bcf0371b req-d46eaa7f-6fe4-4384-94fd-62aa390b8559 service nova] Acquiring lock "refresh_cache-bb37ebdd-8f89-4096-a87b-6c67da301cf7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.177187] env[70039]: DEBUG oslo_concurrency.lockutils [req-ba4b719f-cd29-4039-88ad-b651bcf0371b req-d46eaa7f-6fe4-4384-94fd-62aa390b8559 service nova] Acquired lock "refresh_cache-bb37ebdd-8f89-4096-a87b-6c67da301cf7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.177490] env[70039]: DEBUG nova.network.neutron [req-ba4b719f-cd29-4039-88ad-b651bcf0371b req-d46eaa7f-6fe4-4384-94fd-62aa390b8559 service nova] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Refreshing network info cache for port da208c0f-4287-4bd0-ae61-b354e2af7f0b {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.183969] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.183969] env[70039]: value = "task-3331397" [ 1118.183969] env[70039]: _type = "Task" [ 1118.183969] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.194110] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331397, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.303022] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': task-3331392, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.303022] env[70039]: DEBUG oslo_vmware.api [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331393, 'name': PowerOffVM_Task, 'duration_secs': 0.210123} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.306275] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.306743] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.307138] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a36b0673-e8e9-4213-b12e-a02efd402a92 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.365461] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331394, 'name': Rename_Task, 'duration_secs': 0.170733} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.366026] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.366428] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c31a2d74-5ac6-4637-98a2-9c13bc1c6b53 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.369327] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.369695] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.369991] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Deleting the datastore file [datastore1] 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.370807] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c071ef8-051b-446f-9155-194219ad74dc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.375613] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for the task: (returnval){ [ 1118.375613] env[70039]: value = "task-3331399" [ 1118.375613] env[70039]: _type = "Task" [ 1118.375613] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.384612] env[70039]: DEBUG oslo_vmware.api [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for the task: (returnval){ [ 1118.384612] env[70039]: value = "task-3331400" [ 1118.384612] env[70039]: _type = "Task" [ 1118.384612] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.388387] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.396181] env[70039]: DEBUG oslo_vmware.api [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.441118] env[70039]: DEBUG oslo_vmware.api [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209539} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.441996] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.442391] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.442701] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.443022] env[70039]: INFO nova.compute.manager [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1118.443403] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.443832] env[70039]: DEBUG nova.compute.manager [-] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.444082] env[70039]: DEBUG nova.network.neutron [-] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.514868] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.516174] env[70039]: DEBUG nova.compute.manager [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.519773] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.682s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.520328] env[70039]: DEBUG nova.objects.instance [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lazy-loading 'resources' on Instance uuid 43a1ba3c-3d00-467b-8101-c71c46ee5981 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.605799] env[70039]: DEBUG nova.compute.manager [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.694394] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331397, 'name': CreateVM_Task, 'duration_secs': 0.393514} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.694633] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.695372] env[70039]: DEBUG oslo_concurrency.lockutils [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.695585] env[70039]: DEBUG oslo_concurrency.lockutils [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.696660] env[70039]: DEBUG oslo_concurrency.lockutils [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.696967] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96bebdf6-331b-4c7c-a4a0-10146f8d545f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.709278] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1118.709278] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f6d2d4-2284-d189-fd65-1f9aefc960a6" [ 1118.709278] env[70039]: _type = "Task" [ 1118.709278] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.718841] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f6d2d4-2284-d189-fd65-1f9aefc960a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.796452] env[70039]: DEBUG oslo_vmware.api [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': task-3331392, 'name': PowerOnVM_Task, 'duration_secs': 0.573962} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.799632] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.800314] env[70039]: INFO nova.compute.manager [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1118.800675] env[70039]: DEBUG nova.compute.manager [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.801562] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a4266b-eba4-4054-a95d-88fe8b055d28 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.886148] env[70039]: DEBUG oslo_vmware.api [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331399, 'name': PowerOnVM_Task, 'duration_secs': 0.462526} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.886490] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.886812] env[70039]: INFO nova.compute.manager [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Took 5.68 seconds to spawn the instance on the hypervisor. [ 1118.887269] env[70039]: DEBUG nova.compute.manager [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.888436] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5dda6a-a6d6-4b13-b0fc-0db771609f99 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.900509] env[70039]: DEBUG nova.compute.manager [req-a668ce40-5e31-40e4-b740-8616ccd0ac26 req-84cdcc17-2e16-4b8f-83d8-5aeddb1ea96d service nova] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Received event network-vif-deleted-61d6cc24-d238-440d-923f-cd1fd6c282dd {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.900871] env[70039]: INFO nova.compute.manager [req-a668ce40-5e31-40e4-b740-8616ccd0ac26 req-84cdcc17-2e16-4b8f-83d8-5aeddb1ea96d service nova] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Neutron deleted interface 61d6cc24-d238-440d-923f-cd1fd6c282dd; detaching it from the instance and deleting it from the info cache [ 1118.901130] env[70039]: DEBUG nova.network.neutron [req-a668ce40-5e31-40e4-b740-8616ccd0ac26 req-84cdcc17-2e16-4b8f-83d8-5aeddb1ea96d service nova] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.911175] env[70039]: DEBUG oslo_vmware.api [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Task: {'id': task-3331400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195094} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.911440] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.911647] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.911880] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.912164] env[70039]: INFO nova.compute.manager [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1118.912610] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.913202] env[70039]: DEBUG nova.compute.manager [-] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.913449] env[70039]: DEBUG nova.network.neutron [-] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.005863] env[70039]: DEBUG nova.network.neutron [req-ba4b719f-cd29-4039-88ad-b651bcf0371b req-d46eaa7f-6fe4-4384-94fd-62aa390b8559 service nova] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Updated VIF entry in instance network info cache for port da208c0f-4287-4bd0-ae61-b354e2af7f0b. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.006255] env[70039]: DEBUG nova.network.neutron [req-ba4b719f-cd29-4039-88ad-b651bcf0371b req-d46eaa7f-6fe4-4384-94fd-62aa390b8559 service nova] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Updating instance_info_cache with network_info: [{"id": "da208c0f-4287-4bd0-ae61-b354e2af7f0b", "address": "fa:16:3e:b3:05:7d", "network": {"id": "9ff38878-283c-474f-979b-436beef68ef8", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-657367659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a78931973c46ffb11d8cb2da17d519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda208c0f-42", "ovs_interfaceid": "da208c0f-4287-4bd0-ae61-b354e2af7f0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.024040] env[70039]: DEBUG nova.compute.utils [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.031174] env[70039]: DEBUG nova.compute.manager [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.031174] env[70039]: DEBUG nova.network.neutron [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.054302] env[70039]: DEBUG nova.network.neutron [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Successfully updated port: b5750314-df31-4954-a5ad-fd1817ba3ed1 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.114731] env[70039]: DEBUG nova.policy [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c07b5b87dc58488baa8da944cae9fbc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba46076515754f47a0ab02c0df239755', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.133554] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.221197] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f6d2d4-2284-d189-fd65-1f9aefc960a6, 'name': SearchDatastore_Task, 'duration_secs': 0.016384} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.223898] env[70039]: DEBUG oslo_concurrency.lockutils [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.224214] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.224503] env[70039]: DEBUG oslo_concurrency.lockutils [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.224688] env[70039]: DEBUG oslo_concurrency.lockutils [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.224901] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.225412] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6e02029-9ed4-416e-919a-9f0e58640315 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.239123] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.239369] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.240206] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0716e9b-114d-4bed-97de-60ca0d92aa74 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.246265] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1119.246265] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52e5b8b6-0496-9127-07b3-7c03408cbdbe" [ 1119.246265] env[70039]: _type = "Task" [ 1119.246265] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.255500] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e5b8b6-0496-9127-07b3-7c03408cbdbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.300300] env[70039]: DEBUG nova.network.neutron [-] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.324788] env[70039]: INFO nova.compute.manager [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Took 36.27 seconds to build instance. [ 1119.383712] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff2647f-faf4-4d02-82de-b5b5cb1a0c00 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.392994] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16f446c-3be3-4f10-b80a-1309143270eb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.432446] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e5ceae4-6244-470b-9695-2b781b5fc668 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.433589] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78d4539-73dd-4704-8d2b-b31af4ebc07c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.436664] env[70039]: INFO nova.compute.manager [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Took 34.44 seconds to build instance. [ 1119.444309] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f516863f-d68a-4f2f-bb32-7894681424fa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.451009] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e7518a-d6d5-41fa-8f7d-e06790c7fd01 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.474616] env[70039]: DEBUG nova.compute.provider_tree [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.487672] env[70039]: DEBUG nova.compute.manager [req-a668ce40-5e31-40e4-b740-8616ccd0ac26 req-84cdcc17-2e16-4b8f-83d8-5aeddb1ea96d service nova] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Detach interface failed, port_id=61d6cc24-d238-440d-923f-cd1fd6c282dd, reason: Instance 9ad70c76-963e-47ff-803d-1e31926b862a could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1119.488885] env[70039]: DEBUG nova.scheduler.client.report [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.508754] env[70039]: DEBUG oslo_concurrency.lockutils [req-ba4b719f-cd29-4039-88ad-b651bcf0371b req-d46eaa7f-6fe4-4384-94fd-62aa390b8559 service nova] Releasing lock "refresh_cache-bb37ebdd-8f89-4096-a87b-6c67da301cf7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.530434] env[70039]: DEBUG nova.compute.manager [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1119.558928] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.559207] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.559370] env[70039]: DEBUG nova.network.neutron [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.757929] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e5b8b6-0496-9127-07b3-7c03408cbdbe, 'name': SearchDatastore_Task, 'duration_secs': 0.027279} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.759416] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b98cf35-72cf-4a44-9402-55d1eef5e890 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.765393] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1119.765393] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f0921a-9faa-11d6-4e13-c2cb81a32520" [ 1119.765393] env[70039]: _type = "Task" [ 1119.765393] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.778681] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f0921a-9faa-11d6-4e13-c2cb81a32520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.803460] env[70039]: INFO nova.compute.manager [-] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Took 1.36 seconds to deallocate network for instance. [ 1119.830097] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f4266722-861a-4bad-8ccd-e65ccf18e6db tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Lock "738af093-6c6f-4db3-894d-901aebd08380" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.788s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.939840] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f81107d0-eb7d-4d96-820c-bc23e7347883 tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Lock "b49fddfd-4f16-4155-9482-1c344bc9703f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.956s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.995907] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.476s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.998992] env[70039]: DEBUG oslo_concurrency.lockutils [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.012s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.998992] env[70039]: DEBUG nova.objects.instance [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lazy-loading 'resources' on Instance uuid f7ce60e6-a231-4d1f-acf3-2fe9a2515be1 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.024797] env[70039]: DEBUG nova.network.neutron [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Successfully created port: 59915f60-0174-4a6c-94eb-ecfab2fa1623 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.031136] env[70039]: INFO nova.scheduler.client.report [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Deleted allocations for instance 43a1ba3c-3d00-467b-8101-c71c46ee5981 [ 1120.038315] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b4c6c895-dd13-48c1-8580-d4aad7735407 tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Acquiring lock "738af093-6c6f-4db3-894d-901aebd08380" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.038794] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b4c6c895-dd13-48c1-8580-d4aad7735407 tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Lock "738af093-6c6f-4db3-894d-901aebd08380" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.038794] env[70039]: INFO nova.compute.manager [None req-b4c6c895-dd13-48c1-8580-d4aad7735407 tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Rebooting instance [ 1120.133985] env[70039]: DEBUG nova.network.neutron [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.279435] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f0921a-9faa-11d6-4e13-c2cb81a32520, 'name': SearchDatastore_Task, 'duration_secs': 0.034799} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.279435] env[70039]: DEBUG oslo_concurrency.lockutils [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.279587] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] bb37ebdd-8f89-4096-a87b-6c67da301cf7/bb37ebdd-8f89-4096-a87b-6c67da301cf7.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.279863] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-251a966d-fbbe-43c9-b677-7191c84b0233 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.287107] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1120.287107] env[70039]: value = "task-3331401" [ 1120.287107] env[70039]: _type = "Task" [ 1120.287107] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.296222] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.309749] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.331320] env[70039]: DEBUG nova.compute.manager [req-0a139a1d-dad0-45cf-a6d8-9b2fa40e5016 req-16fe19f1-ff6e-4177-b303-495c2453f4db service nova] [instance: bced78af-9276-4173-808a-d730c9db5a92] Received event network-vif-plugged-b5750314-df31-4954-a5ad-fd1817ba3ed1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.331548] env[70039]: DEBUG oslo_concurrency.lockutils [req-0a139a1d-dad0-45cf-a6d8-9b2fa40e5016 req-16fe19f1-ff6e-4177-b303-495c2453f4db service nova] Acquiring lock "bced78af-9276-4173-808a-d730c9db5a92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.331733] env[70039]: DEBUG oslo_concurrency.lockutils [req-0a139a1d-dad0-45cf-a6d8-9b2fa40e5016 req-16fe19f1-ff6e-4177-b303-495c2453f4db service nova] Lock "bced78af-9276-4173-808a-d730c9db5a92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.331914] env[70039]: DEBUG oslo_concurrency.lockutils [req-0a139a1d-dad0-45cf-a6d8-9b2fa40e5016 req-16fe19f1-ff6e-4177-b303-495c2453f4db service nova] Lock "bced78af-9276-4173-808a-d730c9db5a92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.332434] env[70039]: DEBUG nova.compute.manager [req-0a139a1d-dad0-45cf-a6d8-9b2fa40e5016 req-16fe19f1-ff6e-4177-b303-495c2453f4db service nova] [instance: bced78af-9276-4173-808a-d730c9db5a92] No waiting events found dispatching network-vif-plugged-b5750314-df31-4954-a5ad-fd1817ba3ed1 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.332645] env[70039]: WARNING nova.compute.manager [req-0a139a1d-dad0-45cf-a6d8-9b2fa40e5016 req-16fe19f1-ff6e-4177-b303-495c2453f4db service nova] [instance: bced78af-9276-4173-808a-d730c9db5a92] Received unexpected event network-vif-plugged-b5750314-df31-4954-a5ad-fd1817ba3ed1 for instance with vm_state building and task_state spawning. [ 1120.332886] env[70039]: DEBUG nova.compute.manager [req-0a139a1d-dad0-45cf-a6d8-9b2fa40e5016 req-16fe19f1-ff6e-4177-b303-495c2453f4db service nova] [instance: bced78af-9276-4173-808a-d730c9db5a92] Received event network-changed-b5750314-df31-4954-a5ad-fd1817ba3ed1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.332957] env[70039]: DEBUG nova.compute.manager [req-0a139a1d-dad0-45cf-a6d8-9b2fa40e5016 req-16fe19f1-ff6e-4177-b303-495c2453f4db service nova] [instance: bced78af-9276-4173-808a-d730c9db5a92] Refreshing instance network info cache due to event network-changed-b5750314-df31-4954-a5ad-fd1817ba3ed1. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.333141] env[70039]: DEBUG oslo_concurrency.lockutils [req-0a139a1d-dad0-45cf-a6d8-9b2fa40e5016 req-16fe19f1-ff6e-4177-b303-495c2453f4db service nova] Acquiring lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.388477] env[70039]: DEBUG nova.network.neutron [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Updating instance_info_cache with network_info: [{"id": "b5750314-df31-4954-a5ad-fd1817ba3ed1", "address": "fa:16:3e:fc:49:f1", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5750314-df", "ovs_interfaceid": "b5750314-df31-4954-a5ad-fd1817ba3ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.411937] env[70039]: DEBUG nova.network.neutron [-] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.541520] env[70039]: DEBUG nova.compute.manager [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1120.549850] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ccfa3d9c-89aa-4f35-b05e-f7dc9843abc4 tempest-ServerRescueTestJSON-709973283 tempest-ServerRescueTestJSON-709973283-project-member] Lock "43a1ba3c-3d00-467b-8101-c71c46ee5981" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.256s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.585499] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b4c6c895-dd13-48c1-8580-d4aad7735407 tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Acquiring lock "refresh_cache-738af093-6c6f-4db3-894d-901aebd08380" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.585740] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b4c6c895-dd13-48c1-8580-d4aad7735407 tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Acquired lock "refresh_cache-738af093-6c6f-4db3-894d-901aebd08380" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.586036] env[70039]: DEBUG nova.network.neutron [None req-b4c6c895-dd13-48c1-8580-d4aad7735407 tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.597852] env[70039]: DEBUG nova.virt.hardware [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.598160] env[70039]: DEBUG nova.virt.hardware [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.598330] env[70039]: DEBUG nova.virt.hardware [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.598514] env[70039]: DEBUG nova.virt.hardware [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.599130] env[70039]: DEBUG nova.virt.hardware [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.599130] env[70039]: DEBUG nova.virt.hardware [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.599252] env[70039]: DEBUG nova.virt.hardware [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.600203] env[70039]: DEBUG nova.virt.hardware [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.600203] env[70039]: DEBUG nova.virt.hardware [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.600203] env[70039]: DEBUG nova.virt.hardware [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.600203] env[70039]: DEBUG nova.virt.hardware [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.601564] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f88155-6ffb-45d9-9684-c6b1acd5a5a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.614694] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a32b17-ca9d-43ba-a5e0-d33b1ac65ed9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.798073] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331401, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.890566] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.890998] env[70039]: DEBUG nova.compute.manager [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Instance network_info: |[{"id": "b5750314-df31-4954-a5ad-fd1817ba3ed1", "address": "fa:16:3e:fc:49:f1", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5750314-df", "ovs_interfaceid": "b5750314-df31-4954-a5ad-fd1817ba3ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.891296] env[70039]: DEBUG oslo_concurrency.lockutils [req-0a139a1d-dad0-45cf-a6d8-9b2fa40e5016 req-16fe19f1-ff6e-4177-b303-495c2453f4db service nova] Acquired lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.891468] env[70039]: DEBUG nova.network.neutron [req-0a139a1d-dad0-45cf-a6d8-9b2fa40e5016 req-16fe19f1-ff6e-4177-b303-495c2453f4db service nova] [instance: bced78af-9276-4173-808a-d730c9db5a92] Refreshing network info cache for port b5750314-df31-4954-a5ad-fd1817ba3ed1 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.893181] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:49:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5750314-df31-4954-a5ad-fd1817ba3ed1', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.914286] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Creating folder: Project (35cc8c73da7f400bb201579010920945). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.928194] env[70039]: INFO nova.compute.manager [-] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Took 2.01 seconds to deallocate network for instance. [ 1120.928194] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4231c9f-485b-4c91-b39e-43b3c8b0668c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.954241] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Created folder: Project (35cc8c73da7f400bb201579010920945) in parent group-v664777. [ 1120.954327] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Creating folder: Instances. Parent ref: group-v665033. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.954705] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f706d83-2828-4981-b8bb-b84d70154347 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.968578] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Created folder: Instances in parent group-v665033. [ 1120.968976] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.969827] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bced78af-9276-4173-808a-d730c9db5a92] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.970635] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba82e088-94c1-4bb8-ab47-b8362ffc0ff5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.001358] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa87f99e-3868-4fad-a8b7-b7fda3b3e4b1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.023460] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222d9fcc-bbde-41ab-a2b7-3063594a0596 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.024512] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.024512] env[70039]: value = "task-3331404" [ 1121.024512] env[70039]: _type = "Task" [ 1121.024512] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.057184] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5e2d84-f630-4cce-a0f9-7a5090e1ab9e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.060774] env[70039]: DEBUG nova.compute.manager [req-a1e0b6b1-c737-471e-a4d0-bc873f6ef0fb req-acad7827-4067-4337-a771-fa19ce1155d9 service nova] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Received event network-vif-deleted-55d864e4-4ea3-41fd-93b3-b5f6c52d6585 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.064925] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331404, 'name': CreateVM_Task} progress is 15%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.071336] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defbdb03-2a2a-476f-bd30-a0a5e89e8b5c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.086810] env[70039]: DEBUG nova.compute.provider_tree [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.303309] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534373} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.303655] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] bb37ebdd-8f89-4096-a87b-6c67da301cf7/bb37ebdd-8f89-4096-a87b-6c67da301cf7.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.303904] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.305470] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-669e6733-aeb5-4583-968c-9c5aae46ce7f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.312225] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1121.312225] env[70039]: value = "task-3331405" [ 1121.312225] env[70039]: _type = "Task" [ 1121.312225] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.324224] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.367830] env[70039]: DEBUG nova.network.neutron [req-0a139a1d-dad0-45cf-a6d8-9b2fa40e5016 req-16fe19f1-ff6e-4177-b303-495c2453f4db service nova] [instance: bced78af-9276-4173-808a-d730c9db5a92] Updated VIF entry in instance network info cache for port b5750314-df31-4954-a5ad-fd1817ba3ed1. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.368382] env[70039]: DEBUG nova.network.neutron [req-0a139a1d-dad0-45cf-a6d8-9b2fa40e5016 req-16fe19f1-ff6e-4177-b303-495c2453f4db service nova] [instance: bced78af-9276-4173-808a-d730c9db5a92] Updating instance_info_cache with network_info: [{"id": "b5750314-df31-4954-a5ad-fd1817ba3ed1", "address": "fa:16:3e:fc:49:f1", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5750314-df", "ovs_interfaceid": "b5750314-df31-4954-a5ad-fd1817ba3ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.388854] env[70039]: INFO nova.compute.manager [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Rebuilding instance [ 1121.444972] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.458770] env[70039]: DEBUG nova.compute.manager [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.459743] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a86a7f-ea09-4231-8054-d596041b57f7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.536461] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331404, 'name': CreateVM_Task, 'duration_secs': 0.414266} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.537752] env[70039]: DEBUG nova.network.neutron [None req-b4c6c895-dd13-48c1-8580-d4aad7735407 tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Updating instance_info_cache with network_info: [{"id": "8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7", "address": "fa:16:3e:bd:8d:56", "network": {"id": "39438876-4889-4d50-a765-23a71822cec7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1925661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "431e7b60e1bf49ca8f49f277a41b65de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5a7888-da", "ovs_interfaceid": "8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.539182] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bced78af-9276-4173-808a-d730c9db5a92] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.539915] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.543020] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.543020] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.543020] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d55067d-34bb-41f3-bb7d-f8bf712a1c33 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.547589] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1121.547589] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]523acfb9-393b-e7f8-aec9-230c375b8f3b" [ 1121.547589] env[70039]: _type = "Task" [ 1121.547589] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.564942] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523acfb9-393b-e7f8-aec9-230c375b8f3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.591802] env[70039]: DEBUG nova.scheduler.client.report [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.823105] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080309} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.823448] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.824629] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3781c2c1-dfe2-496b-9b60-f16917fd51a6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.855321] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] bb37ebdd-8f89-4096-a87b-6c67da301cf7/bb37ebdd-8f89-4096-a87b-6c67da301cf7.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.855949] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4ce303f-0f08-4347-97f5-2feab4940247 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.874226] env[70039]: DEBUG oslo_concurrency.lockutils [req-0a139a1d-dad0-45cf-a6d8-9b2fa40e5016 req-16fe19f1-ff6e-4177-b303-495c2453f4db service nova] Releasing lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.880462] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1121.880462] env[70039]: value = "task-3331406" [ 1121.880462] env[70039]: _type = "Task" [ 1121.880462] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.891642] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.986500] env[70039]: DEBUG nova.network.neutron [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Successfully updated port: 59915f60-0174-4a6c-94eb-ecfab2fa1623 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.041850] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b4c6c895-dd13-48c1-8580-d4aad7735407 tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Releasing lock "refresh_cache-738af093-6c6f-4db3-894d-901aebd08380" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.059091] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523acfb9-393b-e7f8-aec9-230c375b8f3b, 'name': SearchDatastore_Task, 'duration_secs': 0.036236} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.059091] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.059249] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.059511] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.059667] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.059863] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.060168] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8169875e-72ce-42f9-9d96-45b9e81b4263 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.071819] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.071995] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.072808] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed80b8c2-b9c4-45cb-96af-716255c71138 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.078558] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1122.078558] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52505158-b760-a862-e11c-04623ba327e1" [ 1122.078558] env[70039]: _type = "Task" [ 1122.078558] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.089515] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52505158-b760-a862-e11c-04623ba327e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.097449] env[70039]: DEBUG oslo_concurrency.lockutils [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.102070] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.660s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.102070] env[70039]: DEBUG nova.objects.instance [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Lazy-loading 'resources' on Instance uuid def86164-02c8-414d-8be5-34e665bd51b7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.127206] env[70039]: INFO nova.scheduler.client.report [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Deleted allocations for instance f7ce60e6-a231-4d1f-acf3-2fe9a2515be1 [ 1122.391981] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.481519] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.481851] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7da5e474-24df-41e0-ad48-29d2b0630861 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.489556] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for the task: (returnval){ [ 1122.489556] env[70039]: value = "task-3331410" [ 1122.489556] env[70039]: _type = "Task" [ 1122.489556] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.494428] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquiring lock "refresh_cache-64f4f7c5-5903-4d9b-a7f1-452328fccf14" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.494639] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquired lock "refresh_cache-64f4f7c5-5903-4d9b-a7f1-452328fccf14" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.494857] env[70039]: DEBUG nova.network.neutron [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.504350] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.547832] env[70039]: DEBUG nova.compute.manager [None req-b4c6c895-dd13-48c1-8580-d4aad7735407 tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.549169] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e9cad7-d311-46f7-8b8c-b16e7db8916b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.590883] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52505158-b760-a862-e11c-04623ba327e1, 'name': SearchDatastore_Task, 'duration_secs': 0.031923} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.591510] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f450d24-1276-4590-8988-2c12baf95cc2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.597063] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1122.597063] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5271d69d-249a-3d47-70e1-a2dd6e39c878" [ 1122.597063] env[70039]: _type = "Task" [ 1122.597063] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.613177] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5271d69d-249a-3d47-70e1-a2dd6e39c878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.635057] env[70039]: DEBUG oslo_concurrency.lockutils [None req-65d8cefd-fef7-4521-a952-0e94f3a8f866 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "f7ce60e6-a231-4d1f-acf3-2fe9a2515be1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.140s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.893235] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331406, 'name': ReconfigVM_Task, 'duration_secs': 0.625175} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.893517] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Reconfigured VM instance instance-0000005b to attach disk [datastore2] bb37ebdd-8f89-4096-a87b-6c67da301cf7/bb37ebdd-8f89-4096-a87b-6c67da301cf7.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.893833] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Creating Virtual Disk of size 2097152 KB and adapter type paraVirtual on the data store {{(pid=70039) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1122.894361] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-eb64e348-66e2-4c1c-b3a1-781b70fd80fe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.901178] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1122.901178] env[70039]: value = "task-3331411" [ 1122.901178] env[70039]: _type = "Task" [ 1122.901178] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.912578] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331411, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.970982] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41ad79c-2478-4ba5-a11c-35a7a126d333 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.981106] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d54780-3b34-4639-a47e-4d9928cc6288 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.021402] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72b4963-9d85-41b5-b73e-71e167ee637b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.029917] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331410, 'name': PowerOffVM_Task, 'duration_secs': 0.183315} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.033021] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.033198] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.034057] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de322be-7fab-4f8b-b314-e979d40cf19e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.037693] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a344b77-de92-4ce7-8436-bb9c28e47781 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.046391] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.055847] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73e70530-381c-4cfc-b6aa-7a8debdbda65 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.057214] env[70039]: DEBUG nova.compute.provider_tree [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.059612] env[70039]: DEBUG nova.network.neutron [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.089294] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.089893] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.089893] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Deleting the datastore file [datastore2] b49fddfd-4f16-4155-9482-1c344bc9703f {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.090014] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4db768b5-6bb7-4f3f-95b8-657af9d6265c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.094728] env[70039]: DEBUG nova.compute.manager [req-b5755949-e0f9-413a-8e5d-7b9d0ebcff57 req-ae2de7a8-c8a9-40ca-b6e9-952a28485e0a service nova] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Received event network-vif-plugged-59915f60-0174-4a6c-94eb-ecfab2fa1623 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.094931] env[70039]: DEBUG oslo_concurrency.lockutils [req-b5755949-e0f9-413a-8e5d-7b9d0ebcff57 req-ae2de7a8-c8a9-40ca-b6e9-952a28485e0a service nova] Acquiring lock "64f4f7c5-5903-4d9b-a7f1-452328fccf14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.095601] env[70039]: DEBUG oslo_concurrency.lockutils [req-b5755949-e0f9-413a-8e5d-7b9d0ebcff57 req-ae2de7a8-c8a9-40ca-b6e9-952a28485e0a service nova] Lock "64f4f7c5-5903-4d9b-a7f1-452328fccf14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.095601] env[70039]: DEBUG oslo_concurrency.lockutils [req-b5755949-e0f9-413a-8e5d-7b9d0ebcff57 req-ae2de7a8-c8a9-40ca-b6e9-952a28485e0a service nova] Lock "64f4f7c5-5903-4d9b-a7f1-452328fccf14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.095601] env[70039]: DEBUG nova.compute.manager [req-b5755949-e0f9-413a-8e5d-7b9d0ebcff57 req-ae2de7a8-c8a9-40ca-b6e9-952a28485e0a service nova] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] No waiting events found dispatching network-vif-plugged-59915f60-0174-4a6c-94eb-ecfab2fa1623 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.095826] env[70039]: WARNING nova.compute.manager [req-b5755949-e0f9-413a-8e5d-7b9d0ebcff57 req-ae2de7a8-c8a9-40ca-b6e9-952a28485e0a service nova] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Received unexpected event network-vif-plugged-59915f60-0174-4a6c-94eb-ecfab2fa1623 for instance with vm_state building and task_state spawning. [ 1123.095826] env[70039]: DEBUG nova.compute.manager [req-b5755949-e0f9-413a-8e5d-7b9d0ebcff57 req-ae2de7a8-c8a9-40ca-b6e9-952a28485e0a service nova] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Received event network-changed-59915f60-0174-4a6c-94eb-ecfab2fa1623 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.096932] env[70039]: DEBUG nova.compute.manager [req-b5755949-e0f9-413a-8e5d-7b9d0ebcff57 req-ae2de7a8-c8a9-40ca-b6e9-952a28485e0a service nova] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Refreshing instance network info cache due to event network-changed-59915f60-0174-4a6c-94eb-ecfab2fa1623. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.096932] env[70039]: DEBUG oslo_concurrency.lockutils [req-b5755949-e0f9-413a-8e5d-7b9d0ebcff57 req-ae2de7a8-c8a9-40ca-b6e9-952a28485e0a service nova] Acquiring lock "refresh_cache-64f4f7c5-5903-4d9b-a7f1-452328fccf14" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.103757] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for the task: (returnval){ [ 1123.103757] env[70039]: value = "task-3331413" [ 1123.103757] env[70039]: _type = "Task" [ 1123.103757] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.113432] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "bf89df54-384c-4b54-bc17-21ea92034696" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.113739] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "bf89df54-384c-4b54-bc17-21ea92034696" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.114057] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "bf89df54-384c-4b54-bc17-21ea92034696-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.114172] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "bf89df54-384c-4b54-bc17-21ea92034696-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.114338] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "bf89df54-384c-4b54-bc17-21ea92034696-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.116608] env[70039]: INFO nova.compute.manager [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Terminating instance [ 1123.119811] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5271d69d-249a-3d47-70e1-a2dd6e39c878, 'name': SearchDatastore_Task, 'duration_secs': 0.014094} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.122920] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.124603] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] bced78af-9276-4173-808a-d730c9db5a92/bced78af-9276-4173-808a-d730c9db5a92.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.124603] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14cffa82-7e9c-48db-be50-d5961e6141bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.132127] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.135969] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1123.135969] env[70039]: value = "task-3331414" [ 1123.135969] env[70039]: _type = "Task" [ 1123.135969] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.147160] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.274791] env[70039]: DEBUG nova.network.neutron [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Updating instance_info_cache with network_info: [{"id": "59915f60-0174-4a6c-94eb-ecfab2fa1623", "address": "fa:16:3e:a1:21:2f", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59915f60-01", "ovs_interfaceid": "59915f60-0174-4a6c-94eb-ecfab2fa1623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.411226] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331411, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.05299} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.411543] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Created Virtual Disk of size 2097152 KB and type thin {{(pid=70039) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1123.412392] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20f5192-8417-449d-9179-ffda1f4c501c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.438438] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] bb37ebdd-8f89-4096-a87b-6c67da301cf7/swap.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.438779] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a6ffdd6-e5b5-44a7-bc41-98e480148214 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.459558] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1123.459558] env[70039]: value = "task-3331415" [ 1123.459558] env[70039]: _type = "Task" [ 1123.459558] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.469945] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.561139] env[70039]: DEBUG nova.scheduler.client.report [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.567059] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6139982e-db29-4ddb-91f3-d50712e8be12 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.573194] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c6c895-dd13-48c1-8580-d4aad7735407 tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Doing hard reboot of VM {{(pid=70039) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1123.573393] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-538f165b-f3b1-4f66-82bb-d121985ccc26 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.580795] env[70039]: DEBUG oslo_vmware.api [None req-b4c6c895-dd13-48c1-8580-d4aad7735407 tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Waiting for the task: (returnval){ [ 1123.580795] env[70039]: value = "task-3331416" [ 1123.580795] env[70039]: _type = "Task" [ 1123.580795] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.590225] env[70039]: DEBUG oslo_vmware.api [None req-b4c6c895-dd13-48c1-8580-d4aad7735407 tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': task-3331416, 'name': ResetVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.614034] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095492} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.614390] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.614519] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.614796] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.620217] env[70039]: DEBUG nova.compute.manager [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.620453] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.621260] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9203eac9-9af6-45f6-8fc5-ff363074929b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.628183] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.628411] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19a1f0f0-de02-4273-be38-894393981b69 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.634774] env[70039]: DEBUG oslo_vmware.api [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1123.634774] env[70039]: value = "task-3331417" [ 1123.634774] env[70039]: _type = "Task" [ 1123.634774] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.647313] env[70039]: DEBUG oslo_vmware.api [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.650633] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44666} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.651625] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] bced78af-9276-4173-808a-d730c9db5a92/bced78af-9276-4173-808a-d730c9db5a92.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.651835] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.652094] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6ae0410-e6af-466d-8f8d-d2d541b9b3b1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.659967] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1123.659967] env[70039]: value = "task-3331418" [ 1123.659967] env[70039]: _type = "Task" [ 1123.659967] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.669498] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.777873] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Releasing lock "refresh_cache-64f4f7c5-5903-4d9b-a7f1-452328fccf14" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.778329] env[70039]: DEBUG nova.compute.manager [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Instance network_info: |[{"id": "59915f60-0174-4a6c-94eb-ecfab2fa1623", "address": "fa:16:3e:a1:21:2f", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59915f60-01", "ovs_interfaceid": "59915f60-0174-4a6c-94eb-ecfab2fa1623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.778657] env[70039]: DEBUG oslo_concurrency.lockutils [req-b5755949-e0f9-413a-8e5d-7b9d0ebcff57 req-ae2de7a8-c8a9-40ca-b6e9-952a28485e0a service nova] Acquired lock "refresh_cache-64f4f7c5-5903-4d9b-a7f1-452328fccf14" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.778867] env[70039]: DEBUG nova.network.neutron [req-b5755949-e0f9-413a-8e5d-7b9d0ebcff57 req-ae2de7a8-c8a9-40ca-b6e9-952a28485e0a service nova] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Refreshing network info cache for port 59915f60-0174-4a6c-94eb-ecfab2fa1623 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.781138] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:21:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59915f60-0174-4a6c-94eb-ecfab2fa1623', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.789185] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Creating folder: Project (ba46076515754f47a0ab02c0df239755). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1123.791775] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea5e2d97-24ba-4122-8d2a-9f16dc83ee0b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.803321] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Created folder: Project (ba46076515754f47a0ab02c0df239755) in parent group-v664777. [ 1123.803500] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Creating folder: Instances. Parent ref: group-v665039. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1123.803733] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eff4633d-9096-43f3-bbb4-d0973aecfe20 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.813819] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Created folder: Instances in parent group-v665039. [ 1123.815072] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.815072] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.815072] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9937a3f-97e3-4ed7-ace7-7cd65a678e78 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.837336] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.837336] env[70039]: value = "task-3331421" [ 1123.837336] env[70039]: _type = "Task" [ 1123.837336] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.848578] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331421, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.971278] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331415, 'name': ReconfigVM_Task, 'duration_secs': 0.419399} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.971872] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Reconfigured VM instance instance-0000005b to attach disk [datastore2] bb37ebdd-8f89-4096-a87b-6c67da301cf7/swap.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.972588] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4128bd3-2d67-40f7-9be0-735da9635a8b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.981046] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1123.981046] env[70039]: value = "task-3331422" [ 1123.981046] env[70039]: _type = "Task" [ 1123.981046] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.987166] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331422, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.038944] env[70039]: DEBUG nova.network.neutron [req-b5755949-e0f9-413a-8e5d-7b9d0ebcff57 req-ae2de7a8-c8a9-40ca-b6e9-952a28485e0a service nova] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Updated VIF entry in instance network info cache for port 59915f60-0174-4a6c-94eb-ecfab2fa1623. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.038944] env[70039]: DEBUG nova.network.neutron [req-b5755949-e0f9-413a-8e5d-7b9d0ebcff57 req-ae2de7a8-c8a9-40ca-b6e9-952a28485e0a service nova] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Updating instance_info_cache with network_info: [{"id": "59915f60-0174-4a6c-94eb-ecfab2fa1623", "address": "fa:16:3e:a1:21:2f", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59915f60-01", "ovs_interfaceid": "59915f60-0174-4a6c-94eb-ecfab2fa1623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.069132] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.069132] env[70039]: DEBUG oslo_concurrency.lockutils [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.730s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.070719] env[70039]: INFO nova.compute.claims [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.091917] env[70039]: DEBUG oslo_vmware.api [None req-b4c6c895-dd13-48c1-8580-d4aad7735407 tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': task-3331416, 'name': ResetVM_Task, 'duration_secs': 0.094675} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.092235] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c6c895-dd13-48c1-8580-d4aad7735407 tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Did hard reboot of VM {{(pid=70039) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1124.092726] env[70039]: DEBUG nova.compute.manager [None req-b4c6c895-dd13-48c1-8580-d4aad7735407 tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.093600] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89591d90-c908-4d55-8a81-ab05b88aa76a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.103658] env[70039]: INFO nova.scheduler.client.report [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Deleted allocations for instance def86164-02c8-414d-8be5-34e665bd51b7 [ 1124.144826] env[70039]: DEBUG oslo_vmware.api [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331417, 'name': PowerOffVM_Task, 'duration_secs': 0.203357} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.145114] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.145263] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.145520] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cfdc7aa-09fe-4c79-a7a0-c6cf9d46e2fc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.171586] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077844} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.172244] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.173496] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbdcac5-6ccb-448d-88a5-4c5152d0a44a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.198990] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] bced78af-9276-4173-808a-d730c9db5a92/bced78af-9276-4173-808a-d730c9db5a92.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.199558] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a5a7cca-ba99-497c-b62c-1252dca68731 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.220050] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1124.220050] env[70039]: value = "task-3331424" [ 1124.220050] env[70039]: _type = "Task" [ 1124.220050] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.224041] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.224248] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.224425] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Deleting the datastore file [datastore2] bf89df54-384c-4b54-bc17-21ea92034696 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.225072] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f1f1499-d6db-447e-aea2-d19d5d6e4913 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.231969] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.233094] env[70039]: DEBUG oslo_vmware.api [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1124.233094] env[70039]: value = "task-3331425" [ 1124.233094] env[70039]: _type = "Task" [ 1124.233094] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.240230] env[70039]: DEBUG oslo_vmware.api [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.347550] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331421, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.496587] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331422, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.541675] env[70039]: DEBUG oslo_concurrency.lockutils [req-b5755949-e0f9-413a-8e5d-7b9d0ebcff57 req-ae2de7a8-c8a9-40ca-b6e9-952a28485e0a service nova] Releasing lock "refresh_cache-64f4f7c5-5903-4d9b-a7f1-452328fccf14" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.609876] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b4c6c895-dd13-48c1-8580-d4aad7735407 tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Lock "738af093-6c6f-4db3-894d-901aebd08380" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.571s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.615316] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50ad0532-8c95-4dce-b2cb-0854ff2db636 tempest-ServerTagsTestJSON-6260335 tempest-ServerTagsTestJSON-6260335-project-member] Lock "def86164-02c8-414d-8be5-34e665bd51b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.178s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.651028] env[70039]: DEBUG nova.virt.hardware [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.651028] env[70039]: DEBUG nova.virt.hardware [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.652428] env[70039]: DEBUG nova.virt.hardware [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.656092] env[70039]: DEBUG nova.virt.hardware [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.656092] env[70039]: DEBUG nova.virt.hardware [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.656092] env[70039]: DEBUG nova.virt.hardware [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.656092] env[70039]: DEBUG nova.virt.hardware [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.656092] env[70039]: DEBUG nova.virt.hardware [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.656092] env[70039]: DEBUG nova.virt.hardware [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.656092] env[70039]: DEBUG nova.virt.hardware [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.656092] env[70039]: DEBUG nova.virt.hardware [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.656092] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4f94f1-ec58-42bb-9ad0-0628c7df50ec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.670963] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bff3828-0d7d-4a10-b53b-921009960595 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.690130] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Instance VIF info [] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.696080] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.696390] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.696682] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f79748d0-cb0d-43f3-9f7c-b68f576ae53c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.714045] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.714045] env[70039]: value = "task-3331426" [ 1124.714045] env[70039]: _type = "Task" [ 1124.714045] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.727536] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331426, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.733152] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.740913] env[70039]: DEBUG oslo_vmware.api [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127772} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.742051] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.742269] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.742482] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.742690] env[70039]: INFO nova.compute.manager [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1124.742961] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.743217] env[70039]: DEBUG nova.compute.manager [-] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.743346] env[70039]: DEBUG nova.network.neutron [-] [instance: bf89df54-384c-4b54-bc17-21ea92034696] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.851183] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331421, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.993439] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331422, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.238978] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331426, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.238978] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.360892] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331421, 'name': CreateVM_Task, 'duration_secs': 1.416471} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.360892] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.362719] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.362719] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.362719] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.362719] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b75c7a14-62e8-438a-8738-c297fdde5b42 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.371201] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for the task: (returnval){ [ 1125.371201] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524807f5-f11d-d107-280f-3b50073fc78d" [ 1125.371201] env[70039]: _type = "Task" [ 1125.371201] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.379888] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524807f5-f11d-d107-280f-3b50073fc78d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.446851] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13de0e5-4025-4dbf-a4c4-16d7c5a10352 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.454798] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0764deaf-b4fa-4a3d-a717-67d308aba9ff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.495418] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800ef95e-4eeb-4c4b-b00b-c0071c0aeafe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.505765] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331422, 'name': Rename_Task, 'duration_secs': 1.172827} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.508113] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.508455] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e8d15bf-da49-4e60-a94c-6d801157d26b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.513199] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9ab820-d7e5-4ce7-93e6-3db02be2df57 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.527762] env[70039]: DEBUG nova.compute.provider_tree [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.536023] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1125.536023] env[70039]: value = "task-3331428" [ 1125.536023] env[70039]: _type = "Task" [ 1125.536023] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.542256] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331428, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.728344] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331426, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.733716] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331424, 'name': ReconfigVM_Task, 'duration_secs': 1.097031} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.733984] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Reconfigured VM instance instance-0000005c to attach disk [datastore1] bced78af-9276-4173-808a-d730c9db5a92/bced78af-9276-4173-808a-d730c9db5a92.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.734619] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-143e89aa-2e3a-4cc3-a2bf-02b1e0964a35 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.740602] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1125.740602] env[70039]: value = "task-3331429" [ 1125.740602] env[70039]: _type = "Task" [ 1125.740602] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.754742] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331429, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.769912] env[70039]: DEBUG nova.compute.manager [req-2da8ef1f-cdbe-4632-b667-a48a5781c044 req-3526a5f4-1b57-404b-af27-41c6a7041b3f service nova] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Received event network-vif-deleted-e1b19b62-125c-4613-a259-af3583be274f {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.770134] env[70039]: INFO nova.compute.manager [req-2da8ef1f-cdbe-4632-b667-a48a5781c044 req-3526a5f4-1b57-404b-af27-41c6a7041b3f service nova] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Neutron deleted interface e1b19b62-125c-4613-a259-af3583be274f; detaching it from the instance and deleting it from the info cache [ 1125.770316] env[70039]: DEBUG nova.network.neutron [req-2da8ef1f-cdbe-4632-b667-a48a5781c044 req-3526a5f4-1b57-404b-af27-41c6a7041b3f service nova] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.884027] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524807f5-f11d-d107-280f-3b50073fc78d, 'name': SearchDatastore_Task, 'duration_secs': 0.009059} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.885654] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.887039] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.887039] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.887039] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.887039] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.887547] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25875dc4-de31-44ff-ac8a-5b8451dc85ee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.897889] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.898160] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.898919] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e752372f-7b88-4d6e-97a0-608cbaa992ae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.905868] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for the task: (returnval){ [ 1125.905868] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52006daa-febb-5932-6ce5-dbbbe15b762f" [ 1125.905868] env[70039]: _type = "Task" [ 1125.905868] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.913794] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52006daa-febb-5932-6ce5-dbbbe15b762f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.033988] env[70039]: DEBUG nova.network.neutron [-] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.035841] env[70039]: DEBUG nova.scheduler.client.report [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.059913] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331428, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.231115] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331426, 'name': CreateVM_Task, 'duration_secs': 1.331465} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.231314] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.231784] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.232670] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.232670] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.232670] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39cfdf89-44d4-4b06-a657-f33d341d3831 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.238999] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for the task: (returnval){ [ 1126.238999] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52eef6a9-d219-77f2-03b1-06555d676439" [ 1126.238999] env[70039]: _type = "Task" [ 1126.238999] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.253286] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52eef6a9-d219-77f2-03b1-06555d676439, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.257815] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331429, 'name': Rename_Task, 'duration_secs': 0.356649} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.257815] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.258015] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2155654b-d10d-44a7-9e41-c5551eaf39df {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.270359] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1126.270359] env[70039]: value = "task-3331430" [ 1126.270359] env[70039]: _type = "Task" [ 1126.270359] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.274849] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d33d321-b71c-47b0-9655-3882281a5c9b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.284375] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331430, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.288971] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283bc20a-f386-4f1c-b64e-db25d175ccf3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.330841] env[70039]: DEBUG nova.compute.manager [req-2da8ef1f-cdbe-4632-b667-a48a5781c044 req-3526a5f4-1b57-404b-af27-41c6a7041b3f service nova] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Detach interface failed, port_id=e1b19b62-125c-4613-a259-af3583be274f, reason: Instance bf89df54-384c-4b54-bc17-21ea92034696 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1126.423887] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52006daa-febb-5932-6ce5-dbbbe15b762f, 'name': SearchDatastore_Task, 'duration_secs': 0.009226} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.423887] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-594b79ea-8545-47c3-b739-d893d03f4caa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.428220] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for the task: (returnval){ [ 1126.428220] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52d49071-4b1e-9b8c-4911-7ca81629d009" [ 1126.428220] env[70039]: _type = "Task" [ 1126.428220] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.436818] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d49071-4b1e-9b8c-4911-7ca81629d009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.485382] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Acquiring lock "738af093-6c6f-4db3-894d-901aebd08380" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.485382] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Lock "738af093-6c6f-4db3-894d-901aebd08380" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.485382] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Acquiring lock "738af093-6c6f-4db3-894d-901aebd08380-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.485382] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Lock "738af093-6c6f-4db3-894d-901aebd08380-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.485382] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Lock "738af093-6c6f-4db3-894d-901aebd08380-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.489831] env[70039]: INFO nova.compute.manager [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Terminating instance [ 1126.543826] env[70039]: INFO nova.compute.manager [-] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Took 1.80 seconds to deallocate network for instance. [ 1126.557257] env[70039]: DEBUG oslo_concurrency.lockutils [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.557257] env[70039]: DEBUG nova.compute.manager [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.563109] env[70039]: DEBUG oslo_concurrency.lockutils [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.288s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.563377] env[70039]: DEBUG oslo_concurrency.lockutils [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.565202] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.893s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.566612] env[70039]: DEBUG oslo_vmware.api [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331428, 'name': PowerOnVM_Task, 'duration_secs': 0.804537} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.567415] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.567617] env[70039]: INFO nova.compute.manager [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Took 10.45 seconds to spawn the instance on the hypervisor. [ 1126.568099] env[70039]: DEBUG nova.compute.manager [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.572136] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6dc0d5-d2bc-48a4-9022-072baa539268 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.598281] env[70039]: INFO nova.scheduler.client.report [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleted allocations for instance 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4 [ 1126.752168] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52eef6a9-d219-77f2-03b1-06555d676439, 'name': SearchDatastore_Task, 'duration_secs': 0.045566} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.752482] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.752746] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.752957] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.781314] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331430, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.939675] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d49071-4b1e-9b8c-4911-7ca81629d009, 'name': SearchDatastore_Task, 'duration_secs': 0.043317} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.939954] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.940848] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 64f4f7c5-5903-4d9b-a7f1-452328fccf14/64f4f7c5-5903-4d9b-a7f1-452328fccf14.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.940848] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.940848] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.941033] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d02babf-898c-4c7a-80e4-ca6a541f0558 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.942932] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4852d98d-c0d3-43ad-a5ea-4a5207d5b7ba {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.950971] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for the task: (returnval){ [ 1126.950971] env[70039]: value = "task-3331431" [ 1126.950971] env[70039]: _type = "Task" [ 1126.950971] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.952641] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.952641] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.956445] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-106e9b8d-e2d3-4dff-ad28-96fb05453393 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.964031] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.965899] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for the task: (returnval){ [ 1126.965899] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521d57a7-8642-62fc-62bb-40a5096eab35" [ 1126.965899] env[70039]: _type = "Task" [ 1126.965899] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.978709] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521d57a7-8642-62fc-62bb-40a5096eab35, 'name': SearchDatastore_Task, 'duration_secs': 0.008975} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.979728] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-858d5b7a-f661-4367-8b99-4acac297b712 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.984999] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for the task: (returnval){ [ 1126.984999] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]526a6673-3b20-c5d8-4e7c-d62055617e5b" [ 1126.984999] env[70039]: _type = "Task" [ 1126.984999] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.994935] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526a6673-3b20-c5d8-4e7c-d62055617e5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.001725] env[70039]: DEBUG nova.compute.manager [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.001935] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.002821] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0045cf-13af-4e88-9fdc-2636623706cf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.011768] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.011768] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3eabe276-0f60-45b0-a283-9bd33819d356 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.018920] env[70039]: DEBUG oslo_vmware.api [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Waiting for the task: (returnval){ [ 1127.018920] env[70039]: value = "task-3331432" [ 1127.018920] env[70039]: _type = "Task" [ 1127.018920] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.027046] env[70039]: DEBUG oslo_vmware.api [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': task-3331432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.061757] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.068640] env[70039]: DEBUG nova.compute.utils [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.070730] env[70039]: DEBUG nova.compute.manager [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.070730] env[70039]: DEBUG nova.network.neutron [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.076103] env[70039]: INFO nova.compute.claims [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.097329] env[70039]: INFO nova.compute.manager [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Took 36.63 seconds to build instance. [ 1127.109587] env[70039]: DEBUG oslo_concurrency.lockutils [None req-948c45e5-88ca-4bd4-acf6-0d96297d98bd tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.247s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.156239] env[70039]: DEBUG nova.policy [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd0de6593f5246f1aa48ffcb2f5a6bbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b21ea9987a554985b7d07b111f069b35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.284196] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331430, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.467153] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511775} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.467153] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 64f4f7c5-5903-4d9b-a7f1-452328fccf14/64f4f7c5-5903-4d9b-a7f1-452328fccf14.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.467153] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.467153] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5843965c-03bf-449e-9213-c44750f632aa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.477671] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for the task: (returnval){ [ 1127.477671] env[70039]: value = "task-3331434" [ 1127.477671] env[70039]: _type = "Task" [ 1127.477671] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.491588] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.501918] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526a6673-3b20-c5d8-4e7c-d62055617e5b, 'name': SearchDatastore_Task, 'duration_secs': 0.009053} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.501918] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.501918] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] b49fddfd-4f16-4155-9482-1c344bc9703f/b49fddfd-4f16-4155-9482-1c344bc9703f.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.501918] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db05ee61-e5c7-4146-b363-c7943c8f965e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.509127] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for the task: (returnval){ [ 1127.509127] env[70039]: value = "task-3331435" [ 1127.509127] env[70039]: _type = "Task" [ 1127.509127] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.517896] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.527924] env[70039]: DEBUG oslo_vmware.api [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': task-3331432, 'name': PowerOffVM_Task, 'duration_secs': 0.260954} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.528364] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.528626] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.528945] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60e3209c-0a17-43d9-8802-bd7d7df3e798 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.573885] env[70039]: DEBUG nova.compute.manager [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.581693] env[70039]: INFO nova.compute.resource_tracker [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Updating resource usage from migration 67c18bc8-6977-4618-9883-f3a434838da7 [ 1127.589366] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.589814] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.590071] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Deleting the datastore file [datastore2] 738af093-6c6f-4db3-894d-901aebd08380 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.590485] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-333dcb7b-7195-405b-9283-8fce72529301 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.601813] env[70039]: DEBUG oslo_concurrency.lockutils [None req-850b9e04-3e3f-4ad9-b561-c4dfe641efff tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "bb37ebdd-8f89-4096-a87b-6c67da301cf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.149s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.602187] env[70039]: DEBUG oslo_vmware.api [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Waiting for the task: (returnval){ [ 1127.602187] env[70039]: value = "task-3331437" [ 1127.602187] env[70039]: _type = "Task" [ 1127.602187] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.611686] env[70039]: DEBUG oslo_vmware.api [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': task-3331437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.792334] env[70039]: DEBUG oslo_vmware.api [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331430, 'name': PowerOnVM_Task, 'duration_secs': 1.221728} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.792334] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.792334] env[70039]: INFO nova.compute.manager [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1127.792334] env[70039]: DEBUG nova.compute.manager [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.793825] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e672c83a-2d56-44d6-b977-c614c46ddd30 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.946814] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f10d8cc-c852-499c-b1e9-8104bafe21b4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.955816] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88edff2e-62dc-48c9-a08f-cb770f28baa0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.990926] env[70039]: DEBUG nova.network.neutron [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Successfully created port: 791d1638-58f3-4518-82fc-3305161672b7 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.996758] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d3567f-8502-4694-adce-c26672b0f494 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.005354] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122881} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.007689] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.008596] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ab2969-60c2-4854-8a79-f3d1dd18afb3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.012461] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9be837c-2059-47fd-abfa-14b5b1244acf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.040448] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 64f4f7c5-5903-4d9b-a7f1-452328fccf14/64f4f7c5-5903-4d9b-a7f1-452328fccf14.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.052608] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ea98a92-69df-4768-b5d1-a0884b75d83f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.067082] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476406} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.067634] env[70039]: DEBUG nova.compute.provider_tree [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.069113] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] b49fddfd-4f16-4155-9482-1c344bc9703f/b49fddfd-4f16-4155-9482-1c344bc9703f.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.069534] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.070467] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-964519fa-f10a-4e2c-83bb-3359b7f8ece8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.080905] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for the task: (returnval){ [ 1128.080905] env[70039]: value = "task-3331438" [ 1128.080905] env[70039]: _type = "Task" [ 1128.080905] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.088034] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for the task: (returnval){ [ 1128.088034] env[70039]: value = "task-3331439" [ 1128.088034] env[70039]: _type = "Task" [ 1128.088034] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.100401] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.106018] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.111107] env[70039]: DEBUG oslo_vmware.api [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Task: {'id': task-3331437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324894} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.111356] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.111549] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.111738] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.111920] env[70039]: INFO nova.compute.manager [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1128.112223] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.112430] env[70039]: DEBUG nova.compute.manager [-] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.112526] env[70039]: DEBUG nova.network.neutron [-] [instance: 738af093-6c6f-4db3-894d-901aebd08380] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.320515] env[70039]: INFO nova.compute.manager [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Took 33.69 seconds to build instance. [ 1128.545386] env[70039]: DEBUG nova.compute.manager [req-14dd033a-c0a0-4bbb-8a89-74ccdc0e3990 req-7fa14e9f-6a21-46f8-958c-786ee6ddcdda service nova] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Received event network-changed-da208c0f-4287-4bd0-ae61-b354e2af7f0b {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.545586] env[70039]: DEBUG nova.compute.manager [req-14dd033a-c0a0-4bbb-8a89-74ccdc0e3990 req-7fa14e9f-6a21-46f8-958c-786ee6ddcdda service nova] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Refreshing instance network info cache due to event network-changed-da208c0f-4287-4bd0-ae61-b354e2af7f0b. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.545801] env[70039]: DEBUG oslo_concurrency.lockutils [req-14dd033a-c0a0-4bbb-8a89-74ccdc0e3990 req-7fa14e9f-6a21-46f8-958c-786ee6ddcdda service nova] Acquiring lock "refresh_cache-bb37ebdd-8f89-4096-a87b-6c67da301cf7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.545937] env[70039]: DEBUG oslo_concurrency.lockutils [req-14dd033a-c0a0-4bbb-8a89-74ccdc0e3990 req-7fa14e9f-6a21-46f8-958c-786ee6ddcdda service nova] Acquired lock "refresh_cache-bb37ebdd-8f89-4096-a87b-6c67da301cf7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.546437] env[70039]: DEBUG nova.network.neutron [req-14dd033a-c0a0-4bbb-8a89-74ccdc0e3990 req-7fa14e9f-6a21-46f8-958c-786ee6ddcdda service nova] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Refreshing network info cache for port da208c0f-4287-4bd0-ae61-b354e2af7f0b {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.571953] env[70039]: DEBUG nova.scheduler.client.report [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.586890] env[70039]: DEBUG nova.compute.manager [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.608508] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.611795] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067055} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.612189] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.615033] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f06d0d-a016-43ef-bfe0-bc1e17d7b664 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.643838] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] b49fddfd-4f16-4155-9482-1c344bc9703f/b49fddfd-4f16-4155-9482-1c344bc9703f.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.647229] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcfe29af-4b39-45b5-a64f-99debfe20335 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.664357] env[70039]: DEBUG nova.compute.manager [req-0661c759-2e19-4e83-872f-c63ce6006fb3 req-849ba7e2-267b-48c4-8b48-ee81be2ee2ea service nova] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Received event network-vif-deleted-8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.665021] env[70039]: INFO nova.compute.manager [req-0661c759-2e19-4e83-872f-c63ce6006fb3 req-849ba7e2-267b-48c4-8b48-ee81be2ee2ea service nova] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Neutron deleted interface 8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7; detaching it from the instance and deleting it from the info cache [ 1128.665021] env[70039]: DEBUG nova.network.neutron [req-0661c759-2e19-4e83-872f-c63ce6006fb3 req-849ba7e2-267b-48c4-8b48-ee81be2ee2ea service nova] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.675656] env[70039]: DEBUG nova.virt.hardware [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.675933] env[70039]: DEBUG nova.virt.hardware [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.676077] env[70039]: DEBUG nova.virt.hardware [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.676332] env[70039]: DEBUG nova.virt.hardware [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.676403] env[70039]: DEBUG nova.virt.hardware [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.676546] env[70039]: DEBUG nova.virt.hardware [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.676759] env[70039]: DEBUG nova.virt.hardware [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.676918] env[70039]: DEBUG nova.virt.hardware [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.677103] env[70039]: DEBUG nova.virt.hardware [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.677275] env[70039]: DEBUG nova.virt.hardware [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.677447] env[70039]: DEBUG nova.virt.hardware [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.678566] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acf365e-0c38-4528-bee3-88d4cf26df03 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.684157] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for the task: (returnval){ [ 1128.684157] env[70039]: value = "task-3331440" [ 1128.684157] env[70039]: _type = "Task" [ 1128.684157] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.691541] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa84f69-4862-416a-b568-101d6a8d8e98 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.701231] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.824580] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09dfc7f8-d758-4084-a57e-6edb21896e33 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "bced78af-9276-4173-808a-d730c9db5a92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.224s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.888924] env[70039]: DEBUG nova.network.neutron [-] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.935876] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.935876] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.007028] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Acquiring lock "b517ec08-90d4-4eaf-8863-270efeacc8d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.007390] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Lock "b517ec08-90d4-4eaf-8863-270efeacc8d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.078479] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.513s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.078689] env[70039]: INFO nova.compute.manager [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Migrating [ 1129.085205] env[70039]: DEBUG oslo_concurrency.lockutils [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.250s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.087218] env[70039]: INFO nova.compute.claims [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.110589] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.168275] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63087508-9c8e-4753-b8f6-f30cab950e85 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.179309] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ef1290-8a0d-41d0-b194-88521b4e5e12 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.200500] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331440, 'name': ReconfigVM_Task, 'duration_secs': 0.273608} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.200782] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Reconfigured VM instance instance-0000005a to attach disk [datastore1] b49fddfd-4f16-4155-9482-1c344bc9703f/b49fddfd-4f16-4155-9482-1c344bc9703f.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.201426] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c13cfb80-c08a-4b48-bf88-36134a2f5a8c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.215277] env[70039]: DEBUG nova.compute.manager [req-0661c759-2e19-4e83-872f-c63ce6006fb3 req-849ba7e2-267b-48c4-8b48-ee81be2ee2ea service nova] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Detach interface failed, port_id=8c5a7888-da9d-455b-8ea0-55a4ec7cbcf7, reason: Instance 738af093-6c6f-4db3-894d-901aebd08380 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1129.216978] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for the task: (returnval){ [ 1129.216978] env[70039]: value = "task-3331441" [ 1129.216978] env[70039]: _type = "Task" [ 1129.216978] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.227931] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331441, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.326156] env[70039]: DEBUG nova.network.neutron [req-14dd033a-c0a0-4bbb-8a89-74ccdc0e3990 req-7fa14e9f-6a21-46f8-958c-786ee6ddcdda service nova] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Updated VIF entry in instance network info cache for port da208c0f-4287-4bd0-ae61-b354e2af7f0b. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.326668] env[70039]: DEBUG nova.network.neutron [req-14dd033a-c0a0-4bbb-8a89-74ccdc0e3990 req-7fa14e9f-6a21-46f8-958c-786ee6ddcdda service nova] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Updating instance_info_cache with network_info: [{"id": "da208c0f-4287-4bd0-ae61-b354e2af7f0b", "address": "fa:16:3e:b3:05:7d", "network": {"id": "9ff38878-283c-474f-979b-436beef68ef8", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-657367659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a78931973c46ffb11d8cb2da17d519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda208c0f-42", "ovs_interfaceid": "da208c0f-4287-4bd0-ae61-b354e2af7f0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.392515] env[70039]: INFO nova.compute.manager [-] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Took 1.28 seconds to deallocate network for instance. [ 1129.437471] env[70039]: DEBUG nova.compute.manager [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.510701] env[70039]: DEBUG nova.compute.manager [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.600726] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.601074] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.601414] env[70039]: DEBUG nova.network.neutron [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.607831] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331438, 'name': ReconfigVM_Task, 'duration_secs': 1.240187} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.609027] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 64f4f7c5-5903-4d9b-a7f1-452328fccf14/64f4f7c5-5903-4d9b-a7f1-452328fccf14.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.609551] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55018070-24c0-449a-a4a8-7c86b2227a2c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.617982] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for the task: (returnval){ [ 1129.617982] env[70039]: value = "task-3331443" [ 1129.617982] env[70039]: _type = "Task" [ 1129.617982] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.628214] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331443, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.729296] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331441, 'name': Rename_Task, 'duration_secs': 0.142896} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.730638] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.730638] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27a34813-65fb-4a19-b673-ad027b051ea3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.751358] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for the task: (returnval){ [ 1129.751358] env[70039]: value = "task-3331444" [ 1129.751358] env[70039]: _type = "Task" [ 1129.751358] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.761732] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.764725] env[70039]: DEBUG nova.network.neutron [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Successfully updated port: 791d1638-58f3-4518-82fc-3305161672b7 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.832997] env[70039]: DEBUG oslo_concurrency.lockutils [req-14dd033a-c0a0-4bbb-8a89-74ccdc0e3990 req-7fa14e9f-6a21-46f8-958c-786ee6ddcdda service nova] Releasing lock "refresh_cache-bb37ebdd-8f89-4096-a87b-6c67da301cf7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.900052] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.963689] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.029995] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.130608] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331443, 'name': Rename_Task, 'duration_secs': 0.293579} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.134025] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.134350] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32a89aea-8423-4fec-a454-df9501fb4539 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.155328] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for the task: (returnval){ [ 1130.155328] env[70039]: value = "task-3331445" [ 1130.155328] env[70039]: _type = "Task" [ 1130.155328] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.168928] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.260818] env[70039]: DEBUG oslo_vmware.api [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331444, 'name': PowerOnVM_Task, 'duration_secs': 0.484289} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.265769] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.266060] env[70039]: DEBUG nova.compute.manager [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.267123] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efceb8f7-8c99-4998-bb7d-835d44803f83 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.270234] env[70039]: DEBUG oslo_concurrency.lockutils [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "refresh_cache-7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.271152] env[70039]: DEBUG oslo_concurrency.lockutils [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "refresh_cache-7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.271152] env[70039]: DEBUG nova.network.neutron [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.365968] env[70039]: DEBUG nova.network.neutron [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Updating instance_info_cache with network_info: [{"id": "aa814895-eb72-4654-98da-36f81663b83a", "address": "fa:16:3e:27:c5:de", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa814895-eb", "ovs_interfaceid": "aa814895-eb72-4654-98da-36f81663b83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.382992] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1abf37-f876-466c-8ce7-1086f995f7c8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.390896] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4165947-c18a-4c27-a521-457fdb7909f4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.421353] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0450a9d-7b49-4cfc-a5dc-e7f4e5b9c399 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.428910] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a91f2e4-47dd-477f-9b89-b945eee314ba {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.444955] env[70039]: DEBUG nova.compute.provider_tree [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.577809] env[70039]: DEBUG nova.compute.manager [req-1c071003-52ca-4a27-9771-826a5ed8e7b7 req-71a25e34-bdfd-41b9-a168-c897cece86fd service nova] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Received event network-vif-plugged-791d1638-58f3-4518-82fc-3305161672b7 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.578069] env[70039]: DEBUG oslo_concurrency.lockutils [req-1c071003-52ca-4a27-9771-826a5ed8e7b7 req-71a25e34-bdfd-41b9-a168-c897cece86fd service nova] Acquiring lock "7d74d5e2-7375-4a20-b5aa-4543d75ab5a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.578339] env[70039]: DEBUG oslo_concurrency.lockutils [req-1c071003-52ca-4a27-9771-826a5ed8e7b7 req-71a25e34-bdfd-41b9-a168-c897cece86fd service nova] Lock "7d74d5e2-7375-4a20-b5aa-4543d75ab5a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.578521] env[70039]: DEBUG oslo_concurrency.lockutils [req-1c071003-52ca-4a27-9771-826a5ed8e7b7 req-71a25e34-bdfd-41b9-a168-c897cece86fd service nova] Lock "7d74d5e2-7375-4a20-b5aa-4543d75ab5a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.578690] env[70039]: DEBUG nova.compute.manager [req-1c071003-52ca-4a27-9771-826a5ed8e7b7 req-71a25e34-bdfd-41b9-a168-c897cece86fd service nova] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] No waiting events found dispatching network-vif-plugged-791d1638-58f3-4518-82fc-3305161672b7 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.578851] env[70039]: WARNING nova.compute.manager [req-1c071003-52ca-4a27-9771-826a5ed8e7b7 req-71a25e34-bdfd-41b9-a168-c897cece86fd service nova] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Received unexpected event network-vif-plugged-791d1638-58f3-4518-82fc-3305161672b7 for instance with vm_state building and task_state spawning. [ 1130.579019] env[70039]: DEBUG nova.compute.manager [req-1c071003-52ca-4a27-9771-826a5ed8e7b7 req-71a25e34-bdfd-41b9-a168-c897cece86fd service nova] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Received event network-changed-791d1638-58f3-4518-82fc-3305161672b7 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.580340] env[70039]: DEBUG nova.compute.manager [req-1c071003-52ca-4a27-9771-826a5ed8e7b7 req-71a25e34-bdfd-41b9-a168-c897cece86fd service nova] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Refreshing instance network info cache due to event network-changed-791d1638-58f3-4518-82fc-3305161672b7. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.580340] env[70039]: DEBUG oslo_concurrency.lockutils [req-1c071003-52ca-4a27-9771-826a5ed8e7b7 req-71a25e34-bdfd-41b9-a168-c897cece86fd service nova] Acquiring lock "refresh_cache-7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.665836] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331445, 'name': PowerOnVM_Task} progress is 74%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.719462] env[70039]: DEBUG nova.compute.manager [req-56941de0-31d4-43a9-a798-5227e37256f1 req-bc4db68c-a284-4f4b-886e-cd72bd654147 service nova] [instance: bced78af-9276-4173-808a-d730c9db5a92] Received event network-changed-b5750314-df31-4954-a5ad-fd1817ba3ed1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.719612] env[70039]: DEBUG nova.compute.manager [req-56941de0-31d4-43a9-a798-5227e37256f1 req-bc4db68c-a284-4f4b-886e-cd72bd654147 service nova] [instance: bced78af-9276-4173-808a-d730c9db5a92] Refreshing instance network info cache due to event network-changed-b5750314-df31-4954-a5ad-fd1817ba3ed1. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.719776] env[70039]: DEBUG oslo_concurrency.lockutils [req-56941de0-31d4-43a9-a798-5227e37256f1 req-bc4db68c-a284-4f4b-886e-cd72bd654147 service nova] Acquiring lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.719922] env[70039]: DEBUG oslo_concurrency.lockutils [req-56941de0-31d4-43a9-a798-5227e37256f1 req-bc4db68c-a284-4f4b-886e-cd72bd654147 service nova] Acquired lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.720103] env[70039]: DEBUG nova.network.neutron [req-56941de0-31d4-43a9-a798-5227e37256f1 req-bc4db68c-a284-4f4b-886e-cd72bd654147 service nova] [instance: bced78af-9276-4173-808a-d730c9db5a92] Refreshing network info cache for port b5750314-df31-4954-a5ad-fd1817ba3ed1 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.792812] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.807562] env[70039]: DEBUG nova.network.neutron [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.868778] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.942808] env[70039]: DEBUG nova.network.neutron [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Updating instance_info_cache with network_info: [{"id": "791d1638-58f3-4518-82fc-3305161672b7", "address": "fa:16:3e:73:88:14", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791d1638-58", "ovs_interfaceid": "791d1638-58f3-4518-82fc-3305161672b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.948268] env[70039]: DEBUG nova.scheduler.client.report [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.166369] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331445, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.445551] env[70039]: DEBUG oslo_concurrency.lockutils [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "refresh_cache-7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.445551] env[70039]: DEBUG nova.compute.manager [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Instance network_info: |[{"id": "791d1638-58f3-4518-82fc-3305161672b7", "address": "fa:16:3e:73:88:14", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791d1638-58", "ovs_interfaceid": "791d1638-58f3-4518-82fc-3305161672b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.445737] env[70039]: DEBUG oslo_concurrency.lockutils [req-1c071003-52ca-4a27-9771-826a5ed8e7b7 req-71a25e34-bdfd-41b9-a168-c897cece86fd service nova] Acquired lock "refresh_cache-7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.445737] env[70039]: DEBUG nova.network.neutron [req-1c071003-52ca-4a27-9771-826a5ed8e7b7 req-71a25e34-bdfd-41b9-a168-c897cece86fd service nova] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Refreshing network info cache for port 791d1638-58f3-4518-82fc-3305161672b7 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.449979] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:88:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '791d1638-58f3-4518-82fc-3305161672b7', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.455030] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.456051] env[70039]: DEBUG nova.network.neutron [req-56941de0-31d4-43a9-a798-5227e37256f1 req-bc4db68c-a284-4f4b-886e-cd72bd654147 service nova] [instance: bced78af-9276-4173-808a-d730c9db5a92] Updated VIF entry in instance network info cache for port b5750314-df31-4954-a5ad-fd1817ba3ed1. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.456379] env[70039]: DEBUG nova.network.neutron [req-56941de0-31d4-43a9-a798-5227e37256f1 req-bc4db68c-a284-4f4b-886e-cd72bd654147 service nova] [instance: bced78af-9276-4173-808a-d730c9db5a92] Updating instance_info_cache with network_info: [{"id": "b5750314-df31-4954-a5ad-fd1817ba3ed1", "address": "fa:16:3e:fc:49:f1", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5750314-df", "ovs_interfaceid": "b5750314-df31-4954-a5ad-fd1817ba3ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.458266] env[70039]: DEBUG oslo_concurrency.lockutils [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.458773] env[70039]: DEBUG nova.compute.manager [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.461162] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.461607] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.612s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.461816] env[70039]: DEBUG nova.objects.instance [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lazy-loading 'resources' on Instance uuid f8d675ce-e8bd-4861-9832-7ac0a720f8a9 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.463114] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-604f192a-64a8-4446-9ac9-fd0366759291 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.478778] env[70039]: DEBUG nova.objects.instance [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lazy-loading 'numa_topology' on Instance uuid f8d675ce-e8bd-4861-9832-7ac0a720f8a9 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.487884] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.487884] env[70039]: value = "task-3331446" [ 1131.487884] env[70039]: _type = "Task" [ 1131.487884] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.498046] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331446, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.666866] env[70039]: DEBUG oslo_vmware.api [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331445, 'name': PowerOnVM_Task, 'duration_secs': 1.142293} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.666866] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.666866] env[70039]: INFO nova.compute.manager [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Took 11.12 seconds to spawn the instance on the hypervisor. [ 1131.667168] env[70039]: DEBUG nova.compute.manager [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.667790] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd39d99-5aa7-447e-b8e8-ce5f5a2dcaa8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.752358] env[70039]: DEBUG oslo_concurrency.lockutils [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Acquiring lock "b49fddfd-4f16-4155-9482-1c344bc9703f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.752667] env[70039]: DEBUG oslo_concurrency.lockutils [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Lock "b49fddfd-4f16-4155-9482-1c344bc9703f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.752889] env[70039]: DEBUG oslo_concurrency.lockutils [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Acquiring lock "b49fddfd-4f16-4155-9482-1c344bc9703f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.753340] env[70039]: DEBUG oslo_concurrency.lockutils [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Lock "b49fddfd-4f16-4155-9482-1c344bc9703f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.753340] env[70039]: DEBUG oslo_concurrency.lockutils [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Lock "b49fddfd-4f16-4155-9482-1c344bc9703f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.755412] env[70039]: INFO nova.compute.manager [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Terminating instance [ 1131.962495] env[70039]: DEBUG oslo_concurrency.lockutils [req-56941de0-31d4-43a9-a798-5227e37256f1 req-bc4db68c-a284-4f4b-886e-cd72bd654147 service nova] Releasing lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.980313] env[70039]: DEBUG nova.compute.utils [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.981854] env[70039]: DEBUG nova.objects.base [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1131.984325] env[70039]: DEBUG nova.compute.manager [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.984499] env[70039]: DEBUG nova.network.neutron [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.998554] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331446, 'name': CreateVM_Task, 'duration_secs': 0.338274} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.998739] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.999392] env[70039]: DEBUG oslo_concurrency.lockutils [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.999558] env[70039]: DEBUG oslo_concurrency.lockutils [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.999876] env[70039]: DEBUG oslo_concurrency.lockutils [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.000152] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18bb289a-ca08-4bfd-b367-aa4dba22f9ee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.004501] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1132.004501] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f74ad6-a068-8949-89db-1fb6ce04ca31" [ 1132.004501] env[70039]: _type = "Task" [ 1132.004501] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.012999] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f74ad6-a068-8949-89db-1fb6ce04ca31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.024449] env[70039]: DEBUG nova.policy [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5b2b138d0434a1983ea62e1280873b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1aebfad7ee04aa590d54a4f2fbf5e9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.175448] env[70039]: DEBUG nova.network.neutron [req-1c071003-52ca-4a27-9771-826a5ed8e7b7 req-71a25e34-bdfd-41b9-a168-c897cece86fd service nova] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Updated VIF entry in instance network info cache for port 791d1638-58f3-4518-82fc-3305161672b7. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.175816] env[70039]: DEBUG nova.network.neutron [req-1c071003-52ca-4a27-9771-826a5ed8e7b7 req-71a25e34-bdfd-41b9-a168-c897cece86fd service nova] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Updating instance_info_cache with network_info: [{"id": "791d1638-58f3-4518-82fc-3305161672b7", "address": "fa:16:3e:73:88:14", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791d1638-58", "ovs_interfaceid": "791d1638-58f3-4518-82fc-3305161672b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.185047] env[70039]: INFO nova.compute.manager [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Took 36.29 seconds to build instance. [ 1132.264781] env[70039]: DEBUG oslo_concurrency.lockutils [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Acquiring lock "refresh_cache-b49fddfd-4f16-4155-9482-1c344bc9703f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.264867] env[70039]: DEBUG oslo_concurrency.lockutils [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Acquired lock "refresh_cache-b49fddfd-4f16-4155-9482-1c344bc9703f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.265273] env[70039]: DEBUG nova.network.neutron [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.294995] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fc0938-95af-4786-9fa3-0e001d3edc9c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.304162] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a7e0ab-c3c5-4b48-a500-5a8cccb8f20c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.338019] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac40ce6-2e05-4cb2-a5da-9c292a54cab0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.345016] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bec415-0d23-446d-81c3-a98dc9e2cb65 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.361015] env[70039]: DEBUG nova.compute.provider_tree [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.383319] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50981852-2c3c-4086-a329-59e3e38ba9bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.402864] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Updating instance 'bcf40b87-7934-4ddf-aed5-4d4710ce0ed7' progress to 0 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.459399] env[70039]: DEBUG nova.network.neutron [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Successfully created port: 4fe44080-4ef7-4f1d-a92b-5eb50928e912 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.487499] env[70039]: DEBUG nova.compute.manager [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.525200] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f74ad6-a068-8949-89db-1fb6ce04ca31, 'name': SearchDatastore_Task, 'duration_secs': 0.00947} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.526136] env[70039]: DEBUG oslo_concurrency.lockutils [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.526379] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.526664] env[70039]: DEBUG oslo_concurrency.lockutils [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.526786] env[70039]: DEBUG oslo_concurrency.lockutils [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.526964] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.527772] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c05e1953-26e7-477f-9926-766e56feaf9f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.545701] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.545881] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.546648] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58cd281e-97c0-46f6-97da-c8f058dc541c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.554026] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1132.554026] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52fdc7b7-ff54-7f9e-e206-60963c0ef4ad" [ 1132.554026] env[70039]: _type = "Task" [ 1132.554026] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.563028] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fdc7b7-ff54-7f9e-e206-60963c0ef4ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.679293] env[70039]: DEBUG oslo_concurrency.lockutils [req-1c071003-52ca-4a27-9771-826a5ed8e7b7 req-71a25e34-bdfd-41b9-a168-c897cece86fd service nova] Releasing lock "refresh_cache-7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.689619] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f03d193f-87d4-424b-b664-5b4c535e48ba tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lock "64f4f7c5-5903-4d9b-a7f1-452328fccf14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.809s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.785362] env[70039]: DEBUG nova.network.neutron [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.834640] env[70039]: DEBUG nova.network.neutron [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.864535] env[70039]: DEBUG nova.scheduler.client.report [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.911025] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.911518] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06b01a17-5a3b-42b0-beed-d0fa2c8ab2d6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.922649] env[70039]: DEBUG oslo_vmware.api [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1132.922649] env[70039]: value = "task-3331448" [ 1132.922649] env[70039]: _type = "Task" [ 1132.922649] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.933260] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] VM already powered off {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1132.933516] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Updating instance 'bcf40b87-7934-4ddf-aed5-4d4710ce0ed7' progress to 17 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.063945] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fdc7b7-ff54-7f9e-e206-60963c0ef4ad, 'name': SearchDatastore_Task, 'duration_secs': 0.03207} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.064717] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7f8a0d-90ec-45f3-b8b7-8933b02a923b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.069430] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1133.069430] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]527c2205-c08a-2511-1347-78c751d6546e" [ 1133.069430] env[70039]: _type = "Task" [ 1133.069430] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.076714] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527c2205-c08a-2511-1347-78c751d6546e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.267552] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquiring lock "b32e8db2-4481-4eb5-9490-90857702f13c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.267806] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lock "b32e8db2-4481-4eb5-9490-90857702f13c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.337529] env[70039]: DEBUG oslo_concurrency.lockutils [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Releasing lock "refresh_cache-b49fddfd-4f16-4155-9482-1c344bc9703f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.338419] env[70039]: DEBUG nova.compute.manager [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.338419] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.339209] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024d366c-7e31-477c-ac88-023f8a6361e6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.347007] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.347227] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73f2edea-b36a-4553-827d-75d932a2ace8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.353164] env[70039]: DEBUG oslo_vmware.api [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for the task: (returnval){ [ 1133.353164] env[70039]: value = "task-3331449" [ 1133.353164] env[70039]: _type = "Task" [ 1133.353164] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.360788] env[70039]: DEBUG oslo_vmware.api [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.369832] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.372613] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.240s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.374231] env[70039]: INFO nova.compute.claims [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.441194] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.441607] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.441688] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.441819] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.441961] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.442126] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.442339] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.442504] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.442665] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.442825] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.442993] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.448507] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-438cca49-0d5f-45bc-88ae-11756349dbab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.464159] env[70039]: DEBUG oslo_vmware.api [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1133.464159] env[70039]: value = "task-3331450" [ 1133.464159] env[70039]: _type = "Task" [ 1133.464159] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.473797] env[70039]: DEBUG oslo_vmware.api [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.497618] env[70039]: DEBUG nova.compute.manager [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.524795] env[70039]: DEBUG nova.virt.hardware [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.525051] env[70039]: DEBUG nova.virt.hardware [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.525223] env[70039]: DEBUG nova.virt.hardware [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.525484] env[70039]: DEBUG nova.virt.hardware [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.525657] env[70039]: DEBUG nova.virt.hardware [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.525809] env[70039]: DEBUG nova.virt.hardware [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.526028] env[70039]: DEBUG nova.virt.hardware [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.526193] env[70039]: DEBUG nova.virt.hardware [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.526361] env[70039]: DEBUG nova.virt.hardware [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.526523] env[70039]: DEBUG nova.virt.hardware [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.526693] env[70039]: DEBUG nova.virt.hardware [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.527583] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979f76a3-f58c-40f5-b90d-63b573c494e0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.535970] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccfb9c5-a7f8-46b6-bd38-4cc99604aef7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.579171] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527c2205-c08a-2511-1347-78c751d6546e, 'name': SearchDatastore_Task, 'duration_secs': 0.046937} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.579485] env[70039]: DEBUG oslo_concurrency.lockutils [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.579756] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3/7d74d5e2-7375-4a20-b5aa-4543d75ab5a3.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.580045] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5a5ca71-7d2f-49fd-96a5-8c6ec68d3f6e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.586681] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1133.586681] env[70039]: value = "task-3331452" [ 1133.586681] env[70039]: _type = "Task" [ 1133.586681] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.595060] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.770534] env[70039]: DEBUG nova.compute.manager [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.865899] env[70039]: DEBUG oslo_vmware.api [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331449, 'name': PowerOffVM_Task, 'duration_secs': 0.114194} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.866241] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.866439] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.866727] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6b13e58-3fab-45ba-94ee-f8c0a46ef5f9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.884539] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5f4c0f33-fa1c-410f-93f1-ad1834589e56 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 42.067s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.885493] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 17.544s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.885700] env[70039]: INFO nova.compute.manager [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Unshelving [ 1133.891534] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.891534] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.891534] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Deleting the datastore file [datastore1] b49fddfd-4f16-4155-9482-1c344bc9703f {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.891534] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-783f0c0f-e19d-494e-88bf-8e2545711b15 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.902551] env[70039]: DEBUG oslo_vmware.api [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for the task: (returnval){ [ 1133.902551] env[70039]: value = "task-3331454" [ 1133.902551] env[70039]: _type = "Task" [ 1133.902551] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.912644] env[70039]: DEBUG oslo_vmware.api [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.982476] env[70039]: DEBUG oslo_vmware.api [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331450, 'name': ReconfigVM_Task, 'duration_secs': 0.142137} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.982794] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Updating instance 'bcf40b87-7934-4ddf-aed5-4d4710ce0ed7' progress to 33 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.989373] env[70039]: DEBUG nova.compute.manager [req-7d28e8f5-fc81-4e5a-bfee-9d4a19c1e0b7 req-fa054dbe-9431-4afc-95a3-fc222ba3507a service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Received event network-vif-plugged-4fe44080-4ef7-4f1d-a92b-5eb50928e912 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.989373] env[70039]: DEBUG oslo_concurrency.lockutils [req-7d28e8f5-fc81-4e5a-bfee-9d4a19c1e0b7 req-fa054dbe-9431-4afc-95a3-fc222ba3507a service nova] Acquiring lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.989373] env[70039]: DEBUG oslo_concurrency.lockutils [req-7d28e8f5-fc81-4e5a-bfee-9d4a19c1e0b7 req-fa054dbe-9431-4afc-95a3-fc222ba3507a service nova] Lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.989373] env[70039]: DEBUG oslo_concurrency.lockutils [req-7d28e8f5-fc81-4e5a-bfee-9d4a19c1e0b7 req-fa054dbe-9431-4afc-95a3-fc222ba3507a service nova] Lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.990402] env[70039]: DEBUG nova.compute.manager [req-7d28e8f5-fc81-4e5a-bfee-9d4a19c1e0b7 req-fa054dbe-9431-4afc-95a3-fc222ba3507a service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] No waiting events found dispatching network-vif-plugged-4fe44080-4ef7-4f1d-a92b-5eb50928e912 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.990402] env[70039]: WARNING nova.compute.manager [req-7d28e8f5-fc81-4e5a-bfee-9d4a19c1e0b7 req-fa054dbe-9431-4afc-95a3-fc222ba3507a service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Received unexpected event network-vif-plugged-4fe44080-4ef7-4f1d-a92b-5eb50928e912 for instance with vm_state building and task_state spawning. [ 1134.098446] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460786} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.098844] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3/7d74d5e2-7375-4a20-b5aa-4543d75ab5a3.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.099091] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.099451] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0633075-b714-4b8d-b2ea-93176ee61a3e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.114544] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1134.114544] env[70039]: value = "task-3331455" [ 1134.114544] env[70039]: _type = "Task" [ 1134.114544] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.121998] env[70039]: DEBUG nova.network.neutron [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Successfully updated port: 4fe44080-4ef7-4f1d-a92b-5eb50928e912 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.130319] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.297411] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.417323] env[70039]: DEBUG oslo_vmware.api [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Task: {'id': task-3331454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201216} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.417846] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.418116] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.418351] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.418563] env[70039]: INFO nova.compute.manager [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1134.418853] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.419105] env[70039]: DEBUG nova.compute.manager [-] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.419219] env[70039]: DEBUG nova.network.neutron [-] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.448038] env[70039]: DEBUG nova.network.neutron [-] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.492582] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.492823] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.492989] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.493188] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.493340] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.493494] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.493707] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.493874] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.494057] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.494235] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.494421] env[70039]: DEBUG nova.virt.hardware [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.500599] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Reconfiguring VM instance instance-00000047 to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.501522] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-491b2e1b-5267-4404-8c05-a35a641edfbe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.535192] env[70039]: DEBUG oslo_vmware.api [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1134.535192] env[70039]: value = "task-3331456" [ 1134.535192] env[70039]: _type = "Task" [ 1134.535192] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.554594] env[70039]: DEBUG oslo_vmware.api [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.624540] env[70039]: DEBUG oslo_concurrency.lockutils [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.625516] env[70039]: DEBUG oslo_concurrency.lockutils [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.625516] env[70039]: DEBUG nova.network.neutron [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.626125] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101617} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.629613] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.630346] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2152ce1-afab-45d8-8a71-d6a036fa93be {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.655774] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3/7d74d5e2-7375-4a20-b5aa-4543d75ab5a3.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.659044] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1a4aa18-8f63-4d73-9ec0-590590c7c81f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.690320] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1134.690320] env[70039]: value = "task-3331457" [ 1134.690320] env[70039]: _type = "Task" [ 1134.690320] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.737898] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13660444-9977-4b01-8f2c-b752d12080a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.746103] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571a82ff-039e-4497-853d-7fbeb7265bfb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.777466] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a827b6a-c0c0-4fcf-ac64-6d2b71999174 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.785619] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fd3e0c-8c63-4b77-a06f-bdc0af05e5af {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.800545] env[70039]: DEBUG nova.compute.provider_tree [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.907891] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.954357] env[70039]: DEBUG nova.network.neutron [-] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.045921] env[70039]: DEBUG oslo_vmware.api [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331456, 'name': ReconfigVM_Task, 'duration_secs': 0.408672} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.046312] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Reconfigured VM instance instance-00000047 to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1135.048073] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844a0881-bf30-4d8e-a890-3a6c214e268f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.069172] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] bcf40b87-7934-4ddf-aed5-4d4710ce0ed7/bcf40b87-7934-4ddf-aed5-4d4710ce0ed7.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.069507] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-766f7385-76ea-47ad-90a2-a7ae82e6fff0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.089518] env[70039]: DEBUG oslo_vmware.api [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1135.089518] env[70039]: value = "task-3331458" [ 1135.089518] env[70039]: _type = "Task" [ 1135.089518] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.097487] env[70039]: DEBUG oslo_vmware.api [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.178224] env[70039]: DEBUG nova.network.neutron [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.200221] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.307024] env[70039]: DEBUG nova.scheduler.client.report [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.374909] env[70039]: DEBUG nova.network.neutron [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Updating instance_info_cache with network_info: [{"id": "4fe44080-4ef7-4f1d-a92b-5eb50928e912", "address": "fa:16:3e:2f:0e:ed", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fe44080-4e", "ovs_interfaceid": "4fe44080-4ef7-4f1d-a92b-5eb50928e912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.457183] env[70039]: INFO nova.compute.manager [-] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Took 1.04 seconds to deallocate network for instance. [ 1135.600552] env[70039]: DEBUG oslo_vmware.api [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.701759] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331457, 'name': ReconfigVM_Task, 'duration_secs': 0.833362} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.702267] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3/7d74d5e2-7375-4a20-b5aa-4543d75ab5a3.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.703116] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f171e22-37de-4186-8799-7299e973a6f0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.723556] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1135.723556] env[70039]: value = "task-3331460" [ 1135.723556] env[70039]: _type = "Task" [ 1135.723556] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.733741] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331460, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.809788] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.813021] env[70039]: DEBUG nova.compute.manager [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.813709] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.504s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.814087] env[70039]: DEBUG nova.objects.instance [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lazy-loading 'resources' on Instance uuid 9ad70c76-963e-47ff-803d-1e31926b862a {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.880848] env[70039]: DEBUG oslo_concurrency.lockutils [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.880848] env[70039]: DEBUG nova.compute.manager [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Instance network_info: |[{"id": "4fe44080-4ef7-4f1d-a92b-5eb50928e912", "address": "fa:16:3e:2f:0e:ed", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fe44080-4e", "ovs_interfaceid": "4fe44080-4ef7-4f1d-a92b-5eb50928e912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.880848] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:0e:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8edfde4-5a99-4745-956d-04da82ab1b85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fe44080-4ef7-4f1d-a92b-5eb50928e912', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.890262] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.890971] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.891275] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5c5d31b-b80b-4056-82d5-632489fd3e2f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.910904] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.910904] env[70039]: value = "task-3331461" [ 1135.910904] env[70039]: _type = "Task" [ 1135.910904] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.918737] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331461, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.967765] env[70039]: DEBUG oslo_concurrency.lockutils [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.016943] env[70039]: DEBUG nova.compute.manager [req-293e07b3-df6f-4a2a-a197-fed046e9d289 req-e0597930-9001-42aa-a041-42c3743368a6 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Received event network-changed-4fe44080-4ef7-4f1d-a92b-5eb50928e912 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.017058] env[70039]: DEBUG nova.compute.manager [req-293e07b3-df6f-4a2a-a197-fed046e9d289 req-e0597930-9001-42aa-a041-42c3743368a6 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Refreshing instance network info cache due to event network-changed-4fe44080-4ef7-4f1d-a92b-5eb50928e912. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.017268] env[70039]: DEBUG oslo_concurrency.lockutils [req-293e07b3-df6f-4a2a-a197-fed046e9d289 req-e0597930-9001-42aa-a041-42c3743368a6 service nova] Acquiring lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.017460] env[70039]: DEBUG oslo_concurrency.lockutils [req-293e07b3-df6f-4a2a-a197-fed046e9d289 req-e0597930-9001-42aa-a041-42c3743368a6 service nova] Acquired lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.017565] env[70039]: DEBUG nova.network.neutron [req-293e07b3-df6f-4a2a-a197-fed046e9d289 req-e0597930-9001-42aa-a041-42c3743368a6 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Refreshing network info cache for port 4fe44080-4ef7-4f1d-a92b-5eb50928e912 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.101843] env[70039]: DEBUG oslo_vmware.api [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331458, 'name': ReconfigVM_Task, 'duration_secs': 0.538831} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.102271] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Reconfigured VM instance instance-00000047 to attach disk [datastore2] bcf40b87-7934-4ddf-aed5-4d4710ce0ed7/bcf40b87-7934-4ddf-aed5-4d4710ce0ed7.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.102702] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Updating instance 'bcf40b87-7934-4ddf-aed5-4d4710ce0ed7' progress to 50 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.233779] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331460, 'name': Rename_Task, 'duration_secs': 0.171617} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.234087] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.234339] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5284d7d-75d5-49ff-af56-46503c8b3475 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.241838] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1136.241838] env[70039]: value = "task-3331462" [ 1136.241838] env[70039]: _type = "Task" [ 1136.241838] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.250058] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.317069] env[70039]: DEBUG nova.compute.utils [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.321603] env[70039]: DEBUG nova.compute.manager [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.321795] env[70039]: DEBUG nova.network.neutron [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.359580] env[70039]: DEBUG nova.policy [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c401cf447d845c5addc76d608ef5baf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c5779f7bbc04aa38c7290864a25537c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.421025] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331461, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.611441] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7513fde-a9e7-46dc-b5f4-b8a3fd12863f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.644636] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5ecf12-c232-43c1-a740-c0c8df410204 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.647601] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e049d2-3a42-4d56-aa4c-040c755595f8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.650592] env[70039]: DEBUG nova.network.neutron [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Successfully created port: 68c6d75c-119b-44ef-9088-7f09360a17ba {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.667701] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Updating instance 'bcf40b87-7934-4ddf-aed5-4d4710ce0ed7' progress to 67 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.676958] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adcfbce-9d07-4117-a977-8d0cba9ae5bb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.708923] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb8ad20-6780-49f4-ad26-ef91fe00b404 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.718081] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f460e8-895c-4dc7-b81c-a2d19d747f09 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.733038] env[70039]: DEBUG nova.compute.provider_tree [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.752094] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331462, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.785855] env[70039]: DEBUG nova.network.neutron [req-293e07b3-df6f-4a2a-a197-fed046e9d289 req-e0597930-9001-42aa-a041-42c3743368a6 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Updated VIF entry in instance network info cache for port 4fe44080-4ef7-4f1d-a92b-5eb50928e912. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.786547] env[70039]: DEBUG nova.network.neutron [req-293e07b3-df6f-4a2a-a197-fed046e9d289 req-e0597930-9001-42aa-a041-42c3743368a6 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Updating instance_info_cache with network_info: [{"id": "4fe44080-4ef7-4f1d-a92b-5eb50928e912", "address": "fa:16:3e:2f:0e:ed", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fe44080-4e", "ovs_interfaceid": "4fe44080-4ef7-4f1d-a92b-5eb50928e912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.822738] env[70039]: DEBUG nova.compute.manager [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.922304] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331461, 'name': CreateVM_Task, 'duration_secs': 0.592446} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.922451] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.923185] env[70039]: DEBUG oslo_concurrency.lockutils [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.923447] env[70039]: DEBUG oslo_concurrency.lockutils [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.924037] env[70039]: DEBUG oslo_concurrency.lockutils [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.924037] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e4376d-dd67-4ffa-9bb4-abfacc169189 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.929843] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1136.929843] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]522df0f6-ee71-a758-c0d2-f8760af6a9fd" [ 1136.929843] env[70039]: _type = "Task" [ 1136.929843] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.940090] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522df0f6-ee71-a758-c0d2-f8760af6a9fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.212288] env[70039]: DEBUG nova.network.neutron [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Port aa814895-eb72-4654-98da-36f81663b83a binding to destination host cpu-1 is already ACTIVE {{(pid=70039) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1137.236975] env[70039]: DEBUG nova.scheduler.client.report [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.253263] env[70039]: DEBUG oslo_vmware.api [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331462, 'name': PowerOnVM_Task, 'duration_secs': 0.583054} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.254132] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.254993] env[70039]: INFO nova.compute.manager [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1137.254993] env[70039]: DEBUG nova.compute.manager [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.255253] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b1349d-6640-46cd-af1f-6e900cc70483 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.289147] env[70039]: DEBUG oslo_concurrency.lockutils [req-293e07b3-df6f-4a2a-a197-fed046e9d289 req-e0597930-9001-42aa-a041-42c3743368a6 service nova] Releasing lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.440082] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522df0f6-ee71-a758-c0d2-f8760af6a9fd, 'name': SearchDatastore_Task, 'duration_secs': 0.012703} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.440405] env[70039]: DEBUG oslo_concurrency.lockutils [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.440673] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.440906] env[70039]: DEBUG oslo_concurrency.lockutils [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.441066] env[70039]: DEBUG oslo_concurrency.lockutils [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.441248] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.441510] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5f723a5-cb86-4e47-bb17-fe38e6144d32 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.449703] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.449877] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.450667] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e1ee416-9d6a-4e10-a85f-6c5f5b3eba2d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.455927] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1137.455927] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5289a1d4-a091-92f0-0d08-069673f14fb0" [ 1137.455927] env[70039]: _type = "Task" [ 1137.455927] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.463263] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5289a1d4-a091-92f0-0d08-069673f14fb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.741440] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.743818] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.299s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.744073] env[70039]: DEBUG nova.objects.instance [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lazy-loading 'resources' on Instance uuid 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.770062] env[70039]: INFO nova.scheduler.client.report [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Deleted allocations for instance 9ad70c76-963e-47ff-803d-1e31926b862a [ 1137.775038] env[70039]: INFO nova.compute.manager [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Took 27.45 seconds to build instance. [ 1137.832251] env[70039]: DEBUG nova.compute.manager [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.858114] env[70039]: DEBUG nova.virt.hardware [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.858398] env[70039]: DEBUG nova.virt.hardware [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.858561] env[70039]: DEBUG nova.virt.hardware [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.858754] env[70039]: DEBUG nova.virt.hardware [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.858989] env[70039]: DEBUG nova.virt.hardware [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.859180] env[70039]: DEBUG nova.virt.hardware [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.859396] env[70039]: DEBUG nova.virt.hardware [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.859557] env[70039]: DEBUG nova.virt.hardware [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.859725] env[70039]: DEBUG nova.virt.hardware [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.859887] env[70039]: DEBUG nova.virt.hardware [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.860070] env[70039]: DEBUG nova.virt.hardware [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.861187] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2bb4be-848f-4265-b820-ee7f4a9500a0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.870706] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c14c2a-8dee-409c-bdf2-d451d1fcd086 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.966626] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5289a1d4-a091-92f0-0d08-069673f14fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.008699} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.967526] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-628a7a5d-d06f-4acd-9eb2-7d826ad95633 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.973509] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1137.973509] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52cf7e69-ecc8-2c39-0de0-a23a580746e9" [ 1137.973509] env[70039]: _type = "Task" [ 1137.973509] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.982655] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52cf7e69-ecc8-2c39-0de0-a23a580746e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.129089] env[70039]: DEBUG nova.compute.manager [req-be9ee8a9-fca8-4449-ad5f-62b576f1f164 req-5b290fd3-987c-4e45-8c7b-b6c7de044ad8 service nova] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Received event network-vif-plugged-68c6d75c-119b-44ef-9088-7f09360a17ba {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.129352] env[70039]: DEBUG oslo_concurrency.lockutils [req-be9ee8a9-fca8-4449-ad5f-62b576f1f164 req-5b290fd3-987c-4e45-8c7b-b6c7de044ad8 service nova] Acquiring lock "46fd960b-e211-436a-9886-d3799b381eef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.129588] env[70039]: DEBUG oslo_concurrency.lockutils [req-be9ee8a9-fca8-4449-ad5f-62b576f1f164 req-5b290fd3-987c-4e45-8c7b-b6c7de044ad8 service nova] Lock "46fd960b-e211-436a-9886-d3799b381eef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.129760] env[70039]: DEBUG oslo_concurrency.lockutils [req-be9ee8a9-fca8-4449-ad5f-62b576f1f164 req-5b290fd3-987c-4e45-8c7b-b6c7de044ad8 service nova] Lock "46fd960b-e211-436a-9886-d3799b381eef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.129948] env[70039]: DEBUG nova.compute.manager [req-be9ee8a9-fca8-4449-ad5f-62b576f1f164 req-5b290fd3-987c-4e45-8c7b-b6c7de044ad8 service nova] [instance: 46fd960b-e211-436a-9886-d3799b381eef] No waiting events found dispatching network-vif-plugged-68c6d75c-119b-44ef-9088-7f09360a17ba {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.130195] env[70039]: WARNING nova.compute.manager [req-be9ee8a9-fca8-4449-ad5f-62b576f1f164 req-5b290fd3-987c-4e45-8c7b-b6c7de044ad8 service nova] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Received unexpected event network-vif-plugged-68c6d75c-119b-44ef-9088-7f09360a17ba for instance with vm_state building and task_state spawning. [ 1138.206409] env[70039]: DEBUG nova.network.neutron [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Successfully updated port: 68c6d75c-119b-44ef-9088-7f09360a17ba {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.234729] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.235031] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.235166] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.277777] env[70039]: DEBUG oslo_concurrency.lockutils [None req-604ea3ce-3837-4f3e-b2be-88fe722a2068 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.963s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.278280] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a07a109a-c2fa-4454-a60e-b8c943357588 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "9ad70c76-963e-47ff-803d-1e31926b862a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.496s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.485274] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52cf7e69-ecc8-2c39-0de0-a23a580746e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009941} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.485274] env[70039]: DEBUG oslo_concurrency.lockutils [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.485274] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7/7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.485588] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4b66135-28ee-4706-b80c-88d4468f7427 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.517618] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Acquiring lock "3db22a16-9d2b-47d5-b1e4-5cab6fce6879" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.518188] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Lock "3db22a16-9d2b-47d5-b1e4-5cab6fce6879" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.518188] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Acquiring lock "3db22a16-9d2b-47d5-b1e4-5cab6fce6879-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.518323] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Lock "3db22a16-9d2b-47d5-b1e4-5cab6fce6879-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.518538] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Lock "3db22a16-9d2b-47d5-b1e4-5cab6fce6879-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.523533] env[70039]: INFO nova.compute.manager [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Terminating instance [ 1138.526080] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3f4b7f-3615-476a-9a14-3df7bc44e38e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.535189] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53384b71-71c2-479a-bd6d-b216e5b4c4e6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.567286] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb99d2c9-2454-4283-b8e9-c6f241c5a4f5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.570013] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1138.570013] env[70039]: value = "task-3331464" [ 1138.570013] env[70039]: _type = "Task" [ 1138.570013] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.577294] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7184d43-2fea-4433-97ea-14fdb3b998b9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.584389] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.594242] env[70039]: DEBUG nova.compute.provider_tree [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.708969] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "refresh_cache-46fd960b-e211-436a-9886-d3799b381eef" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.710314] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "refresh_cache-46fd960b-e211-436a-9886-d3799b381eef" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.710314] env[70039]: DEBUG nova.network.neutron [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.883371] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "880c0cc9-6e82-4985-aae5-a3a9d38ab91c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.883732] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "880c0cc9-6e82-4985-aae5-a3a9d38ab91c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.884135] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "880c0cc9-6e82-4985-aae5-a3a9d38ab91c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.884310] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "880c0cc9-6e82-4985-aae5-a3a9d38ab91c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.884505] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "880c0cc9-6e82-4985-aae5-a3a9d38ab91c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.886782] env[70039]: INFO nova.compute.manager [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Terminating instance [ 1139.032128] env[70039]: DEBUG nova.compute.manager [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.032473] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.033588] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa1e3f1-f307-4db4-886c-72677f3fdf48 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.043854] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.044338] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89ed197a-a123-4ea5-89d2-c5331f11b586 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.069482] env[70039]: DEBUG oslo_vmware.api [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Waiting for the task: (returnval){ [ 1139.069482] env[70039]: value = "task-3331465" [ 1139.069482] env[70039]: _type = "Task" [ 1139.069482] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.085292] env[70039]: DEBUG oslo_vmware.api [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': task-3331465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.090577] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573553} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.092303] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7/7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.092566] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.096523] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55fffdbb-d6e6-4335-a2de-86391c696fcc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.100526] env[70039]: DEBUG nova.scheduler.client.report [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.119623] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1139.119623] env[70039]: value = "task-3331466" [ 1139.119623] env[70039]: _type = "Task" [ 1139.119623] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.128729] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.249393] env[70039]: DEBUG nova.network.neutron [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.274121] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.274307] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.274482] env[70039]: DEBUG nova.network.neutron [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.391230] env[70039]: DEBUG nova.compute.manager [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.391499] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.392459] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89575dea-786d-4b38-be09-7c53829c9d0a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.400864] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.401209] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32000fba-5c52-4926-9b50-d3cd4f263a0b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.418854] env[70039]: DEBUG oslo_vmware.api [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1139.418854] env[70039]: value = "task-3331467" [ 1139.418854] env[70039]: _type = "Task" [ 1139.418854] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.428524] env[70039]: DEBUG oslo_vmware.api [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.443427] env[70039]: DEBUG nova.network.neutron [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Updating instance_info_cache with network_info: [{"id": "68c6d75c-119b-44ef-9088-7f09360a17ba", "address": "fa:16:3e:3e:d4:5a", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68c6d75c-11", "ovs_interfaceid": "68c6d75c-119b-44ef-9088-7f09360a17ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.580813] env[70039]: DEBUG oslo_vmware.api [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': task-3331465, 'name': PowerOffVM_Task, 'duration_secs': 0.306407} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.581183] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.581379] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.581642] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-969798ff-02b2-442d-9a72-1c89e2665742 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.606515] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.611033] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.550s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.611138] env[70039]: DEBUG nova.objects.instance [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lazy-loading 'resources' on Instance uuid bf89df54-384c-4b54-bc17-21ea92034696 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.612222] env[70039]: DEBUG nova.compute.manager [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Stashing vm_state: active {{(pid=70039) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1139.630761] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092606} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.631115] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.632014] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cae8528-6155-47c6-a96d-24432052850a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.635769] env[70039]: INFO nova.scheduler.client.report [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Deleted allocations for instance 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57 [ 1139.660168] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7/7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.661159] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11b35f95-fba9-4ac3-bdc3-e2297b298284 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.684619] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1139.684619] env[70039]: value = "task-3331469" [ 1139.684619] env[70039]: _type = "Task" [ 1139.684619] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.694042] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.710413] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.710675] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.710893] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Deleting the datastore file [datastore2] 3db22a16-9d2b-47d5-b1e4-5cab6fce6879 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.711206] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6df8aef-8f3f-4492-8c18-e4b4c9c4eee6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.718359] env[70039]: DEBUG oslo_vmware.api [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Waiting for the task: (returnval){ [ 1139.718359] env[70039]: value = "task-3331470" [ 1139.718359] env[70039]: _type = "Task" [ 1139.718359] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.727424] env[70039]: DEBUG oslo_vmware.api [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': task-3331470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.930324] env[70039]: DEBUG oslo_vmware.api [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331467, 'name': PowerOffVM_Task, 'duration_secs': 0.265685} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.930687] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.930862] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.931140] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3f3f66e-41d1-4b38-9ec2-c769d5f77216 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.945837] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "refresh_cache-46fd960b-e211-436a-9886-d3799b381eef" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.946132] env[70039]: DEBUG nova.compute.manager [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Instance network_info: |[{"id": "68c6d75c-119b-44ef-9088-7f09360a17ba", "address": "fa:16:3e:3e:d4:5a", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68c6d75c-11", "ovs_interfaceid": "68c6d75c-119b-44ef-9088-7f09360a17ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.946534] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:d4:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68c6d75c-119b-44ef-9088-7f09360a17ba', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.953849] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.954722] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.954954] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5b2ba4e-b29e-471e-85f3-ecc67c96fe52 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.976073] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.976073] env[70039]: value = "task-3331472" [ 1139.976073] env[70039]: _type = "Task" [ 1139.976073] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.988284] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331472, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.025088] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.025342] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.025540] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Deleting the datastore file [datastore1] 880c0cc9-6e82-4985-aae5-a3a9d38ab91c {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.025843] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14e9616f-652a-48fc-b5e4-b3590c393eef {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.032591] env[70039]: DEBUG oslo_vmware.api [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for the task: (returnval){ [ 1140.032591] env[70039]: value = "task-3331473" [ 1140.032591] env[70039]: _type = "Task" [ 1140.032591] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.041398] env[70039]: DEBUG oslo_vmware.api [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.046468] env[70039]: DEBUG nova.network.neutron [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Updating instance_info_cache with network_info: [{"id": "aa814895-eb72-4654-98da-36f81663b83a", "address": "fa:16:3e:27:c5:de", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa814895-eb", "ovs_interfaceid": "aa814895-eb72-4654-98da-36f81663b83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.134262] env[70039]: DEBUG oslo_concurrency.lockutils [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.157850] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7030d5ac-9a36-4846-af0a-923a6e2235ff tempest-VolumesAdminNegativeTest-1559699096 tempest-VolumesAdminNegativeTest-1559699096-project-member] Lock "5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.926s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.160646] env[70039]: DEBUG nova.compute.manager [req-37f85bc5-f570-4b01-9085-a746bc9785b3 req-719daa83-43d0-43a6-bd62-6078822d2bf0 service nova] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Received event network-changed-68c6d75c-119b-44ef-9088-7f09360a17ba {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.160880] env[70039]: DEBUG nova.compute.manager [req-37f85bc5-f570-4b01-9085-a746bc9785b3 req-719daa83-43d0-43a6-bd62-6078822d2bf0 service nova] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Refreshing instance network info cache due to event network-changed-68c6d75c-119b-44ef-9088-7f09360a17ba. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.161085] env[70039]: DEBUG oslo_concurrency.lockutils [req-37f85bc5-f570-4b01-9085-a746bc9785b3 req-719daa83-43d0-43a6-bd62-6078822d2bf0 service nova] Acquiring lock "refresh_cache-46fd960b-e211-436a-9886-d3799b381eef" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.161258] env[70039]: DEBUG oslo_concurrency.lockutils [req-37f85bc5-f570-4b01-9085-a746bc9785b3 req-719daa83-43d0-43a6-bd62-6078822d2bf0 service nova] Acquired lock "refresh_cache-46fd960b-e211-436a-9886-d3799b381eef" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.161459] env[70039]: DEBUG nova.network.neutron [req-37f85bc5-f570-4b01-9085-a746bc9785b3 req-719daa83-43d0-43a6-bd62-6078822d2bf0 service nova] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Refreshing network info cache for port 68c6d75c-119b-44ef-9088-7f09360a17ba {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.194733] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331469, 'name': ReconfigVM_Task, 'duration_secs': 0.392128} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.197204] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7/7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.198095] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2c03ae6-dc00-41e1-8356-ed04386b9235 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.204984] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1140.204984] env[70039]: value = "task-3331474" [ 1140.204984] env[70039]: _type = "Task" [ 1140.204984] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.214343] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331474, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.228021] env[70039]: DEBUG oslo_vmware.api [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Task: {'id': task-3331470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158555} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.228296] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.228480] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.228657] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.228825] env[70039]: INFO nova.compute.manager [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1140.229075] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.229270] env[70039]: DEBUG nova.compute.manager [-] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.229432] env[70039]: DEBUG nova.network.neutron [-] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.393894] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da25d4b2-4d82-446f-8a05-854f2c4f2b18 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.401511] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b33fe61-9998-40d5-ad32-bbae92b01eab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.436751] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e55eed-1754-44a2-92d1-6e718fe6fc7d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.444920] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d2837d-4df4-47eb-9363-9c7ffbf315fd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.459529] env[70039]: DEBUG nova.compute.provider_tree [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.485891] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331472, 'name': CreateVM_Task, 'duration_secs': 0.381171} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.486076] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.486765] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.486928] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.487283] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.487548] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aac9da4-48e8-41fd-a321-751983be9c47 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.492889] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1140.492889] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52447041-dd13-6c22-84a5-ae3b3e68c87b" [ 1140.492889] env[70039]: _type = "Task" [ 1140.492889] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.500771] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52447041-dd13-6c22-84a5-ae3b3e68c87b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.542827] env[70039]: DEBUG oslo_vmware.api [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Task: {'id': task-3331473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27067} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.543485] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.543722] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.543903] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.544096] env[70039]: INFO nova.compute.manager [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1140.544351] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.544628] env[70039]: DEBUG nova.compute.manager [-] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.544792] env[70039]: DEBUG nova.network.neutron [-] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.549165] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.715723] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331474, 'name': Rename_Task, 'duration_secs': 0.18718} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.716602] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.716967] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4da2d81a-077f-42f0-83db-ed436bd6010c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.727886] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1140.727886] env[70039]: value = "task-3331475" [ 1140.727886] env[70039]: _type = "Task" [ 1140.727886] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.738677] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.964622] env[70039]: DEBUG nova.scheduler.client.report [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.007381] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52447041-dd13-6c22-84a5-ae3b3e68c87b, 'name': SearchDatastore_Task, 'duration_secs': 0.037421} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.008658] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.009116] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.009559] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.009867] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.010251] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.010691] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c9a8d3b-4dc3-4712-8f58-4d1af2692c2f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.022385] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.022820] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.023484] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1dfffd6-4515-46ed-9766-f56ceee108a6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.029838] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1141.029838] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52be9014-c41c-35b8-7bc7-a9b737504e26" [ 1141.029838] env[70039]: _type = "Task" [ 1141.029838] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.043240] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52be9014-c41c-35b8-7bc7-a9b737504e26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.067051] env[70039]: DEBUG nova.network.neutron [req-37f85bc5-f570-4b01-9085-a746bc9785b3 req-719daa83-43d0-43a6-bd62-6078822d2bf0 service nova] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Updated VIF entry in instance network info cache for port 68c6d75c-119b-44ef-9088-7f09360a17ba. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.067797] env[70039]: DEBUG nova.network.neutron [req-37f85bc5-f570-4b01-9085-a746bc9785b3 req-719daa83-43d0-43a6-bd62-6078822d2bf0 service nova] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Updating instance_info_cache with network_info: [{"id": "68c6d75c-119b-44ef-9088-7f09360a17ba", "address": "fa:16:3e:3e:d4:5a", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68c6d75c-11", "ovs_interfaceid": "68c6d75c-119b-44ef-9088-7f09360a17ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.093561] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dd547e-a664-4558-adea-2acd357ed5ad {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.128118] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83685f3-ffe5-48ad-b53e-73ac3fc5f609 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.139125] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Updating instance 'bcf40b87-7934-4ddf-aed5-4d4710ce0ed7' progress to 83 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.239299] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.415739] env[70039]: DEBUG nova.compute.manager [req-6313c1bc-e05e-45f3-8c7a-78018df573a6 req-40b37e10-204d-4d9d-9aa5-1d6580f67e76 service nova] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Received event network-vif-deleted-67cd456a-4294-4ce0-aaf7-742237dd2a2c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.415984] env[70039]: INFO nova.compute.manager [req-6313c1bc-e05e-45f3-8c7a-78018df573a6 req-40b37e10-204d-4d9d-9aa5-1d6580f67e76 service nova] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Neutron deleted interface 67cd456a-4294-4ce0-aaf7-742237dd2a2c; detaching it from the instance and deleting it from the info cache [ 1141.416267] env[70039]: DEBUG nova.network.neutron [req-6313c1bc-e05e-45f3-8c7a-78018df573a6 req-40b37e10-204d-4d9d-9aa5-1d6580f67e76 service nova] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.474259] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.478267] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.578s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.478681] env[70039]: DEBUG nova.objects.instance [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Lazy-loading 'resources' on Instance uuid 738af093-6c6f-4db3-894d-901aebd08380 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.500530] env[70039]: INFO nova.scheduler.client.report [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Deleted allocations for instance bf89df54-384c-4b54-bc17-21ea92034696 [ 1141.543401] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52be9014-c41c-35b8-7bc7-a9b737504e26, 'name': SearchDatastore_Task, 'duration_secs': 0.010357} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.544330] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e12e986a-d2eb-4bcc-8baf-b66c58bd2811 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.549747] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1141.549747] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52e990eb-34e5-02cb-a20b-2f0b8817ba22" [ 1141.549747] env[70039]: _type = "Task" [ 1141.549747] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.558791] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e990eb-34e5-02cb-a20b-2f0b8817ba22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.574715] env[70039]: DEBUG oslo_concurrency.lockutils [req-37f85bc5-f570-4b01-9085-a746bc9785b3 req-719daa83-43d0-43a6-bd62-6078822d2bf0 service nova] Releasing lock "refresh_cache-46fd960b-e211-436a-9886-d3799b381eef" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.603019] env[70039]: DEBUG nova.network.neutron [-] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.647925] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b60994f-433c-4c1f-a0ac-17c032aec617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Updating instance 'bcf40b87-7934-4ddf-aed5-4d4710ce0ed7' progress to 100 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.742146] env[70039]: DEBUG oslo_vmware.api [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331475, 'name': PowerOnVM_Task, 'duration_secs': 0.691284} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.742146] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.742481] env[70039]: INFO nova.compute.manager [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1141.742818] env[70039]: DEBUG nova.compute.manager [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.743771] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17f5ae6-b113-42f7-b041-5cd8cb1aa6d9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.750461] env[70039]: DEBUG nova.network.neutron [-] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.919761] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4e07ebb-9735-4438-abfd-822fcd3f16e9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.931139] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd5c569-0ada-4b26-97f3-ce49803e7dbc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.967106] env[70039]: DEBUG nova.compute.manager [req-6313c1bc-e05e-45f3-8c7a-78018df573a6 req-40b37e10-204d-4d9d-9aa5-1d6580f67e76 service nova] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Detach interface failed, port_id=67cd456a-4294-4ce0-aaf7-742237dd2a2c, reason: Instance 880c0cc9-6e82-4985-aae5-a3a9d38ab91c could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1142.010327] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a8df938-7292-4df5-8aa4-50d3258f3763 tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "bf89df54-384c-4b54-bc17-21ea92034696" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.896s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.049717] env[70039]: DEBUG oslo_concurrency.lockutils [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "78d436ba-a361-4760-a13d-edd86fc665f9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.049953] env[70039]: DEBUG oslo_concurrency.lockutils [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "78d436ba-a361-4760-a13d-edd86fc665f9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.060795] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e990eb-34e5-02cb-a20b-2f0b8817ba22, 'name': SearchDatastore_Task, 'duration_secs': 0.011225} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.063665] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.063914] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 46fd960b-e211-436a-9886-d3799b381eef/46fd960b-e211-436a-9886-d3799b381eef.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.064340] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a5a361c-f472-4d43-82b0-18a397975a6b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.072186] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1142.072186] env[70039]: value = "task-3331476" [ 1142.072186] env[70039]: _type = "Task" [ 1142.072186] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.083333] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.105196] env[70039]: INFO nova.compute.manager [-] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Took 1.56 seconds to deallocate network for instance. [ 1142.254969] env[70039]: INFO nova.compute.manager [-] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Took 2.03 seconds to deallocate network for instance. [ 1142.274761] env[70039]: INFO nova.compute.manager [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Took 27.46 seconds to build instance. [ 1142.325359] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Acquiring lock "6657ac6d-2a65-4073-af44-af7742dd41bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.325562] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Lock "6657ac6d-2a65-4073-af44-af7742dd41bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.327288] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d45c4d7-afaa-4461-80f9-c9d208423195 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.337196] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fdddcb-257e-4327-85ec-3987c6bbfaec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.369147] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdc9f96-eb92-4c62-a00e-666643a32934 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.378479] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30cf907-090c-4f7a-8e67-b12c2af8177f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.394855] env[70039]: DEBUG nova.compute.provider_tree [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.491846] env[70039]: DEBUG nova.compute.manager [req-b39fbad4-2dc9-4ca2-b52b-99d9a115c15d req-ef306e25-73c0-4fa1-be96-14352591a5de service nova] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Received event network-vif-deleted-961b92d4-24fd-496d-9007-0bb460b3f298 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.553682] env[70039]: DEBUG nova.compute.utils [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.585496] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331476, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.612459] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.770484] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.777503] env[70039]: DEBUG oslo_concurrency.lockutils [None req-018527a6-acda-496e-b13a-f6bc671d99f2 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.972s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.831954] env[70039]: DEBUG nova.compute.manager [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1142.901819] env[70039]: DEBUG nova.scheduler.client.report [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.057701] env[70039]: DEBUG oslo_concurrency.lockutils [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "78d436ba-a361-4760-a13d-edd86fc665f9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.083042] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540399} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.083326] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 46fd960b-e211-436a-9886-d3799b381eef/46fd960b-e211-436a-9886-d3799b381eef.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.083550] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.083814] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-779260fd-4e48-43d8-bf23-d7242178d1cd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.090829] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1143.090829] env[70039]: value = "task-3331477" [ 1143.090829] env[70039]: _type = "Task" [ 1143.090829] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.099383] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.353355] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.361712] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "2a3331a0-19ac-4f75-9541-57ff3e287f9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.361966] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "2a3331a0-19ac-4f75-9541-57ff3e287f9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.362212] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "2a3331a0-19ac-4f75-9541-57ff3e287f9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.362370] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "2a3331a0-19ac-4f75-9541-57ff3e287f9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.362540] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "2a3331a0-19ac-4f75-9541-57ff3e287f9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.364608] env[70039]: INFO nova.compute.manager [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Terminating instance [ 1143.408828] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.410189] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.447s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.412498] env[70039]: INFO nova.compute.claims [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.439614] env[70039]: INFO nova.scheduler.client.report [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Deleted allocations for instance 738af093-6c6f-4db3-894d-901aebd08380 [ 1143.601966] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071259} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.602286] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.603091] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacf0ee9-6190-4870-8712-5ee46aaa0e0d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.627028] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 46fd960b-e211-436a-9886-d3799b381eef/46fd960b-e211-436a-9886-d3799b381eef.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.628539] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40961c8e-a6f9-4169-a1e4-9d5eec70b4a8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.655566] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1143.655566] env[70039]: value = "task-3331478" [ 1143.655566] env[70039]: _type = "Task" [ 1143.655566] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.665394] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.778667] env[70039]: DEBUG nova.compute.manager [req-1077e985-f414-4e3b-821b-596948b4afc4 req-fca8132c-2f84-446b-9c56-decabdde87e0 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Received event network-changed-4fe44080-4ef7-4f1d-a92b-5eb50928e912 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.778965] env[70039]: DEBUG nova.compute.manager [req-1077e985-f414-4e3b-821b-596948b4afc4 req-fca8132c-2f84-446b-9c56-decabdde87e0 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Refreshing instance network info cache due to event network-changed-4fe44080-4ef7-4f1d-a92b-5eb50928e912. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.779434] env[70039]: DEBUG oslo_concurrency.lockutils [req-1077e985-f414-4e3b-821b-596948b4afc4 req-fca8132c-2f84-446b-9c56-decabdde87e0 service nova] Acquiring lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.779656] env[70039]: DEBUG oslo_concurrency.lockutils [req-1077e985-f414-4e3b-821b-596948b4afc4 req-fca8132c-2f84-446b-9c56-decabdde87e0 service nova] Acquired lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.779835] env[70039]: DEBUG nova.network.neutron [req-1077e985-f414-4e3b-821b-596948b4afc4 req-fca8132c-2f84-446b-9c56-decabdde87e0 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Refreshing network info cache for port 4fe44080-4ef7-4f1d-a92b-5eb50928e912 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.847876] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "6a194c46-eea3-42f5-a843-9d5a7216f53e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.848159] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "6a194c46-eea3-42f5-a843-9d5a7216f53e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.871706] env[70039]: DEBUG nova.compute.manager [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.871926] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.872836] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88acdcf2-9b93-46c3-8c16-d16f019d8568 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.881174] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.881415] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9931e52-9a17-4cb2-904a-688c00131193 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.887279] env[70039]: DEBUG oslo_vmware.api [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1143.887279] env[70039]: value = "task-3331479" [ 1143.887279] env[70039]: _type = "Task" [ 1143.887279] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.895599] env[70039]: DEBUG oslo_vmware.api [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.948239] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8127d90c-e466-438c-ba5e-cc5ddec6955b tempest-InstanceActionsTestJSON-1417141249 tempest-InstanceActionsTestJSON-1417141249-project-member] Lock "738af093-6c6f-4db3-894d-901aebd08380" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.463s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.150777] env[70039]: DEBUG oslo_concurrency.lockutils [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "78d436ba-a361-4760-a13d-edd86fc665f9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.151228] env[70039]: DEBUG oslo_concurrency.lockutils [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "78d436ba-a361-4760-a13d-edd86fc665f9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.151309] env[70039]: INFO nova.compute.manager [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Attaching volume 8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca to /dev/sdb [ 1144.172021] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331478, 'name': ReconfigVM_Task, 'duration_secs': 0.382459} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.172021] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 46fd960b-e211-436a-9886-d3799b381eef/46fd960b-e211-436a-9886-d3799b381eef.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.172021] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a7a6b77-f1f2-4950-974f-3d2e035a387f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.178621] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1144.178621] env[70039]: value = "task-3331480" [ 1144.178621] env[70039]: _type = "Task" [ 1144.178621] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.194009] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331480, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.195376] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38e8119-86ef-43ac-b987-1e801fa3fb8a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.205963] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b11d60-631c-4363-9138-c6c9db60ab99 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.219798] env[70039]: DEBUG nova.virt.block_device [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Updating existing volume attachment record: 4ef6db58-ce57-4fe0-a708-12f2914cf75e {{(pid=70039) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1144.263691] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.263818] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.264035] env[70039]: DEBUG nova.compute.manager [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Going to confirm migration 5 {{(pid=70039) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1144.350727] env[70039]: DEBUG nova.compute.manager [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.407947] env[70039]: DEBUG oslo_vmware.api [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331479, 'name': PowerOffVM_Task, 'duration_secs': 0.203866} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.416707] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.416994] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.417907] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0be6a607-cbb7-4972-8d2c-b2c61796a998 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.481619] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.481876] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.482473] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Deleting the datastore file [datastore2] 2a3331a0-19ac-4f75-9541-57ff3e287f9e {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.482473] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce393f01-7f01-46bd-bc91-d733afa44f99 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.491983] env[70039]: DEBUG oslo_vmware.api [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for the task: (returnval){ [ 1144.491983] env[70039]: value = "task-3331483" [ 1144.491983] env[70039]: _type = "Task" [ 1144.491983] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.502282] env[70039]: DEBUG oslo_vmware.api [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.596739] env[70039]: DEBUG nova.network.neutron [req-1077e985-f414-4e3b-821b-596948b4afc4 req-fca8132c-2f84-446b-9c56-decabdde87e0 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Updated VIF entry in instance network info cache for port 4fe44080-4ef7-4f1d-a92b-5eb50928e912. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.597021] env[70039]: DEBUG nova.network.neutron [req-1077e985-f414-4e3b-821b-596948b4afc4 req-fca8132c-2f84-446b-9c56-decabdde87e0 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Updating instance_info_cache with network_info: [{"id": "4fe44080-4ef7-4f1d-a92b-5eb50928e912", "address": "fa:16:3e:2f:0e:ed", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fe44080-4e", "ovs_interfaceid": "4fe44080-4ef7-4f1d-a92b-5eb50928e912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.690998] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331480, 'name': Rename_Task, 'duration_secs': 0.146846} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.691087] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.694939] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-778900d0-5e8b-4e03-9ad2-5ac5dd94c1fa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.698754] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1144.698754] env[70039]: value = "task-3331486" [ 1144.698754] env[70039]: _type = "Task" [ 1144.698754] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.708490] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.825044] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0ba85f-cf68-4ad5-81f3-eb17c966d1a5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.836382] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412cd05a-7975-4a36-b863-4fb86babbfda {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.882539] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b72b73-6362-4cec-885a-7166c3f7a123 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.888476] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.888648] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.888833] env[70039]: DEBUG nova.network.neutron [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.889116] env[70039]: DEBUG nova.objects.instance [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lazy-loading 'info_cache' on Instance uuid bcf40b87-7934-4ddf-aed5-4d4710ce0ed7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.896491] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4e62d6-1674-47f2-a9b3-162714aaad08 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.914474] env[70039]: DEBUG nova.compute.provider_tree [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.918582] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.003670] env[70039]: DEBUG oslo_vmware.api [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Task: {'id': task-3331483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151219} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.003925] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.008064] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.008064] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.008064] env[70039]: INFO nova.compute.manager [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1145.008064] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.008064] env[70039]: DEBUG nova.compute.manager [-] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1145.008064] env[70039]: DEBUG nova.network.neutron [-] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1145.103070] env[70039]: DEBUG oslo_concurrency.lockutils [req-1077e985-f414-4e3b-821b-596948b4afc4 req-fca8132c-2f84-446b-9c56-decabdde87e0 service nova] Releasing lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.212544] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331486, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.339815] env[70039]: DEBUG nova.compute.manager [req-c6b730bb-b2f3-4bf9-bf63-0f80b3ee8811 req-4fbf009c-c935-4e86-855d-a0e1d2d063ab service nova] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Received event network-vif-deleted-744eb575-406c-466d-88aa-d8413f5b1b08 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.339902] env[70039]: INFO nova.compute.manager [req-c6b730bb-b2f3-4bf9-bf63-0f80b3ee8811 req-4fbf009c-c935-4e86-855d-a0e1d2d063ab service nova] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Neutron deleted interface 744eb575-406c-466d-88aa-d8413f5b1b08; detaching it from the instance and deleting it from the info cache [ 1145.340091] env[70039]: DEBUG nova.network.neutron [req-c6b730bb-b2f3-4bf9-bf63-0f80b3ee8811 req-4fbf009c-c935-4e86-855d-a0e1d2d063ab service nova] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.421157] env[70039]: DEBUG nova.scheduler.client.report [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.712767] env[70039]: DEBUG oslo_vmware.api [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331486, 'name': PowerOnVM_Task, 'duration_secs': 0.56912} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.713070] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.713281] env[70039]: INFO nova.compute.manager [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1145.713464] env[70039]: DEBUG nova.compute.manager [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.714269] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30074e8e-5987-4212-9201-ca7ec71b2744 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.813407] env[70039]: DEBUG nova.network.neutron [-] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.843699] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3dfbdff-05b2-48a0-bd24-16026af11859 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.853597] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6c9ad1-3bb8-4eb3-beae-7286270f49a6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.889881] env[70039]: DEBUG nova.compute.manager [req-c6b730bb-b2f3-4bf9-bf63-0f80b3ee8811 req-4fbf009c-c935-4e86-855d-a0e1d2d063ab service nova] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Detach interface failed, port_id=744eb575-406c-466d-88aa-d8413f5b1b08, reason: Instance 2a3331a0-19ac-4f75-9541-57ff3e287f9e could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1145.930349] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.931060] env[70039]: DEBUG nova.compute.manager [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.935043] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.905s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.939066] env[70039]: INFO nova.compute.claims [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.242985] env[70039]: DEBUG nova.network.neutron [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Updating instance_info_cache with network_info: [{"id": "aa814895-eb72-4654-98da-36f81663b83a", "address": "fa:16:3e:27:c5:de", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa814895-eb", "ovs_interfaceid": "aa814895-eb72-4654-98da-36f81663b83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.246016] env[70039]: INFO nova.compute.manager [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Took 27.13 seconds to build instance. [ 1146.318284] env[70039]: INFO nova.compute.manager [-] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Took 1.31 seconds to deallocate network for instance. [ 1146.443506] env[70039]: DEBUG nova.compute.utils [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.447169] env[70039]: DEBUG nova.compute.manager [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.447169] env[70039]: DEBUG nova.network.neutron [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.541592] env[70039]: DEBUG nova.policy [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec8a7ca4f49d42c8ab4329b286c4b64e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1c4f9d9d8094a5c8d86256738693dad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.748356] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.748849] env[70039]: DEBUG nova.objects.instance [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lazy-loading 'migration_context' on Instance uuid bcf40b87-7934-4ddf-aed5-4d4710ce0ed7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.751133] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ce3f7f9d-ad1e-45ab-9c0c-f3590661beeb tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "46fd960b-e211-436a-9886-d3799b381eef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.648s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.829362] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.888543] env[70039]: DEBUG nova.network.neutron [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Successfully created port: 2e269fb7-5662-434a-bb83-102c91423bc9 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.954468] env[70039]: DEBUG nova.compute.manager [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.962575] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96f748b-efd2-4dd3-b2fa-631ed025f6b7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.969706] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb12f8b-8d36-4ed3-ade3-21dea7888d8c tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Suspending the VM {{(pid=70039) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1146.969986] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-18efa94c-b2a9-4374-9d0f-a15c13731ce7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.981199] env[70039]: DEBUG oslo_vmware.api [None req-7cb12f8b-8d36-4ed3-ade3-21dea7888d8c tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1146.981199] env[70039]: value = "task-3331488" [ 1146.981199] env[70039]: _type = "Task" [ 1146.981199] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.990550] env[70039]: DEBUG oslo_vmware.api [None req-7cb12f8b-8d36-4ed3-ade3-21dea7888d8c tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331488, 'name': SuspendVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.253408] env[70039]: DEBUG nova.objects.base [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1147.254450] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78349e9-6c6b-4cff-b9fd-b4414189df01 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.281833] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0ffa26a-cb7f-4488-87a4-69226fbfab90 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.284695] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2881fefb-b7df-4a3b-b7df-a16e9c955a32 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.290802] env[70039]: DEBUG oslo_vmware.api [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1147.290802] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]525cd284-e234-ee89-02ed-ebaca2f348e2" [ 1147.290802] env[70039]: _type = "Task" [ 1147.290802] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.296273] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562e5a81-1548-43d1-8939-a553ecf75d05 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.305112] env[70039]: DEBUG oslo_vmware.api [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525cd284-e234-ee89-02ed-ebaca2f348e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.329199] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2276d668-43fe-438c-a96d-c87b9991c75a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.336878] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06987651-f57c-4b6f-bdbd-02c673423356 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.350524] env[70039]: DEBUG nova.compute.provider_tree [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.489317] env[70039]: DEBUG oslo_vmware.api [None req-7cb12f8b-8d36-4ed3-ade3-21dea7888d8c tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331488, 'name': SuspendVM_Task} progress is 70%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.802900] env[70039]: DEBUG oslo_vmware.api [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525cd284-e234-ee89-02ed-ebaca2f348e2, 'name': SearchDatastore_Task, 'duration_secs': 0.022871} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.803344] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.853625] env[70039]: DEBUG nova.scheduler.client.report [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.973780] env[70039]: DEBUG nova.compute.manager [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1147.992470] env[70039]: DEBUG oslo_vmware.api [None req-7cb12f8b-8d36-4ed3-ade3-21dea7888d8c tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331488, 'name': SuspendVM_Task, 'duration_secs': 0.739198} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.993544] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb12f8b-8d36-4ed3-ade3-21dea7888d8c tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Suspended the VM {{(pid=70039) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1147.993544] env[70039]: DEBUG nova.compute.manager [None req-7cb12f8b-8d36-4ed3-ade3-21dea7888d8c tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.995450] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eae3c2a-6127-412f-92a8-22007bb86cb2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.006530] env[70039]: DEBUG nova.virt.hardware [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.006773] env[70039]: DEBUG nova.virt.hardware [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.006933] env[70039]: DEBUG nova.virt.hardware [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.007132] env[70039]: DEBUG nova.virt.hardware [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.007289] env[70039]: DEBUG nova.virt.hardware [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.007426] env[70039]: DEBUG nova.virt.hardware [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.007641] env[70039]: DEBUG nova.virt.hardware [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.007800] env[70039]: DEBUG nova.virt.hardware [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.007964] env[70039]: DEBUG nova.virt.hardware [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.008139] env[70039]: DEBUG nova.virt.hardware [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.008330] env[70039]: DEBUG nova.virt.hardware [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.009128] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a785ba1-8b69-4da7-80a0-d90db096bb09 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.017266] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3461bcc2-7afa-475a-8d35-ec966080081f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.325822] env[70039]: DEBUG nova.compute.manager [req-4973702b-a912-4919-82b7-2abafb789702 req-d8cd352a-d819-4096-98b1-61ebf8608109 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Received event network-vif-plugged-2e269fb7-5662-434a-bb83-102c91423bc9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.326068] env[70039]: DEBUG oslo_concurrency.lockutils [req-4973702b-a912-4919-82b7-2abafb789702 req-d8cd352a-d819-4096-98b1-61ebf8608109 service nova] Acquiring lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.326303] env[70039]: DEBUG oslo_concurrency.lockutils [req-4973702b-a912-4919-82b7-2abafb789702 req-d8cd352a-d819-4096-98b1-61ebf8608109 service nova] Lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.326466] env[70039]: DEBUG oslo_concurrency.lockutils [req-4973702b-a912-4919-82b7-2abafb789702 req-d8cd352a-d819-4096-98b1-61ebf8608109 service nova] Lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.326636] env[70039]: DEBUG nova.compute.manager [req-4973702b-a912-4919-82b7-2abafb789702 req-d8cd352a-d819-4096-98b1-61ebf8608109 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] No waiting events found dispatching network-vif-plugged-2e269fb7-5662-434a-bb83-102c91423bc9 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.326795] env[70039]: WARNING nova.compute.manager [req-4973702b-a912-4919-82b7-2abafb789702 req-d8cd352a-d819-4096-98b1-61ebf8608109 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Received unexpected event network-vif-plugged-2e269fb7-5662-434a-bb83-102c91423bc9 for instance with vm_state building and task_state spawning. [ 1148.359110] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.359667] env[70039]: DEBUG nova.compute.manager [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.362396] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.570s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.362585] env[70039]: DEBUG nova.objects.instance [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70039) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1148.442552] env[70039]: DEBUG nova.network.neutron [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Successfully updated port: 2e269fb7-5662-434a-bb83-102c91423bc9 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.769204] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Volume attach. Driver type: vmdk {{(pid=70039) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1148.769456] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665048', 'volume_id': '8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca', 'name': 'volume-8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78d436ba-a361-4760-a13d-edd86fc665f9', 'attached_at': '', 'detached_at': '', 'volume_id': '8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca', 'serial': '8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1148.770370] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60429b67-7b30-4d57-9b77-bbcac0cf8880 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.788611] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0a1f7d-1ae9-4d99-a1bf-c4ac7534a6ab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.814692] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca/volume-8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.815085] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98043612-6624-4733-83ba-a5789574c76b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.832487] env[70039]: DEBUG oslo_vmware.api [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1148.832487] env[70039]: value = "task-3331489" [ 1148.832487] env[70039]: _type = "Task" [ 1148.832487] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.840214] env[70039]: DEBUG oslo_vmware.api [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.869174] env[70039]: DEBUG nova.compute.utils [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.873106] env[70039]: DEBUG nova.compute.manager [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Not allocating networking since 'none' was specified. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1148.944725] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.944897] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquired lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.944940] env[70039]: DEBUG nova.network.neutron [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.342379] env[70039]: DEBUG oslo_vmware.api [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331489, 'name': ReconfigVM_Task, 'duration_secs': 0.349236} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.342687] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca/volume-8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.347337] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7570c990-b306-486e-891a-af33c7d3f2d3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.362015] env[70039]: DEBUG oslo_vmware.api [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1149.362015] env[70039]: value = "task-3331490" [ 1149.362015] env[70039]: _type = "Task" [ 1149.362015] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.369890] env[70039]: DEBUG oslo_vmware.api [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.373450] env[70039]: DEBUG nova.compute.manager [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.377108] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9b9df2a6-e881-4705-b167-4a657e54266f tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.378451] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.081s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.379923] env[70039]: INFO nova.compute.claims [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.404505] env[70039]: DEBUG oslo_concurrency.lockutils [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "46fd960b-e211-436a-9886-d3799b381eef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.404813] env[70039]: DEBUG oslo_concurrency.lockutils [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "46fd960b-e211-436a-9886-d3799b381eef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.405071] env[70039]: DEBUG oslo_concurrency.lockutils [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "46fd960b-e211-436a-9886-d3799b381eef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.405301] env[70039]: DEBUG oslo_concurrency.lockutils [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "46fd960b-e211-436a-9886-d3799b381eef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.405514] env[70039]: DEBUG oslo_concurrency.lockutils [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "46fd960b-e211-436a-9886-d3799b381eef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.407744] env[70039]: INFO nova.compute.manager [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Terminating instance [ 1149.477899] env[70039]: DEBUG nova.network.neutron [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.659316] env[70039]: DEBUG nova.network.neutron [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Updating instance_info_cache with network_info: [{"id": "2e269fb7-5662-434a-bb83-102c91423bc9", "address": "fa:16:3e:9a:e5:e0", "network": {"id": "79726d67-6aa6-47de-b5a4-849a53167a04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-65063247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1c4f9d9d8094a5c8d86256738693dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e269fb7-56", "ovs_interfaceid": "2e269fb7-5662-434a-bb83-102c91423bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.871612] env[70039]: DEBUG oslo_vmware.api [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331490, 'name': ReconfigVM_Task, 'duration_secs': 0.144187} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.871938] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665048', 'volume_id': '8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca', 'name': 'volume-8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78d436ba-a361-4760-a13d-edd86fc665f9', 'attached_at': '', 'detached_at': '', 'volume_id': '8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca', 'serial': '8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1149.911870] env[70039]: DEBUG nova.compute.manager [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.912145] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.913105] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02824c43-f04a-4c93-82b9-1fff9da7954e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.920859] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.921114] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67a38b35-1a88-4f82-b4fa-5ddf7a0dee71 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.977590] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.977838] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.978075] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Deleting the datastore file [datastore1] 46fd960b-e211-436a-9886-d3799b381eef {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.978740] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50ec0737-76f0-4246-bf15-c03150644541 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.984874] env[70039]: DEBUG oslo_vmware.api [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1149.984874] env[70039]: value = "task-3331492" [ 1149.984874] env[70039]: _type = "Task" [ 1149.984874] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.993155] env[70039]: DEBUG oslo_vmware.api [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.162721] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Releasing lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.163041] env[70039]: DEBUG nova.compute.manager [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Instance network_info: |[{"id": "2e269fb7-5662-434a-bb83-102c91423bc9", "address": "fa:16:3e:9a:e5:e0", "network": {"id": "79726d67-6aa6-47de-b5a4-849a53167a04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-65063247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1c4f9d9d8094a5c8d86256738693dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e269fb7-56", "ovs_interfaceid": "2e269fb7-5662-434a-bb83-102c91423bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.163483] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:e5:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e269fb7-5662-434a-bb83-102c91423bc9', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.171007] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Creating folder: Project (e1c4f9d9d8094a5c8d86256738693dad). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1150.171284] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bf770ce-a775-481d-ab7c-bc1ab3c2e0a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.182032] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Created folder: Project (e1c4f9d9d8094a5c8d86256738693dad) in parent group-v664777. [ 1150.182222] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Creating folder: Instances. Parent ref: group-v665049. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1150.182536] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04215c9d-f373-4467-8aa4-3379d04dcd60 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.191427] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Created folder: Instances in parent group-v665049. [ 1150.191704] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.192126] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.192361] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aca0a8ff-98c4-43dc-83b8-930012e867e3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.211782] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.211782] env[70039]: value = "task-3331495" [ 1150.211782] env[70039]: _type = "Task" [ 1150.211782] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.220730] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331495, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.354243] env[70039]: DEBUG nova.compute.manager [req-2af10b09-bf93-4391-b583-e2e9e3e639dc req-20eca0d5-5064-4d1d-aa55-84308473eba4 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Received event network-changed-2e269fb7-5662-434a-bb83-102c91423bc9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.354469] env[70039]: DEBUG nova.compute.manager [req-2af10b09-bf93-4391-b583-e2e9e3e639dc req-20eca0d5-5064-4d1d-aa55-84308473eba4 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Refreshing instance network info cache due to event network-changed-2e269fb7-5662-434a-bb83-102c91423bc9. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.357292] env[70039]: DEBUG oslo_concurrency.lockutils [req-2af10b09-bf93-4391-b583-e2e9e3e639dc req-20eca0d5-5064-4d1d-aa55-84308473eba4 service nova] Acquiring lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.357292] env[70039]: DEBUG oslo_concurrency.lockutils [req-2af10b09-bf93-4391-b583-e2e9e3e639dc req-20eca0d5-5064-4d1d-aa55-84308473eba4 service nova] Acquired lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.357292] env[70039]: DEBUG nova.network.neutron [req-2af10b09-bf93-4391-b583-e2e9e3e639dc req-20eca0d5-5064-4d1d-aa55-84308473eba4 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Refreshing network info cache for port 2e269fb7-5662-434a-bb83-102c91423bc9 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.382268] env[70039]: DEBUG nova.compute.manager [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.412418] env[70039]: DEBUG nova.virt.hardware [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.412663] env[70039]: DEBUG nova.virt.hardware [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.412847] env[70039]: DEBUG nova.virt.hardware [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.412997] env[70039]: DEBUG nova.virt.hardware [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.413160] env[70039]: DEBUG nova.virt.hardware [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.413308] env[70039]: DEBUG nova.virt.hardware [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.413586] env[70039]: DEBUG nova.virt.hardware [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.413781] env[70039]: DEBUG nova.virt.hardware [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.413952] env[70039]: DEBUG nova.virt.hardware [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.414134] env[70039]: DEBUG nova.virt.hardware [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.414312] env[70039]: DEBUG nova.virt.hardware [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.415737] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910feaa0-52f9-4dfb-a7d6-ba4960544d9c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.425416] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e70fd74-9b08-4965-aec2-b57e703028ec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.443326] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Instance VIF info [] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.448905] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Creating folder: Project (cbccf8a26fa0426383d4ed3b108fbd22). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1150.452057] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec97579d-ef7e-460d-94aa-0605065b6e35 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.465580] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Created folder: Project (cbccf8a26fa0426383d4ed3b108fbd22) in parent group-v664777. [ 1150.465762] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Creating folder: Instances. Parent ref: group-v665052. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1150.466055] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80777823-c99c-4d59-90cc-6fb2aa0d12d9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.479017] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Created folder: Instances in parent group-v665052. [ 1150.480093] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.480093] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.480093] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dc2fa61-967a-4bbc-a1b6-9d1f48c0d1a5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.502450] env[70039]: DEBUG oslo_vmware.api [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177567} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.503818] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.504018] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.504195] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.504367] env[70039]: INFO nova.compute.manager [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1150.504596] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.504771] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.504771] env[70039]: value = "task-3331498" [ 1150.504771] env[70039]: _type = "Task" [ 1150.504771] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.507024] env[70039]: DEBUG nova.compute.manager [-] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1150.507133] env[70039]: DEBUG nova.network.neutron [-] [instance: 46fd960b-e211-436a-9886-d3799b381eef] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1150.516573] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331498, 'name': CreateVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.677257] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd64d80-c32b-44b2-a353-e039d3382840 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.686460] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1ea6e8-021f-49fa-a047-f4bfd003d307 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.723736] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06f0094-9e4e-4a6c-a717-f4bfe2a2408f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.731629] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331495, 'name': CreateVM_Task, 'duration_secs': 0.323532} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.733666] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.734469] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.735212] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.735212] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.736299] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8978dbc-d17e-40ab-9dc3-5fbe137ba376 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.742900] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2e83332-6df7-433d-aba6-833ffbc00a26 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.753152] env[70039]: DEBUG nova.compute.provider_tree [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.756019] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1150.756019] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5200a039-79e7-f027-3c54-21d25a7d8710" [ 1150.756019] env[70039]: _type = "Task" [ 1150.756019] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.767741] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5200a039-79e7-f027-3c54-21d25a7d8710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.921694] env[70039]: DEBUG nova.objects.instance [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lazy-loading 'flavor' on Instance uuid 78d436ba-a361-4760-a13d-edd86fc665f9 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.018694] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331498, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.078706] env[70039]: DEBUG nova.network.neutron [req-2af10b09-bf93-4391-b583-e2e9e3e639dc req-20eca0d5-5064-4d1d-aa55-84308473eba4 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Updated VIF entry in instance network info cache for port 2e269fb7-5662-434a-bb83-102c91423bc9. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.079081] env[70039]: DEBUG nova.network.neutron [req-2af10b09-bf93-4391-b583-e2e9e3e639dc req-20eca0d5-5064-4d1d-aa55-84308473eba4 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Updating instance_info_cache with network_info: [{"id": "2e269fb7-5662-434a-bb83-102c91423bc9", "address": "fa:16:3e:9a:e5:e0", "network": {"id": "79726d67-6aa6-47de-b5a4-849a53167a04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-65063247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1c4f9d9d8094a5c8d86256738693dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e269fb7-56", "ovs_interfaceid": "2e269fb7-5662-434a-bb83-102c91423bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.258977] env[70039]: DEBUG nova.scheduler.client.report [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.272040] env[70039]: DEBUG nova.network.neutron [-] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.273158] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5200a039-79e7-f027-3c54-21d25a7d8710, 'name': SearchDatastore_Task, 'duration_secs': 0.026415} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.273628] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.273870] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.274119] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.274269] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.274449] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.274703] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b81f7ab-6bb3-4df4-92ce-7d63f2eb5f53 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.285024] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.285209] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.286176] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-977a62af-7297-4ede-87e4-cdf727b255f3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.293369] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1151.293369] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52263800-13ae-8b88-92a0-d08546c599be" [ 1151.293369] env[70039]: _type = "Task" [ 1151.293369] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.305432] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52263800-13ae-8b88-92a0-d08546c599be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.426424] env[70039]: DEBUG oslo_concurrency.lockutils [None req-68a3e8e8-9ae1-4c71-bc47-54609a0b266d tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "78d436ba-a361-4760-a13d-edd86fc665f9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.275s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.519371] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331498, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.583878] env[70039]: DEBUG oslo_concurrency.lockutils [req-2af10b09-bf93-4391-b583-e2e9e3e639dc req-20eca0d5-5064-4d1d-aa55-84308473eba4 service nova] Releasing lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.584445] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2b013b90-13dd-415b-bc77-3be7bc6747af tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "78d436ba-a361-4760-a13d-edd86fc665f9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.584674] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2b013b90-13dd-415b-bc77-3be7bc6747af tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "78d436ba-a361-4760-a13d-edd86fc665f9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.584851] env[70039]: DEBUG nova.compute.manager [None req-2b013b90-13dd-415b-bc77-3be7bc6747af tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.585743] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee35d32-fac5-4382-a2a4-ddbdb29d1223 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.592385] env[70039]: DEBUG nova.compute.manager [None req-2b013b90-13dd-415b-bc77-3be7bc6747af tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70039) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1151.592937] env[70039]: DEBUG nova.objects.instance [None req-2b013b90-13dd-415b-bc77-3be7bc6747af tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lazy-loading 'flavor' on Instance uuid 78d436ba-a361-4760-a13d-edd86fc665f9 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.766826] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.767401] env[70039]: DEBUG nova.compute.manager [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.770421] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.863s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.770653] env[70039]: DEBUG nova.objects.instance [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lazy-loading 'pci_requests' on Instance uuid f8d675ce-e8bd-4861-9832-7ac0a720f8a9 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.774529] env[70039]: INFO nova.compute.manager [-] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Took 1.27 seconds to deallocate network for instance. [ 1151.805169] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52263800-13ae-8b88-92a0-d08546c599be, 'name': SearchDatastore_Task, 'duration_secs': 0.052272} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.806214] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f9b7eac-2592-43a9-a6f3-5c6fb94d9526 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.812271] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1151.812271] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52df13d1-eebb-1035-95d2-a54a2464195b" [ 1151.812271] env[70039]: _type = "Task" [ 1151.812271] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.821183] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52df13d1-eebb-1035-95d2-a54a2464195b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.019123] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331498, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.274169] env[70039]: DEBUG nova.compute.utils [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.277859] env[70039]: DEBUG nova.objects.instance [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lazy-loading 'numa_topology' on Instance uuid f8d675ce-e8bd-4861-9832-7ac0a720f8a9 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.279268] env[70039]: DEBUG nova.compute.manager [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.279560] env[70039]: DEBUG nova.network.neutron [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.283235] env[70039]: DEBUG oslo_concurrency.lockutils [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.322811] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52df13d1-eebb-1035-95d2-a54a2464195b, 'name': SearchDatastore_Task, 'duration_secs': 0.009985} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.323090] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.324163] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 3cb2916e-cf65-4df3-8ba9-e824967f7df4/3cb2916e-cf65-4df3-8ba9-e824967f7df4.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.324163] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e096371-40ff-462a-98b4-dbbae284a629 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.330302] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1152.330302] env[70039]: value = "task-3331499" [ 1152.330302] env[70039]: _type = "Task" [ 1152.330302] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.332471] env[70039]: DEBUG nova.policy [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c07b5b87dc58488baa8da944cae9fbc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba46076515754f47a0ab02c0df239755', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.341981] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.379507] env[70039]: DEBUG nova.compute.manager [req-4bedf405-f691-4dac-8056-8bfc903398c1 req-92a567a9-6edc-4245-b68c-5e16e73c423b service nova] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Received event network-vif-deleted-68c6d75c-119b-44ef-9088-7f09360a17ba {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.524553] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331498, 'name': CreateVM_Task, 'duration_secs': 1.832567} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.524939] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.525227] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.526060] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.526553] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.526859] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1d1e9a4-c0d9-47f2-98c9-1daab4cca2e7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.533201] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for the task: (returnval){ [ 1152.533201] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]523d712f-f30e-2b96-63d3-79f68e573e55" [ 1152.533201] env[70039]: _type = "Task" [ 1152.533201] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.543306] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523d712f-f30e-2b96-63d3-79f68e573e55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.599961] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b013b90-13dd-415b-bc77-3be7bc6747af tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.600330] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94f85830-bf52-473d-a630-7b5ca4d6a929 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.607854] env[70039]: DEBUG oslo_vmware.api [None req-2b013b90-13dd-415b-bc77-3be7bc6747af tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1152.607854] env[70039]: value = "task-3331500" [ 1152.607854] env[70039]: _type = "Task" [ 1152.607854] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.618648] env[70039]: DEBUG oslo_vmware.api [None req-2b013b90-13dd-415b-bc77-3be7bc6747af tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.713696] env[70039]: DEBUG nova.network.neutron [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Successfully created port: 855e8f8c-a415-45cc-83c2-de63f70b5bf4 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.781254] env[70039]: DEBUG nova.compute.manager [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.785373] env[70039]: INFO nova.compute.claims [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.842621] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493519} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.842976] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 3cb2916e-cf65-4df3-8ba9-e824967f7df4/3cb2916e-cf65-4df3-8ba9-e824967f7df4.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.843215] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.843476] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5eb6935-1082-4fa1-818d-1ebe322fd276 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.849855] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1152.849855] env[70039]: value = "task-3331501" [ 1152.849855] env[70039]: _type = "Task" [ 1152.849855] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.858187] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.043587] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523d712f-f30e-2b96-63d3-79f68e573e55, 'name': SearchDatastore_Task, 'duration_secs': 0.049763} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.043961] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.044397] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.044678] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.044838] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.045056] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.045303] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03b67626-2c86-459d-95cf-401161cb961a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.053984] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.056119] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.056119] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d1c02e5-93c3-4da1-a0a6-c8c5c5361c4c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.060656] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for the task: (returnval){ [ 1153.060656] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524116c2-b271-a84c-0e81-e5ca55d4bbad" [ 1153.060656] env[70039]: _type = "Task" [ 1153.060656] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.068062] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524116c2-b271-a84c-0e81-e5ca55d4bbad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.117403] env[70039]: DEBUG oslo_vmware.api [None req-2b013b90-13dd-415b-bc77-3be7bc6747af tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331500, 'name': PowerOffVM_Task, 'duration_secs': 0.235728} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.117708] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b013b90-13dd-415b-bc77-3be7bc6747af tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.117914] env[70039]: DEBUG nova.compute.manager [None req-2b013b90-13dd-415b-bc77-3be7bc6747af tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.118712] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6213bf91-39a3-48eb-85a5-3ad6fc014278 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.361101] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075609} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.361101] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.361387] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850d3f34-45fe-49e3-93f0-497ba3a97df4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.384028] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 3cb2916e-cf65-4df3-8ba9-e824967f7df4/3cb2916e-cf65-4df3-8ba9-e824967f7df4.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.384348] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c01813a0-28eb-4560-81b5-e402a53b057c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.403503] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1153.403503] env[70039]: value = "task-3331502" [ 1153.403503] env[70039]: _type = "Task" [ 1153.403503] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.411195] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.570979] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524116c2-b271-a84c-0e81-e5ca55d4bbad, 'name': SearchDatastore_Task, 'duration_secs': 0.008966} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.571777] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b53cb8-d9b3-4c1d-b3b9-7047aef70e6a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.576938] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for the task: (returnval){ [ 1153.576938] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52554fd4-8de8-69d2-ec0e-77433d1ac2ac" [ 1153.576938] env[70039]: _type = "Task" [ 1153.576938] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.584240] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52554fd4-8de8-69d2-ec0e-77433d1ac2ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.630734] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2b013b90-13dd-415b-bc77-3be7bc6747af tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "78d436ba-a361-4760-a13d-edd86fc665f9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.796871] env[70039]: DEBUG nova.compute.manager [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.828281] env[70039]: DEBUG nova.virt.hardware [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.828593] env[70039]: DEBUG nova.virt.hardware [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.828786] env[70039]: DEBUG nova.virt.hardware [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.829034] env[70039]: DEBUG nova.virt.hardware [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.829208] env[70039]: DEBUG nova.virt.hardware [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.829395] env[70039]: DEBUG nova.virt.hardware [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.829627] env[70039]: DEBUG nova.virt.hardware [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.829829] env[70039]: DEBUG nova.virt.hardware [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.830062] env[70039]: DEBUG nova.virt.hardware [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.830199] env[70039]: DEBUG nova.virt.hardware [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.830372] env[70039]: DEBUG nova.virt.hardware [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.831241] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c2c6d5-f27d-4537-aeaf-3560579ef9a5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.842242] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b662f33-36ea-4c29-a9c3-d6c70b8afd21 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.912799] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331502, 'name': ReconfigVM_Task, 'duration_secs': 0.365967} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.915340] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 3cb2916e-cf65-4df3-8ba9-e824967f7df4/3cb2916e-cf65-4df3-8ba9-e824967f7df4.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.916201] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27ab1222-a92e-4ff0-b98b-7cd4cd25fb92 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.921706] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1153.921706] env[70039]: value = "task-3331503" [ 1153.921706] env[70039]: _type = "Task" [ 1153.921706] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.930289] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331503, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.003543] env[70039]: DEBUG nova.objects.instance [None req-e65057f6-0b79-4a95-9915-552eb36a64c0 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lazy-loading 'flavor' on Instance uuid 78d436ba-a361-4760-a13d-edd86fc665f9 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.046818] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5f3bf3-d2a0-46fe-9c39-66c96c84780c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.054685] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425d6a31-9ab5-4f3e-9377-87bfb1b09bdb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.089785] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4447a78-091b-4ac7-8bd0-4941a3c5c6bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.100591] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52554fd4-8de8-69d2-ec0e-77433d1ac2ac, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.100930] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.101217] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] b517ec08-90d4-4eaf-8863-270efeacc8d6/b517ec08-90d4-4eaf-8863-270efeacc8d6.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.102436] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6cc1ab-05af-4894-bf5e-c56d27bc7606 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.106101] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f041f041-4df2-4261-984f-1801174d2ab1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.118900] env[70039]: DEBUG nova.compute.provider_tree [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.121800] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for the task: (returnval){ [ 1154.121800] env[70039]: value = "task-3331504" [ 1154.121800] env[70039]: _type = "Task" [ 1154.121800] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.130247] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.434647] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331503, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.510260] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e65057f6-0b79-4a95-9915-552eb36a64c0 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "refresh_cache-78d436ba-a361-4760-a13d-edd86fc665f9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.510578] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e65057f6-0b79-4a95-9915-552eb36a64c0 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquired lock "refresh_cache-78d436ba-a361-4760-a13d-edd86fc665f9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.510964] env[70039]: DEBUG nova.network.neutron [None req-e65057f6-0b79-4a95-9915-552eb36a64c0 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.511369] env[70039]: DEBUG nova.objects.instance [None req-e65057f6-0b79-4a95-9915-552eb36a64c0 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lazy-loading 'info_cache' on Instance uuid 78d436ba-a361-4760-a13d-edd86fc665f9 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.612322] env[70039]: DEBUG nova.compute.manager [req-a42822cb-b255-4fce-9f8f-744152d73670 req-60633ec1-1c7e-453d-87ad-6c8d4599b066 service nova] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Received event network-vif-plugged-855e8f8c-a415-45cc-83c2-de63f70b5bf4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.612556] env[70039]: DEBUG oslo_concurrency.lockutils [req-a42822cb-b255-4fce-9f8f-744152d73670 req-60633ec1-1c7e-453d-87ad-6c8d4599b066 service nova] Acquiring lock "b32e8db2-4481-4eb5-9490-90857702f13c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.612758] env[70039]: DEBUG oslo_concurrency.lockutils [req-a42822cb-b255-4fce-9f8f-744152d73670 req-60633ec1-1c7e-453d-87ad-6c8d4599b066 service nova] Lock "b32e8db2-4481-4eb5-9490-90857702f13c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.613123] env[70039]: DEBUG oslo_concurrency.lockutils [req-a42822cb-b255-4fce-9f8f-744152d73670 req-60633ec1-1c7e-453d-87ad-6c8d4599b066 service nova] Lock "b32e8db2-4481-4eb5-9490-90857702f13c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.613331] env[70039]: DEBUG nova.compute.manager [req-a42822cb-b255-4fce-9f8f-744152d73670 req-60633ec1-1c7e-453d-87ad-6c8d4599b066 service nova] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] No waiting events found dispatching network-vif-plugged-855e8f8c-a415-45cc-83c2-de63f70b5bf4 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1154.613921] env[70039]: WARNING nova.compute.manager [req-a42822cb-b255-4fce-9f8f-744152d73670 req-60633ec1-1c7e-453d-87ad-6c8d4599b066 service nova] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Received unexpected event network-vif-plugged-855e8f8c-a415-45cc-83c2-de63f70b5bf4 for instance with vm_state building and task_state spawning. [ 1154.627045] env[70039]: DEBUG nova.scheduler.client.report [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.635257] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474542} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.635506] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] b517ec08-90d4-4eaf-8863-270efeacc8d6/b517ec08-90d4-4eaf-8863-270efeacc8d6.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.635720] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.635961] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7710cc43-67bc-47e3-8ee2-68291be385a5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.642364] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for the task: (returnval){ [ 1154.642364] env[70039]: value = "task-3331505" [ 1154.642364] env[70039]: _type = "Task" [ 1154.642364] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.651715] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.935266] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331503, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.014939] env[70039]: DEBUG nova.objects.base [None req-e65057f6-0b79-4a95-9915-552eb36a64c0 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Object Instance<78d436ba-a361-4760-a13d-edd86fc665f9> lazy-loaded attributes: flavor,info_cache {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1155.030492] env[70039]: DEBUG nova.network.neutron [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Successfully updated port: 855e8f8c-a415-45cc-83c2-de63f70b5bf4 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.048426] env[70039]: DEBUG nova.compute.manager [req-320ac3b4-ee8d-4ccb-8941-13af7736bf0a req-57af01cf-4866-45f3-ba51-90b7de045bd9 service nova] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Received event network-changed-855e8f8c-a415-45cc-83c2-de63f70b5bf4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.048601] env[70039]: DEBUG nova.compute.manager [req-320ac3b4-ee8d-4ccb-8941-13af7736bf0a req-57af01cf-4866-45f3-ba51-90b7de045bd9 service nova] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Refreshing instance network info cache due to event network-changed-855e8f8c-a415-45cc-83c2-de63f70b5bf4. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.048818] env[70039]: DEBUG oslo_concurrency.lockutils [req-320ac3b4-ee8d-4ccb-8941-13af7736bf0a req-57af01cf-4866-45f3-ba51-90b7de045bd9 service nova] Acquiring lock "refresh_cache-b32e8db2-4481-4eb5-9490-90857702f13c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.048959] env[70039]: DEBUG oslo_concurrency.lockutils [req-320ac3b4-ee8d-4ccb-8941-13af7736bf0a req-57af01cf-4866-45f3-ba51-90b7de045bd9 service nova] Acquired lock "refresh_cache-b32e8db2-4481-4eb5-9490-90857702f13c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.049132] env[70039]: DEBUG nova.network.neutron [req-320ac3b4-ee8d-4ccb-8941-13af7736bf0a req-57af01cf-4866-45f3-ba51-90b7de045bd9 service nova] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Refreshing network info cache for port 855e8f8c-a415-45cc-83c2-de63f70b5bf4 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.131885] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.361s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.133837] env[70039]: DEBUG oslo_concurrency.lockutils [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.166s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.134080] env[70039]: DEBUG nova.objects.instance [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Lazy-loading 'resources' on Instance uuid b49fddfd-4f16-4155-9482-1c344bc9703f {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.153728] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066324} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.153982] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.154860] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d0778e-8434-4ca1-aa6e-36cf9ba8210b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.175311] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] b517ec08-90d4-4eaf-8863-270efeacc8d6/b517ec08-90d4-4eaf-8863-270efeacc8d6.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.176350] env[70039]: INFO nova.network.neutron [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Updating port c6c601a8-43f4-4a1a-80fa-28f29692dfa1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1155.178142] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7777d689-a0b8-4840-90fb-4a0995860dba {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.201823] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for the task: (returnval){ [ 1155.201823] env[70039]: value = "task-3331506" [ 1155.201823] env[70039]: _type = "Task" [ 1155.201823] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.210586] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.432878] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331503, 'name': Rename_Task, 'duration_secs': 1.335851} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.433177] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.433478] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0738271-6051-4c6c-99a7-423143438dda {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.440362] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1155.440362] env[70039]: value = "task-3331507" [ 1155.440362] env[70039]: _type = "Task" [ 1155.440362] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.448303] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.532830] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquiring lock "refresh_cache-b32e8db2-4481-4eb5-9490-90857702f13c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.600764] env[70039]: DEBUG nova.network.neutron [req-320ac3b4-ee8d-4ccb-8941-13af7736bf0a req-57af01cf-4866-45f3-ba51-90b7de045bd9 service nova] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.689167] env[70039]: DEBUG nova.network.neutron [req-320ac3b4-ee8d-4ccb-8941-13af7736bf0a req-57af01cf-4866-45f3-ba51-90b7de045bd9 service nova] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.712804] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331506, 'name': ReconfigVM_Task, 'duration_secs': 0.293744} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.713096] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Reconfigured VM instance instance-00000062 to attach disk [datastore2] b517ec08-90d4-4eaf-8863-270efeacc8d6/b517ec08-90d4-4eaf-8863-270efeacc8d6.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.713717] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a128a32-435e-4e37-81db-9c3a37acf59e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.726585] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for the task: (returnval){ [ 1155.726585] env[70039]: value = "task-3331508" [ 1155.726585] env[70039]: _type = "Task" [ 1155.726585] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.737640] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331508, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.860152] env[70039]: DEBUG nova.network.neutron [None req-e65057f6-0b79-4a95-9915-552eb36a64c0 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Updating instance_info_cache with network_info: [{"id": "dd89d1ca-928e-4260-971e-f824cbaa5158", "address": "fa:16:3e:93:0b:32", "network": {"id": "ae87bb1b-88e2-476d-8e43-f85e938fefde", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1298058948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025e7b9816d147ce9bc12b0cd1ff6b8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd89d1ca-92", "ovs_interfaceid": "dd89d1ca-928e-4260-971e-f824cbaa5158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.949194] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331507, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.953818] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a4070b-861a-4a82-851f-75187af7aff7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.959366] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcb400f-578c-4d20-8e7f-e2c7caa133e6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.990660] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc837cb-a759-4321-8fa2-8e19ec728fdd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.998341] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d90ce3-1fe9-4e4b-aa27-b40137a7ea09 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.012019] env[70039]: DEBUG nova.compute.provider_tree [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.194799] env[70039]: DEBUG oslo_concurrency.lockutils [req-320ac3b4-ee8d-4ccb-8941-13af7736bf0a req-57af01cf-4866-45f3-ba51-90b7de045bd9 service nova] Releasing lock "refresh_cache-b32e8db2-4481-4eb5-9490-90857702f13c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.194799] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquired lock "refresh_cache-b32e8db2-4481-4eb5-9490-90857702f13c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.194799] env[70039]: DEBUG nova.network.neutron [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.236432] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331508, 'name': Rename_Task, 'duration_secs': 0.149449} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.236573] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.237299] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fd73c26-e18a-4535-b3e1-ca35b3cc37a9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.243256] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for the task: (returnval){ [ 1156.243256] env[70039]: value = "task-3331509" [ 1156.243256] env[70039]: _type = "Task" [ 1156.243256] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.250691] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.364916] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e65057f6-0b79-4a95-9915-552eb36a64c0 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Releasing lock "refresh_cache-78d436ba-a361-4760-a13d-edd86fc665f9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.450163] env[70039]: DEBUG oslo_vmware.api [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331507, 'name': PowerOnVM_Task, 'duration_secs': 0.671156} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.450454] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.450693] env[70039]: INFO nova.compute.manager [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1156.450915] env[70039]: DEBUG nova.compute.manager [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.451720] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9d2df4-6b18-4a78-888f-ec3a97dea7f9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.515073] env[70039]: DEBUG nova.scheduler.client.report [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.755429] env[70039]: DEBUG oslo_vmware.api [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331509, 'name': PowerOnVM_Task, 'duration_secs': 0.422746} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.757387] env[70039]: DEBUG nova.network.neutron [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.758476] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.758736] env[70039]: INFO nova.compute.manager [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Took 6.38 seconds to spawn the instance on the hypervisor. [ 1156.758973] env[70039]: DEBUG nova.compute.manager [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.759856] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fd8649-2e2a-4809-a76b-f7bb95b9d275 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.780943] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.781157] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquired lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.781343] env[70039]: DEBUG nova.network.neutron [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.944429] env[70039]: DEBUG nova.network.neutron [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Updating instance_info_cache with network_info: [{"id": "855e8f8c-a415-45cc-83c2-de63f70b5bf4", "address": "fa:16:3e:af:2a:91", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855e8f8c-a4", "ovs_interfaceid": "855e8f8c-a415-45cc-83c2-de63f70b5bf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.966958] env[70039]: INFO nova.compute.manager [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Took 27.02 seconds to build instance. [ 1157.020069] env[70039]: DEBUG oslo_concurrency.lockutils [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.023049] env[70039]: DEBUG oslo_concurrency.lockutils [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.888s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.043614] env[70039]: INFO nova.scheduler.client.report [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Deleted allocations for instance b49fddfd-4f16-4155-9482-1c344bc9703f [ 1157.077645] env[70039]: DEBUG nova.compute.manager [req-6bc01825-e949-49ef-b10c-aa6a3b9800ae req-e5e2ea4d-6406-475a-ba41-841db5c485f6 service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Received event network-vif-plugged-c6c601a8-43f4-4a1a-80fa-28f29692dfa1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.078794] env[70039]: DEBUG oslo_concurrency.lockutils [req-6bc01825-e949-49ef-b10c-aa6a3b9800ae req-e5e2ea4d-6406-475a-ba41-841db5c485f6 service nova] Acquiring lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.078794] env[70039]: DEBUG oslo_concurrency.lockutils [req-6bc01825-e949-49ef-b10c-aa6a3b9800ae req-e5e2ea4d-6406-475a-ba41-841db5c485f6 service nova] Lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.078794] env[70039]: DEBUG oslo_concurrency.lockutils [req-6bc01825-e949-49ef-b10c-aa6a3b9800ae req-e5e2ea4d-6406-475a-ba41-841db5c485f6 service nova] Lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.078794] env[70039]: DEBUG nova.compute.manager [req-6bc01825-e949-49ef-b10c-aa6a3b9800ae req-e5e2ea4d-6406-475a-ba41-841db5c485f6 service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] No waiting events found dispatching network-vif-plugged-c6c601a8-43f4-4a1a-80fa-28f29692dfa1 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.078794] env[70039]: WARNING nova.compute.manager [req-6bc01825-e949-49ef-b10c-aa6a3b9800ae req-e5e2ea4d-6406-475a-ba41-841db5c485f6 service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Received unexpected event network-vif-plugged-c6c601a8-43f4-4a1a-80fa-28f29692dfa1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1157.079159] env[70039]: DEBUG nova.compute.manager [req-6bc01825-e949-49ef-b10c-aa6a3b9800ae req-e5e2ea4d-6406-475a-ba41-841db5c485f6 service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Received event network-changed-c6c601a8-43f4-4a1a-80fa-28f29692dfa1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.079159] env[70039]: DEBUG nova.compute.manager [req-6bc01825-e949-49ef-b10c-aa6a3b9800ae req-e5e2ea4d-6406-475a-ba41-841db5c485f6 service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Refreshing instance network info cache due to event network-changed-c6c601a8-43f4-4a1a-80fa-28f29692dfa1. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.079254] env[70039]: DEBUG oslo_concurrency.lockutils [req-6bc01825-e949-49ef-b10c-aa6a3b9800ae req-e5e2ea4d-6406-475a-ba41-841db5c485f6 service nova] Acquiring lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.277103] env[70039]: INFO nova.compute.manager [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Took 27.26 seconds to build instance. [ 1157.372293] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e65057f6-0b79-4a95-9915-552eb36a64c0 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.372999] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40e07554-0443-4365-bc8f-958b8bb58f61 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.379720] env[70039]: DEBUG oslo_vmware.api [None req-e65057f6-0b79-4a95-9915-552eb36a64c0 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1157.379720] env[70039]: value = "task-3331510" [ 1157.379720] env[70039]: _type = "Task" [ 1157.379720] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.388373] env[70039]: DEBUG oslo_vmware.api [None req-e65057f6-0b79-4a95-9915-552eb36a64c0 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.447362] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Releasing lock "refresh_cache-b32e8db2-4481-4eb5-9490-90857702f13c" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.447856] env[70039]: DEBUG nova.compute.manager [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Instance network_info: |[{"id": "855e8f8c-a415-45cc-83c2-de63f70b5bf4", "address": "fa:16:3e:af:2a:91", "network": {"id": "1eb6cf52-cf01-4ec2-94d6-c555ef9982f6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c9e9d318c8ac4d03b009841a8169420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855e8f8c-a4", "ovs_interfaceid": "855e8f8c-a415-45cc-83c2-de63f70b5bf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.448479] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:2a:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '855e8f8c-a415-45cc-83c2-de63f70b5bf4', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.461181] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.461452] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.461907] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a7ebf2a-d96d-42b1-a2b1-cb2fce243940 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.478901] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6a8915c3-f363-48eb-8ec8-d8f3526e07d8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.543s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.484964] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.484964] env[70039]: value = "task-3331511" [ 1157.484964] env[70039]: _type = "Task" [ 1157.484964] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.495781] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331511, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.529779] env[70039]: INFO nova.compute.claims [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.551263] env[70039]: DEBUG oslo_concurrency.lockutils [None req-430bcdce-8d9a-4333-8626-98dfd7c1ff7d tempest-ServersListShow298Test-1717062777 tempest-ServersListShow298Test-1717062777-project-member] Lock "b49fddfd-4f16-4155-9482-1c344bc9703f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.798s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.779984] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a0e23c0b-6a34-4cfb-bbd2-414076e2e2ad tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Lock "b517ec08-90d4-4eaf-8863-270efeacc8d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.772s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.890264] env[70039]: DEBUG oslo_vmware.api [None req-e65057f6-0b79-4a95-9915-552eb36a64c0 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331510, 'name': PowerOnVM_Task, 'duration_secs': 0.424438} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.890766] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-e65057f6-0b79-4a95-9915-552eb36a64c0 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.891153] env[70039]: DEBUG nova.compute.manager [None req-e65057f6-0b79-4a95-9915-552eb36a64c0 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.892619] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8990ed49-c8a4-41e3-903c-a2f82a7b3a36 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.998579] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331511, 'name': CreateVM_Task, 'duration_secs': 0.326362} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.998763] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.000720] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.000904] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.001538] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.001538] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c576ded6-d63b-41aa-9698-62f3435d21df {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.006064] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for the task: (returnval){ [ 1158.006064] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5259faf8-21f1-d7f9-3353-3a75eddff5e1" [ 1158.006064] env[70039]: _type = "Task" [ 1158.006064] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.009929] env[70039]: DEBUG nova.network.neutron [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Updating instance_info_cache with network_info: [{"id": "c6c601a8-43f4-4a1a-80fa-28f29692dfa1", "address": "fa:16:3e:dd:01:3c", "network": {"id": "b89ab3e9-7da4-46f2-a4bc-7aa829fba82f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1329121571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72042c8d35a44f7cbb2a8282955cc9e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c601a8-43", "ovs_interfaceid": "c6c601a8-43f4-4a1a-80fa-28f29692dfa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.015847] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5259faf8-21f1-d7f9-3353-3a75eddff5e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.036902] env[70039]: INFO nova.compute.resource_tracker [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Updating resource usage from migration 89a1c647-cb71-415d-91ed-d80d481feaaf [ 1158.155056] env[70039]: DEBUG nova.compute.manager [req-6904b51e-b6e2-45c6-bb15-2131bb6dfd1d req-af499499-7d9d-4201-9ca6-13a1292d78f4 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Received event network-changed-2e269fb7-5662-434a-bb83-102c91423bc9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.155266] env[70039]: DEBUG nova.compute.manager [req-6904b51e-b6e2-45c6-bb15-2131bb6dfd1d req-af499499-7d9d-4201-9ca6-13a1292d78f4 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Refreshing instance network info cache due to event network-changed-2e269fb7-5662-434a-bb83-102c91423bc9. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.155488] env[70039]: DEBUG oslo_concurrency.lockutils [req-6904b51e-b6e2-45c6-bb15-2131bb6dfd1d req-af499499-7d9d-4201-9ca6-13a1292d78f4 service nova] Acquiring lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.155636] env[70039]: DEBUG oslo_concurrency.lockutils [req-6904b51e-b6e2-45c6-bb15-2131bb6dfd1d req-af499499-7d9d-4201-9ca6-13a1292d78f4 service nova] Acquired lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.155795] env[70039]: DEBUG nova.network.neutron [req-6904b51e-b6e2-45c6-bb15-2131bb6dfd1d req-af499499-7d9d-4201-9ca6-13a1292d78f4 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Refreshing network info cache for port 2e269fb7-5662-434a-bb83-102c91423bc9 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.325417] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d168a8-2d6c-4fab-b353-63ff92d0bbab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.336704] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e1e186-cb7c-4e76-9a69-c6833c250c34 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.372192] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35479de-b7db-46a3-be25-a15cae0b856d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.380062] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bb9222-ff6a-4437-a9ee-e0d84fafb72f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.395260] env[70039]: DEBUG nova.compute.provider_tree [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.517034] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Releasing lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.518618] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5259faf8-21f1-d7f9-3353-3a75eddff5e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.519070] env[70039]: DEBUG oslo_concurrency.lockutils [req-6bc01825-e949-49ef-b10c-aa6a3b9800ae req-e5e2ea4d-6406-475a-ba41-841db5c485f6 service nova] Acquired lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.519270] env[70039]: DEBUG nova.network.neutron [req-6bc01825-e949-49ef-b10c-aa6a3b9800ae req-e5e2ea4d-6406-475a-ba41-841db5c485f6 service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Refreshing network info cache for port c6c601a8-43f4-4a1a-80fa-28f29692dfa1 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.520418] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.520704] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.520983] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.521201] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.521397] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.522981] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54c8c1f2-710a-49bd-ab59-993319ec85ae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.537292] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.537292] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.538241] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc845762-4809-433e-9532-0ab15f841e3f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.542963] env[70039]: DEBUG nova.virt.hardware [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c555e2742fb6f8d7c476bc4257036316',container_format='bare',created_at=2025-04-05T01:21:45Z,direct_url=,disk_format='vmdk',id=aed44af7-ed63-4c88-9fde-d13793e77b11,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1448486131-shelved',owner='72042c8d35a44f7cbb2a8282955cc9e2',properties=ImageMetaProps,protected=,size=31591936,status='active',tags=,updated_at=2025-04-05T01:22:02Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.543205] env[70039]: DEBUG nova.virt.hardware [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.543362] env[70039]: DEBUG nova.virt.hardware [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.543545] env[70039]: DEBUG nova.virt.hardware [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.543691] env[70039]: DEBUG nova.virt.hardware [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.543836] env[70039]: DEBUG nova.virt.hardware [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.544049] env[70039]: DEBUG nova.virt.hardware [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.544212] env[70039]: DEBUG nova.virt.hardware [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.544382] env[70039]: DEBUG nova.virt.hardware [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.544545] env[70039]: DEBUG nova.virt.hardware [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.544720] env[70039]: DEBUG nova.virt.hardware [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.545925] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63155fa2-5cd8-4c95-83ee-339540d9d841 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.551467] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for the task: (returnval){ [ 1158.551467] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521a5e0d-598a-e06f-fb39-b55feb73a8ba" [ 1158.551467] env[70039]: _type = "Task" [ 1158.551467] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.559299] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7491b40b-b800-4973-b743-a4e753760d62 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.568195] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521a5e0d-598a-e06f-fb39-b55feb73a8ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.576421] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:01:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6c601a8-43f4-4a1a-80fa-28f29692dfa1', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.583758] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.584344] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.584568] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4c30cb1-634a-4411-9fa7-c4d37e81cba3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.606589] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.606589] env[70039]: value = "task-3331512" [ 1158.606589] env[70039]: _type = "Task" [ 1158.606589] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.614154] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331512, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.902539] env[70039]: DEBUG nova.scheduler.client.report [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.924015] env[70039]: DEBUG nova.network.neutron [req-6904b51e-b6e2-45c6-bb15-2131bb6dfd1d req-af499499-7d9d-4201-9ca6-13a1292d78f4 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Updated VIF entry in instance network info cache for port 2e269fb7-5662-434a-bb83-102c91423bc9. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.924492] env[70039]: DEBUG nova.network.neutron [req-6904b51e-b6e2-45c6-bb15-2131bb6dfd1d req-af499499-7d9d-4201-9ca6-13a1292d78f4 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Updating instance_info_cache with network_info: [{"id": "2e269fb7-5662-434a-bb83-102c91423bc9", "address": "fa:16:3e:9a:e5:e0", "network": {"id": "79726d67-6aa6-47de-b5a4-849a53167a04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-65063247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1c4f9d9d8094a5c8d86256738693dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e269fb7-56", "ovs_interfaceid": "2e269fb7-5662-434a-bb83-102c91423bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.029382] env[70039]: INFO nova.compute.manager [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Rebuilding instance [ 1159.064950] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521a5e0d-598a-e06f-fb39-b55feb73a8ba, 'name': SearchDatastore_Task, 'duration_secs': 0.030201} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.065840] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7ef8c49-e4cb-4081-9bba-8b5d53d56214 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.078061] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for the task: (returnval){ [ 1159.078061] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521ef348-ed71-0390-c966-f5a6086bfc7b" [ 1159.078061] env[70039]: _type = "Task" [ 1159.078061] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.084865] env[70039]: DEBUG nova.compute.manager [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.085641] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97aa82c8-e57c-44be-82ed-2822f9945f14 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.094323] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521ef348-ed71-0390-c966-f5a6086bfc7b, 'name': SearchDatastore_Task, 'duration_secs': 0.011159} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.095859] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.096452] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] b32e8db2-4481-4eb5-9490-90857702f13c/b32e8db2-4481-4eb5-9490-90857702f13c.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.098981] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d2456f6-0eab-4b81-abaa-5c292bbfd977 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.106254] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for the task: (returnval){ [ 1159.106254] env[70039]: value = "task-3331513" [ 1159.106254] env[70039]: _type = "Task" [ 1159.106254] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.121654] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331512, 'name': CreateVM_Task, 'duration_secs': 0.323049} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.122126] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.122508] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.123099] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aed44af7-ed63-4c88-9fde-d13793e77b11" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.123271] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aed44af7-ed63-4c88-9fde-d13793e77b11" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.123668] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aed44af7-ed63-4c88-9fde-d13793e77b11" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.123934] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-314dfd50-0a0d-4f85-a20d-55ed7762a76b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.130130] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1159.130130] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]522b520f-3dc5-19ce-e756-b00ec18b8471" [ 1159.130130] env[70039]: _type = "Task" [ 1159.130130] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.141852] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522b520f-3dc5-19ce-e756-b00ec18b8471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.274998] env[70039]: DEBUG nova.network.neutron [req-6bc01825-e949-49ef-b10c-aa6a3b9800ae req-e5e2ea4d-6406-475a-ba41-841db5c485f6 service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Updated VIF entry in instance network info cache for port c6c601a8-43f4-4a1a-80fa-28f29692dfa1. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.275418] env[70039]: DEBUG nova.network.neutron [req-6bc01825-e949-49ef-b10c-aa6a3b9800ae req-e5e2ea4d-6406-475a-ba41-841db5c485f6 service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Updating instance_info_cache with network_info: [{"id": "c6c601a8-43f4-4a1a-80fa-28f29692dfa1", "address": "fa:16:3e:dd:01:3c", "network": {"id": "b89ab3e9-7da4-46f2-a4bc-7aa829fba82f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1329121571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72042c8d35a44f7cbb2a8282955cc9e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c601a8-43", "ovs_interfaceid": "c6c601a8-43f4-4a1a-80fa-28f29692dfa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.409664] env[70039]: DEBUG oslo_concurrency.lockutils [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.387s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.410152] env[70039]: INFO nova.compute.manager [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Migrating [ 1159.421796] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.809s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.422210] env[70039]: DEBUG nova.objects.instance [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lazy-loading 'resources' on Instance uuid 880c0cc9-6e82-4985-aae5-a3a9d38ab91c {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.428501] env[70039]: DEBUG oslo_concurrency.lockutils [req-6904b51e-b6e2-45c6-bb15-2131bb6dfd1d req-af499499-7d9d-4201-9ca6-13a1292d78f4 service nova] Releasing lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.615550] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473101} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.615797] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] b32e8db2-4481-4eb5-9490-90857702f13c/b32e8db2-4481-4eb5-9490-90857702f13c.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.616016] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.616364] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3934be7-e0e5-4185-b559-340835086b78 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.622972] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for the task: (returnval){ [ 1159.622972] env[70039]: value = "task-3331514" [ 1159.622972] env[70039]: _type = "Task" [ 1159.622972] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.630363] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.638347] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aed44af7-ed63-4c88-9fde-d13793e77b11" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.638633] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Processing image aed44af7-ed63-4c88-9fde-d13793e77b11 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.638876] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aed44af7-ed63-4c88-9fde-d13793e77b11/aed44af7-ed63-4c88-9fde-d13793e77b11.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.639037] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aed44af7-ed63-4c88-9fde-d13793e77b11/aed44af7-ed63-4c88-9fde-d13793e77b11.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.639223] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.639480] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0d1ff43-e349-4ca7-9355-1c26b0c52efb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.646722] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.646908] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.647649] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae1f266-3224-49f8-aaa5-b56e10cec4d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.652983] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1159.652983] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]523b0365-fca8-d2c8-292d-9930de7581f2" [ 1159.652983] env[70039]: _type = "Task" [ 1159.652983] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.661016] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523b0365-fca8-d2c8-292d-9930de7581f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.780549] env[70039]: DEBUG oslo_concurrency.lockutils [req-6bc01825-e949-49ef-b10c-aa6a3b9800ae req-e5e2ea4d-6406-475a-ba41-841db5c485f6 service nova] Releasing lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.939834] env[70039]: DEBUG oslo_concurrency.lockutils [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "refresh_cache-7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.939834] env[70039]: DEBUG oslo_concurrency.lockutils [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "refresh_cache-7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.940198] env[70039]: DEBUG nova.network.neutron [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.105717] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.106040] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ebf0987-4600-4cfd-b25d-d716e14b1a70 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.114581] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for the task: (returnval){ [ 1160.114581] env[70039]: value = "task-3331515" [ 1160.114581] env[70039]: _type = "Task" [ 1160.114581] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.125791] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.136738] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070062} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.137054] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.137895] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd88d47-72d1-47ed-8b8f-62675394d14d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.163478] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] b32e8db2-4481-4eb5-9490-90857702f13c/b32e8db2-4481-4eb5-9490-90857702f13c.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.169415] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-571da607-92f1-4e37-a0af-7c9bdfd6abd4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.191461] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Preparing fetch location {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1160.192023] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Fetch image to [datastore2] OSTACK_IMG_f3d44791-b050-425d-a7a4-1f9036923428/OSTACK_IMG_f3d44791-b050-425d-a7a4-1f9036923428.vmdk {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1160.192023] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Downloading stream optimized image aed44af7-ed63-4c88-9fde-d13793e77b11 to [datastore2] OSTACK_IMG_f3d44791-b050-425d-a7a4-1f9036923428/OSTACK_IMG_f3d44791-b050-425d-a7a4-1f9036923428.vmdk on the data store datastore2 as vApp {{(pid=70039) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1160.192419] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Downloading image file data aed44af7-ed63-4c88-9fde-d13793e77b11 to the ESX as VM named 'OSTACK_IMG_f3d44791-b050-425d-a7a4-1f9036923428' {{(pid=70039) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1160.194474] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for the task: (returnval){ [ 1160.194474] env[70039]: value = "task-3331516" [ 1160.194474] env[70039]: _type = "Task" [ 1160.194474] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.206011] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331516, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.210821] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7af3782-7909-40d3-babf-abd5b391f902 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.221457] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c38ace-c83e-42dc-ad95-bd786ff7a9a4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.271483] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b9b606-6c0a-419a-8c66-edefb54d8e31 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.283047] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90c01d0-10d9-4dc2-a51a-aeba260e3620 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.295135] env[70039]: DEBUG nova.compute.provider_tree [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.318238] env[70039]: DEBUG oslo_vmware.rw_handles [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1160.318238] env[70039]: value = "resgroup-9" [ 1160.318238] env[70039]: _type = "ResourcePool" [ 1160.318238] env[70039]: }. {{(pid=70039) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1160.318575] env[70039]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cfa02267-50c1-4356-9499-f9b109ad699e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.339377] env[70039]: DEBUG oslo_vmware.rw_handles [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lease: (returnval){ [ 1160.339377] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]528a5e2f-7d67-e00a-f26c-c1fa0f69a6a1" [ 1160.339377] env[70039]: _type = "HttpNfcLease" [ 1160.339377] env[70039]: } obtained for vApp import into resource pool (val){ [ 1160.339377] env[70039]: value = "resgroup-9" [ 1160.339377] env[70039]: _type = "ResourcePool" [ 1160.339377] env[70039]: }. {{(pid=70039) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1160.339377] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the lease: (returnval){ [ 1160.339377] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]528a5e2f-7d67-e00a-f26c-c1fa0f69a6a1" [ 1160.339377] env[70039]: _type = "HttpNfcLease" [ 1160.339377] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1160.345019] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.345019] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]528a5e2f-7d67-e00a-f26c-c1fa0f69a6a1" [ 1160.345019] env[70039]: _type = "HttpNfcLease" [ 1160.345019] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1160.624153] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331515, 'name': PowerOffVM_Task, 'duration_secs': 0.134402} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.624462] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.625148] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.625957] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1fd266-520d-4389-97d3-29dbbd2a3cfe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.633394] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.633659] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c157371a-5529-4b95-990f-9f3488a5c399 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.662201] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.662513] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.662633] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Deleting the datastore file [datastore2] b517ec08-90d4-4eaf-8863-270efeacc8d6 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.662844] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56069bf8-9358-48d3-ae3f-4c71d319b37b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.669202] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for the task: (returnval){ [ 1160.669202] env[70039]: value = "task-3331519" [ 1160.669202] env[70039]: _type = "Task" [ 1160.669202] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.677037] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.677923] env[70039]: DEBUG nova.network.neutron [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Updating instance_info_cache with network_info: [{"id": "791d1638-58f3-4518-82fc-3305161672b7", "address": "fa:16:3e:73:88:14", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791d1638-58", "ovs_interfaceid": "791d1638-58f3-4518-82fc-3305161672b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.707184] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.800301] env[70039]: DEBUG nova.scheduler.client.report [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.850317] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.850317] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]528a5e2f-7d67-e00a-f26c-c1fa0f69a6a1" [ 1160.850317] env[70039]: _type = "HttpNfcLease" [ 1160.850317] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1161.179306] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152434} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.179693] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.179829] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.180030] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.182682] env[70039]: DEBUG oslo_concurrency.lockutils [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "refresh_cache-7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.210238] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331516, 'name': ReconfigVM_Task, 'duration_secs': 0.726995} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.210583] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Reconfigured VM instance instance-00000063 to attach disk [datastore2] b32e8db2-4481-4eb5-9490-90857702f13c/b32e8db2-4481-4eb5-9490-90857702f13c.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.211308] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a3e70c5-fa59-40da-8373-133a3dce076c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.219374] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for the task: (returnval){ [ 1161.219374] env[70039]: value = "task-3331520" [ 1161.219374] env[70039]: _type = "Task" [ 1161.219374] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.232445] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331520, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.305694] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.308821] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.538s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.308821] env[70039]: DEBUG nova.objects.instance [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Lazy-loading 'resources' on Instance uuid 3db22a16-9d2b-47d5-b1e4-5cab6fce6879 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.329540] env[70039]: INFO nova.scheduler.client.report [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Deleted allocations for instance 880c0cc9-6e82-4985-aae5-a3a9d38ab91c [ 1161.347432] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.347432] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]528a5e2f-7d67-e00a-f26c-c1fa0f69a6a1" [ 1161.347432] env[70039]: _type = "HttpNfcLease" [ 1161.347432] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1161.730234] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331520, 'name': Rename_Task, 'duration_secs': 0.347739} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.730497] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.730734] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9286e1aa-d7bc-4910-bec1-1a726b9ec67c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.736903] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for the task: (returnval){ [ 1161.736903] env[70039]: value = "task-3331521" [ 1161.736903] env[70039]: _type = "Task" [ 1161.736903] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.747118] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.839900] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d34e6599-4221-45be-b2c6-674d3dbfb0d5 tempest-ServerRescueNegativeTestJSON-1289274982 tempest-ServerRescueNegativeTestJSON-1289274982-project-member] Lock "880c0cc9-6e82-4985-aae5-a3a9d38ab91c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.956s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.847870] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.847870] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]528a5e2f-7d67-e00a-f26c-c1fa0f69a6a1" [ 1161.847870] env[70039]: _type = "HttpNfcLease" [ 1161.847870] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1162.044577] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b01d063-eb53-46a0-85e6-afb464f03b58 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.051947] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdbe2d2-d3b9-41ec-bbdb-25967df9ed2a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.080689] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8934c9ee-db5a-4344-9653-e268117616e0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.087328] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdb0eb4-d926-4d49-b7eb-aa8b352eeca7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.102058] env[70039]: DEBUG nova.compute.provider_tree [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.947740] env[70039]: DEBUG nova.scheduler.client.report [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.961602] env[70039]: DEBUG nova.virt.hardware [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.961959] env[70039]: DEBUG nova.virt.hardware [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.962031] env[70039]: DEBUG nova.virt.hardware [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.962256] env[70039]: DEBUG nova.virt.hardware [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.963785] env[70039]: DEBUG nova.virt.hardware [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.963785] env[70039]: DEBUG nova.virt.hardware [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.963785] env[70039]: DEBUG nova.virt.hardware [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.963785] env[70039]: DEBUG nova.virt.hardware [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.963785] env[70039]: DEBUG nova.virt.hardware [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.963785] env[70039]: DEBUG nova.virt.hardware [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.963785] env[70039]: DEBUG nova.virt.hardware [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.964910] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c83db2-e315-445e-9a21-8a5d8433d52b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.967999] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b22499-5f7f-4a5c-8b56-7536b40a82fe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.974830] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1162.974830] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]528a5e2f-7d67-e00a-f26c-c1fa0f69a6a1" [ 1162.974830] env[70039]: _type = "HttpNfcLease" [ 1162.974830] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1162.992318] env[70039]: DEBUG oslo_vmware.rw_handles [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1162.992318] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]528a5e2f-7d67-e00a-f26c-c1fa0f69a6a1" [ 1162.992318] env[70039]: _type = "HttpNfcLease" [ 1162.992318] env[70039]: }. {{(pid=70039) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1162.993286] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Updating instance '7d74d5e2-7375-4a20-b5aa-4543d75ab5a3' progress to 0 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.996418] env[70039]: DEBUG oslo_vmware.api [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331521, 'name': PowerOnVM_Task, 'duration_secs': 0.785341} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.997572] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b0b62f-2dad-41e3-8574-4522c07b5fd0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.000842] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff348527-bb3e-4ec1-abf8-6b2de01f2fde {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.004680] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.004886] env[70039]: INFO nova.compute.manager [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1163.005075] env[70039]: DEBUG nova.compute.manager [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.006084] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15672081-a223-48e9-af3a-255949ae7b2b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.013191] env[70039]: DEBUG oslo_vmware.rw_handles [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c790d8-f892-9d45-97ee-b368df31ec63/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1163.013368] env[70039]: DEBUG oslo_vmware.rw_handles [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Creating HTTP connection to write to file with size = 31591936 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c790d8-f892-9d45-97ee-b368df31ec63/disk-0.vmdk. {{(pid=70039) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1163.026180] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Instance VIF info [] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.031813] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.033140] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.085773] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42414a8f-87bc-4ef8-99ca-8c122c6a4b45 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.108146] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cce96524-ab1b-4a37-8eaa-0e7212911cfd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.109592] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.109592] env[70039]: value = "task-3331522" [ 1163.109592] env[70039]: _type = "Task" [ 1163.109592] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.119678] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331522, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.456847] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.459781] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.106s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.461330] env[70039]: INFO nova.compute.claims [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.496200] env[70039]: INFO nova.scheduler.client.report [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Deleted allocations for instance 3db22a16-9d2b-47d5-b1e4-5cab6fce6879 [ 1163.499877] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.502715] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81882fe8-2953-48a9-88ed-738a580a6d26 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.517077] env[70039]: DEBUG oslo_vmware.api [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1163.517077] env[70039]: value = "task-3331523" [ 1163.517077] env[70039]: _type = "Task" [ 1163.517077] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.533175] env[70039]: DEBUG oslo_vmware.api [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.546168] env[70039]: INFO nova.compute.manager [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Took 29.27 seconds to build instance. [ 1163.621716] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331522, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.800613] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.800978] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.010620] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8a18eebf-ea32-4a47-8dde-92ad6c18d2da tempest-ServersV294TestFqdnHostnames-1130357765 tempest-ServersV294TestFqdnHostnames-1130357765-project-member] Lock "3db22a16-9d2b-47d5-b1e4-5cab6fce6879" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.493s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.036100] env[70039]: DEBUG oslo_vmware.api [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331523, 'name': PowerOffVM_Task, 'duration_secs': 0.275223} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.036606] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.036953] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Updating instance '7d74d5e2-7375-4a20-b5aa-4543d75ab5a3' progress to 17 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.048823] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bd0ba725-58eb-43be-a908-89224463e3d5 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lock "b32e8db2-4481-4eb5-9490-90857702f13c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.781s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.122752] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331522, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.224415] env[70039]: DEBUG oslo_vmware.rw_handles [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Completed reading data from the image iterator. {{(pid=70039) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1164.224657] env[70039]: DEBUG oslo_vmware.rw_handles [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c790d8-f892-9d45-97ee-b368df31ec63/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1164.225591] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a18a1bd-1e27-4e28-b8a2-fceacc3e7ce7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.233316] env[70039]: DEBUG oslo_vmware.rw_handles [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c790d8-f892-9d45-97ee-b368df31ec63/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1164.233316] env[70039]: DEBUG oslo_vmware.rw_handles [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c790d8-f892-9d45-97ee-b368df31ec63/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1164.233457] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d7e3fa5c-0f7c-4804-9a5b-786533d41e09 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.308504] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.308709] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.308868] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.309039] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.309210] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.309340] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.309492] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70039) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1164.309654] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager.update_available_resource {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.428025] env[70039]: DEBUG oslo_vmware.rw_handles [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c790d8-f892-9d45-97ee-b368df31ec63/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1164.428310] env[70039]: INFO nova.virt.vmwareapi.images [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Downloaded image file data aed44af7-ed63-4c88-9fde-d13793e77b11 [ 1164.429320] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db90949f-2363-41aa-a87c-55feb542b1c5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.446406] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9f2e685-6e3a-464c-87d7-1c05b0daab0e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.480439] env[70039]: INFO nova.virt.vmwareapi.images [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] The imported VM was unregistered [ 1164.482940] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Caching image {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1164.485339] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Creating directory with path [datastore2] devstack-image-cache_base/aed44af7-ed63-4c88-9fde-d13793e77b11 {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.485706] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fa89cda-2dc1-4650-859a-f03bb6c6963b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.497529] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Created directory with path [datastore2] devstack-image-cache_base/aed44af7-ed63-4c88-9fde-d13793e77b11 {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.497529] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f3d44791-b050-425d-a7a4-1f9036923428/OSTACK_IMG_f3d44791-b050-425d-a7a4-1f9036923428.vmdk to [datastore2] devstack-image-cache_base/aed44af7-ed63-4c88-9fde-d13793e77b11/aed44af7-ed63-4c88-9fde-d13793e77b11.vmdk. {{(pid=70039) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1164.497529] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-524a518d-477e-41d8-b75b-8740cde80bdc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.504807] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1164.504807] env[70039]: value = "task-3331525" [ 1164.504807] env[70039]: _type = "Task" [ 1164.504807] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.513946] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331525, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.547125] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.547391] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.547558] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.547832] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.547979] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.548135] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.548336] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.548494] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.548675] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.548837] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.549571] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.556747] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c63989e1-4054-4744-a55d-8e71a0a1064f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.575413] env[70039]: DEBUG oslo_vmware.api [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1164.575413] env[70039]: value = "task-3331526" [ 1164.575413] env[70039]: _type = "Task" [ 1164.575413] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.586817] env[70039]: DEBUG oslo_vmware.api [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.622201] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331522, 'name': CreateVM_Task, 'duration_secs': 1.274514} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.622386] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.622831] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.623149] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.623356] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.625927] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7a67ea-1ce6-4f38-9eed-7e1ee767ffe0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.630865] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for the task: (returnval){ [ 1164.630865] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52d86ec3-b192-70c9-8023-ecff74418cda" [ 1164.630865] env[70039]: _type = "Task" [ 1164.630865] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.638557] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d86ec3-b192-70c9-8023-ecff74418cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.661902] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dca94a-0d8b-4b4a-b31a-1836cefe7d50 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.673839] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e8573f33-721b-4b0e-8755-a7f7674cbb73 tempest-ServersAdminNegativeTestJSON-1329822782 tempest-ServersAdminNegativeTestJSON-1329822782-project-admin] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Suspending the VM {{(pid=70039) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1164.674150] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3cd8c2e3-ea3e-423c-a1ae-b13419c17068 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.682669] env[70039]: DEBUG oslo_vmware.api [None req-e8573f33-721b-4b0e-8755-a7f7674cbb73 tempest-ServersAdminNegativeTestJSON-1329822782 tempest-ServersAdminNegativeTestJSON-1329822782-project-admin] Waiting for the task: (returnval){ [ 1164.682669] env[70039]: value = "task-3331527" [ 1164.682669] env[70039]: _type = "Task" [ 1164.682669] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.693417] env[70039]: DEBUG oslo_vmware.api [None req-e8573f33-721b-4b0e-8755-a7f7674cbb73 tempest-ServersAdminNegativeTestJSON-1329822782 tempest-ServersAdminNegativeTestJSON-1329822782-project-admin] Task: {'id': task-3331527, 'name': SuspendVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.784987] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f74582-29f3-4e67-90d0-c5e58569431a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.794527] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f51c34-356b-4bd6-bfd0-73e97c631da4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.829462] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.830708] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9443bd62-3e07-4c53-ad60-56593ff80521 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.842706] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14dae07-7cac-4a04-bd8c-8db3dd56c3e8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.867668] env[70039]: DEBUG nova.compute.provider_tree [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.018942] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331525, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.092821] env[70039]: DEBUG oslo_vmware.api [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.147303] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d86ec3-b192-70c9-8023-ecff74418cda, 'name': SearchDatastore_Task, 'duration_secs': 0.008868} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.147303] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.147303] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.147303] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.147303] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.147303] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.147303] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61071ad1-e029-4a3f-98f7-2bdd7be16c59 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.163554] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.163554] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.164507] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-521602dc-ac22-4e4e-b0c2-85f5996cfda2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.174195] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for the task: (returnval){ [ 1165.174195] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52e9e6e6-0696-2a3b-2d54-e778511ef32e" [ 1165.174195] env[70039]: _type = "Task" [ 1165.174195] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.187770] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e9e6e6-0696-2a3b-2d54-e778511ef32e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.199209] env[70039]: DEBUG oslo_vmware.api [None req-e8573f33-721b-4b0e-8755-a7f7674cbb73 tempest-ServersAdminNegativeTestJSON-1329822782 tempest-ServersAdminNegativeTestJSON-1329822782-project-admin] Task: {'id': task-3331527, 'name': SuspendVM_Task} progress is 20%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.373909] env[70039]: DEBUG nova.scheduler.client.report [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.533711] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331525, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.588951] env[70039]: DEBUG oslo_vmware.api [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331526, 'name': ReconfigVM_Task, 'duration_secs': 0.608846} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.588951] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Updating instance '7d74d5e2-7375-4a20-b5aa-4543d75ab5a3' progress to 33 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.686699] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e9e6e6-0696-2a3b-2d54-e778511ef32e, 'name': SearchDatastore_Task, 'duration_secs': 0.014423} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.690807] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff75710-4c61-4127-9d12-7c15fb7832a8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.699744] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for the task: (returnval){ [ 1165.699744] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5266f09d-665e-c980-a29b-28e2f73aa21e" [ 1165.699744] env[70039]: _type = "Task" [ 1165.699744] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.702702] env[70039]: DEBUG oslo_vmware.api [None req-e8573f33-721b-4b0e-8755-a7f7674cbb73 tempest-ServersAdminNegativeTestJSON-1329822782 tempest-ServersAdminNegativeTestJSON-1329822782-project-admin] Task: {'id': task-3331527, 'name': SuspendVM_Task} progress is 79%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.713299] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5266f09d-665e-c980-a29b-28e2f73aa21e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.879936] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.880286] env[70039]: DEBUG nova.compute.manager [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1165.886593] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.968s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.887856] env[70039]: INFO nova.compute.claims [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.025926] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331525, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.095337] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.095850] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.096287] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.096546] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.096665] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.098161] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.098161] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.098161] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.098161] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.098161] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.098161] env[70039]: DEBUG nova.virt.hardware [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.105486] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1166.106109] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fcecb30-f8d4-445b-8d7d-ec63f4e9fbaa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.127542] env[70039]: DEBUG oslo_vmware.api [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1166.127542] env[70039]: value = "task-3331528" [ 1166.127542] env[70039]: _type = "Task" [ 1166.127542] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.141917] env[70039]: DEBUG oslo_vmware.api [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.203534] env[70039]: DEBUG oslo_vmware.api [None req-e8573f33-721b-4b0e-8755-a7f7674cbb73 tempest-ServersAdminNegativeTestJSON-1329822782 tempest-ServersAdminNegativeTestJSON-1329822782-project-admin] Task: {'id': task-3331527, 'name': SuspendVM_Task} progress is 79%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.216445] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5266f09d-665e-c980-a29b-28e2f73aa21e, 'name': SearchDatastore_Task, 'duration_secs': 0.020239} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.216445] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.216445] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] b517ec08-90d4-4eaf-8863-270efeacc8d6/b517ec08-90d4-4eaf-8863-270efeacc8d6.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.216730] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fbcc57b-4e3a-4adc-b3f4-43b67a762afb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.228712] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for the task: (returnval){ [ 1166.228712] env[70039]: value = "task-3331529" [ 1166.228712] env[70039]: _type = "Task" [ 1166.228712] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.239383] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.396127] env[70039]: DEBUG nova.compute.utils [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.400257] env[70039]: DEBUG nova.compute.manager [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1166.400487] env[70039]: DEBUG nova.network.neutron [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.441353] env[70039]: DEBUG nova.policy [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0d052c1e8564f41bb4a896c0f5dc5de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78b0e4c6a857463db86bcf9f8fc41227', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.528453] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331525, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.642799] env[70039]: DEBUG oslo_vmware.api [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331528, 'name': ReconfigVM_Task, 'duration_secs': 0.449274} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.642950] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1166.644616] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99c73bd-056a-4c8d-bc7c-7731374b1707 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.670612] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "bb37ebdd-8f89-4096-a87b-6c67da301cf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.670955] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "bb37ebdd-8f89-4096-a87b-6c67da301cf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.671226] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "bb37ebdd-8f89-4096-a87b-6c67da301cf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.671423] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "bb37ebdd-8f89-4096-a87b-6c67da301cf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.671847] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "bb37ebdd-8f89-4096-a87b-6c67da301cf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.682097] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3/7d74d5e2-7375-4a20-b5aa-4543d75ab5a3.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.682970] env[70039]: INFO nova.compute.manager [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Terminating instance [ 1166.685416] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02d91fb8-cac2-4c64-b7cc-1aa13608c1fb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.717298] env[70039]: DEBUG oslo_vmware.api [None req-e8573f33-721b-4b0e-8755-a7f7674cbb73 tempest-ServersAdminNegativeTestJSON-1329822782 tempest-ServersAdminNegativeTestJSON-1329822782-project-admin] Task: {'id': task-3331527, 'name': SuspendVM_Task, 'duration_secs': 1.747677} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.719256] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-e8573f33-721b-4b0e-8755-a7f7674cbb73 tempest-ServersAdminNegativeTestJSON-1329822782 tempest-ServersAdminNegativeTestJSON-1329822782-project-admin] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Suspended the VM {{(pid=70039) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1166.719481] env[70039]: DEBUG nova.compute.manager [None req-e8573f33-721b-4b0e-8755-a7f7674cbb73 tempest-ServersAdminNegativeTestJSON-1329822782 tempest-ServersAdminNegativeTestJSON-1329822782-project-admin] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.719935] env[70039]: DEBUG oslo_vmware.api [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1166.719935] env[70039]: value = "task-3331530" [ 1166.719935] env[70039]: _type = "Task" [ 1166.719935] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.721183] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c9b94a-a88d-43e3-bdee-dcc3e061281c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.745701] env[70039]: DEBUG oslo_vmware.api [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.751301] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331529, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.901447] env[70039]: DEBUG nova.compute.manager [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.907074] env[70039]: DEBUG nova.network.neutron [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Successfully created port: 7ab81a11-0310-4033-88b4-04e3ec0755a0 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.024760] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331525, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.434238} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.025053] env[70039]: INFO nova.virt.vmwareapi.ds_util [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f3d44791-b050-425d-a7a4-1f9036923428/OSTACK_IMG_f3d44791-b050-425d-a7a4-1f9036923428.vmdk to [datastore2] devstack-image-cache_base/aed44af7-ed63-4c88-9fde-d13793e77b11/aed44af7-ed63-4c88-9fde-d13793e77b11.vmdk. [ 1167.025245] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Cleaning up location [datastore2] OSTACK_IMG_f3d44791-b050-425d-a7a4-1f9036923428 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1167.025405] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f3d44791-b050-425d-a7a4-1f9036923428 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.025648] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68cb5b20-64f7-4870-a714-cce5e97c185d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.031862] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1167.031862] env[70039]: value = "task-3331531" [ 1167.031862] env[70039]: _type = "Task" [ 1167.031862] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.039856] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.186294] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01da8152-c2f0-4b0d-8489-e86fd31dbad0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.195360] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb99c50-fe96-4380-9b47-c6727f03b818 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.225727] env[70039]: DEBUG nova.compute.manager [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.225954] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.227564] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288b4b63-9e59-4433-b14f-c3faf97b984f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.233938] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5b0a23-788b-450f-8037-1694c03a4ab0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.243729] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778894} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.250115] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] b517ec08-90d4-4eaf-8863-270efeacc8d6/b517ec08-90d4-4eaf-8863-270efeacc8d6.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.250362] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.252735] env[70039]: DEBUG oslo_vmware.api [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.252953] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.253222] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c847b6b-d2b1-40a4-a2a1-f80212fd7ce8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.254972] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-217bca9c-4ae3-4eaa-879b-4d943ba95d6b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.257247] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046818f1-76ea-4402-9d4d-c7bbcf219d78 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.274254] env[70039]: DEBUG nova.compute.provider_tree [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.277857] env[70039]: DEBUG oslo_vmware.api [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1167.277857] env[70039]: value = "task-3331532" [ 1167.277857] env[70039]: _type = "Task" [ 1167.277857] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.278172] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for the task: (returnval){ [ 1167.278172] env[70039]: value = "task-3331533" [ 1167.278172] env[70039]: _type = "Task" [ 1167.278172] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.291513] env[70039]: DEBUG oslo_vmware.api [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.295135] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.414866] env[70039]: INFO nova.virt.block_device [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Booting with volume 7eba13db-b8c6-445d-a48a-fb0999711a4f at /dev/sda [ 1167.474561] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1b62459-c60a-489d-8368-9e602ce91725 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.488279] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1277ad-4227-4277-a4e1-92b9d5dac990 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.520685] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-473f95ef-11c8-4a42-9db0-07a89ec83265 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.528791] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04964cf8-8b0d-4661-a896-45d73256e810 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.548080] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045505} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.548287] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.548457] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aed44af7-ed63-4c88-9fde-d13793e77b11/aed44af7-ed63-4c88-9fde-d13793e77b11.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.548745] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aed44af7-ed63-4c88-9fde-d13793e77b11/aed44af7-ed63-4c88-9fde-d13793e77b11.vmdk to [datastore2] f8d675ce-e8bd-4861-9832-7ac0a720f8a9/f8d675ce-e8bd-4861-9832-7ac0a720f8a9.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.548990] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60029688-3980-4e33-bcc8-0428459d3049 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.567528] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908d2695-df33-4aaf-a963-a76fb9bbb555 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.570257] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1167.570257] env[70039]: value = "task-3331534" [ 1167.570257] env[70039]: _type = "Task" [ 1167.570257] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.576815] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233a88d3-f332-483d-8d2a-e083f857c941 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.581951] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.593018] env[70039]: DEBUG nova.virt.block_device [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Updating existing volume attachment record: 881642fc-b1d5-40a3-99bd-707184561713 {{(pid=70039) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1167.736993] env[70039]: DEBUG oslo_vmware.api [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331530, 'name': ReconfigVM_Task, 'duration_secs': 0.832682} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.737360] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3/7d74d5e2-7375-4a20-b5aa-4543d75ab5a3.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.737648] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Updating instance '7d74d5e2-7375-4a20-b5aa-4543d75ab5a3' progress to 50 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.780822] env[70039]: DEBUG nova.scheduler.client.report [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.798110] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078255} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.801093] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.801500] env[70039]: DEBUG oslo_vmware.api [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331532, 'name': PowerOffVM_Task, 'duration_secs': 0.234851} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.802322] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6963fe79-2925-47c1-9d86-b8470c586833 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.805212] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.806424] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.806424] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a35b7c82-9fe0-4ebd-bb70-7f0c4c24d23e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.825845] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] b517ec08-90d4-4eaf-8863-270efeacc8d6/b517ec08-90d4-4eaf-8863-270efeacc8d6.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.827504] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0006db8a-9f22-410a-8b6a-a95d5065d46a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.851099] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for the task: (returnval){ [ 1167.851099] env[70039]: value = "task-3331536" [ 1167.851099] env[70039]: _type = "Task" [ 1167.851099] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.862039] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.082246] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331534, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.202839] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.203155] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.203590] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Deleting the datastore file [datastore2] bb37ebdd-8f89-4096-a87b-6c67da301cf7 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.203797] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8821459-bfac-45a9-8fe9-9303a29fd5f2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.210907] env[70039]: DEBUG oslo_vmware.api [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for the task: (returnval){ [ 1168.210907] env[70039]: value = "task-3331537" [ 1168.210907] env[70039]: _type = "Task" [ 1168.210907] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.220682] env[70039]: DEBUG oslo_vmware.api [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.245377] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887e3f8a-8e3d-4030-87d3-72e4e0984631 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.265397] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bbfb79-e6a7-4835-bfc1-558c5abc7c37 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.285467] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Updating instance '7d74d5e2-7375-4a20-b5aa-4543d75ab5a3' progress to 67 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.293405] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.294336] env[70039]: DEBUG nova.compute.manager [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.296952] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.469s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.297345] env[70039]: DEBUG nova.objects.instance [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lazy-loading 'resources' on Instance uuid 2a3331a0-19ac-4f75-9541-57ff3e287f9e {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.361485] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331536, 'name': ReconfigVM_Task, 'duration_secs': 0.358132} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.361787] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Reconfigured VM instance instance-00000062 to attach disk [datastore1] b517ec08-90d4-4eaf-8863-270efeacc8d6/b517ec08-90d4-4eaf-8863-270efeacc8d6.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.362444] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02f12a63-1db3-45ce-86d9-290d8e0b1c85 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.369526] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for the task: (returnval){ [ 1168.369526] env[70039]: value = "task-3331538" [ 1168.369526] env[70039]: _type = "Task" [ 1168.369526] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.378423] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331538, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.581120] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331534, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.727569] env[70039]: DEBUG oslo_vmware.api [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.731248] env[70039]: DEBUG nova.compute.manager [req-069fc9cc-abe8-4429-965f-dd04428e17d5 req-96ecf1b2-e483-4522-a6bf-645a6c8a0c1e service nova] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Received event network-vif-plugged-7ab81a11-0310-4033-88b4-04e3ec0755a0 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.731248] env[70039]: DEBUG oslo_concurrency.lockutils [req-069fc9cc-abe8-4429-965f-dd04428e17d5 req-96ecf1b2-e483-4522-a6bf-645a6c8a0c1e service nova] Acquiring lock "6657ac6d-2a65-4073-af44-af7742dd41bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.731248] env[70039]: DEBUG oslo_concurrency.lockutils [req-069fc9cc-abe8-4429-965f-dd04428e17d5 req-96ecf1b2-e483-4522-a6bf-645a6c8a0c1e service nova] Lock "6657ac6d-2a65-4073-af44-af7742dd41bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.731248] env[70039]: DEBUG oslo_concurrency.lockutils [req-069fc9cc-abe8-4429-965f-dd04428e17d5 req-96ecf1b2-e483-4522-a6bf-645a6c8a0c1e service nova] Lock "6657ac6d-2a65-4073-af44-af7742dd41bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.731248] env[70039]: DEBUG nova.compute.manager [req-069fc9cc-abe8-4429-965f-dd04428e17d5 req-96ecf1b2-e483-4522-a6bf-645a6c8a0c1e service nova] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] No waiting events found dispatching network-vif-plugged-7ab81a11-0310-4033-88b4-04e3ec0755a0 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.731578] env[70039]: WARNING nova.compute.manager [req-069fc9cc-abe8-4429-965f-dd04428e17d5 req-96ecf1b2-e483-4522-a6bf-645a6c8a0c1e service nova] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Received unexpected event network-vif-plugged-7ab81a11-0310-4033-88b4-04e3ec0755a0 for instance with vm_state building and task_state block_device_mapping. [ 1168.797572] env[70039]: DEBUG nova.network.neutron [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Successfully updated port: 7ab81a11-0310-4033-88b4-04e3ec0755a0 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.803409] env[70039]: DEBUG nova.compute.utils [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.809174] env[70039]: DEBUG nova.compute.manager [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.809339] env[70039]: DEBUG nova.network.neutron [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.840878] env[70039]: DEBUG nova.network.neutron [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Port 791d1638-58f3-4518-82fc-3305161672b7 binding to destination host cpu-1 is already ACTIVE {{(pid=70039) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1168.877091] env[70039]: DEBUG nova.policy [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5b2b138d0434a1983ea62e1280873b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1aebfad7ee04aa590d54a4f2fbf5e9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.884943] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331538, 'name': Rename_Task, 'duration_secs': 0.243729} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.885592] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.885592] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f237694-bd20-4c34-907a-633d20a6e8ef {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.897651] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for the task: (returnval){ [ 1168.897651] env[70039]: value = "task-3331539" [ 1168.897651] env[70039]: _type = "Task" [ 1168.897651] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.907317] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.082527] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331534, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.142272] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc909dc0-78a0-43ec-886e-6d7af838aa17 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.150616] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be9d6d8-f1fe-4cd7-a107-482ec589ad7b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.185586] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efc6783-cfa8-4fdd-a385-392dbe300694 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.194635] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b060242-85f2-41fe-9693-31e826b7ba16 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.208936] env[70039]: DEBUG nova.compute.provider_tree [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.223452] env[70039]: DEBUG oslo_vmware.api [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.297028] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31b1b3fe-f098-4d2f-b9c3-a9a641068559 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "bced78af-9276-4173-808a-d730c9db5a92" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.297143] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31b1b3fe-f098-4d2f-b9c3-a9a641068559 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "bced78af-9276-4173-808a-d730c9db5a92" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.297513] env[70039]: DEBUG nova.compute.manager [None req-31b1b3fe-f098-4d2f-b9c3-a9a641068559 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.298711] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24263274-0886-40cd-aa89-defe1de18fa0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.302546] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Acquiring lock "refresh_cache-6657ac6d-2a65-4073-af44-af7742dd41bb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.302707] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Acquired lock "refresh_cache-6657ac6d-2a65-4073-af44-af7742dd41bb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.302862] env[70039]: DEBUG nova.network.neutron [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.312201] env[70039]: DEBUG nova.compute.manager [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.316290] env[70039]: DEBUG nova.compute.manager [None req-31b1b3fe-f098-4d2f-b9c3-a9a641068559 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70039) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1169.317768] env[70039]: DEBUG nova.objects.instance [None req-31b1b3fe-f098-4d2f-b9c3-a9a641068559 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lazy-loading 'flavor' on Instance uuid bced78af-9276-4173-808a-d730c9db5a92 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.347366] env[70039]: DEBUG nova.network.neutron [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Successfully created port: 48866895-3414-4f81-80d1-fbdecb49ee39 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.409420] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331539, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.582593] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331534, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.711852] env[70039]: DEBUG nova.scheduler.client.report [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.725276] env[70039]: DEBUG oslo_vmware.api [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.728772] env[70039]: DEBUG nova.compute.manager [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.729304] env[70039]: DEBUG nova.virt.hardware [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.729586] env[70039]: DEBUG nova.virt.hardware [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.729767] env[70039]: DEBUG nova.virt.hardware [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.729962] env[70039]: DEBUG nova.virt.hardware [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.730121] env[70039]: DEBUG nova.virt.hardware [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.730268] env[70039]: DEBUG nova.virt.hardware [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.730492] env[70039]: DEBUG nova.virt.hardware [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.730697] env[70039]: DEBUG nova.virt.hardware [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.730914] env[70039]: DEBUG nova.virt.hardware [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.731095] env[70039]: DEBUG nova.virt.hardware [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.731546] env[70039]: DEBUG nova.virt.hardware [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.732509] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ae16aa-872f-430d-8dce-88a69ad22e1c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.741191] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f98781b-aafc-423a-8357-5d5c91fde562 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.835904] env[70039]: DEBUG nova.network.neutron [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.872340] env[70039]: DEBUG oslo_concurrency.lockutils [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "7d74d5e2-7375-4a20-b5aa-4543d75ab5a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.872587] env[70039]: DEBUG oslo_concurrency.lockutils [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "7d74d5e2-7375-4a20-b5aa-4543d75ab5a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.872765] env[70039]: DEBUG oslo_concurrency.lockutils [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "7d74d5e2-7375-4a20-b5aa-4543d75ab5a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.914032] env[70039]: DEBUG oslo_vmware.api [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331539, 'name': PowerOnVM_Task, 'duration_secs': 0.604355} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.914032] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.914032] env[70039]: DEBUG nova.compute.manager [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.914032] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fbdb8d-46db-4e73-acd4-06c062758e40 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.031771] env[70039]: DEBUG nova.network.neutron [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Updating instance_info_cache with network_info: [{"id": "7ab81a11-0310-4033-88b4-04e3ec0755a0", "address": "fa:16:3e:b9:ea:d2", "network": {"id": "63bef23a-0d6d-4127-9445-7d73d7c21f13", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-600225217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78b0e4c6a857463db86bcf9f8fc41227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ab81a11-03", "ovs_interfaceid": "7ab81a11-0310-4033-88b4-04e3ec0755a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.082632] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331534, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.380366} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.082964] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aed44af7-ed63-4c88-9fde-d13793e77b11/aed44af7-ed63-4c88-9fde-d13793e77b11.vmdk to [datastore2] f8d675ce-e8bd-4861-9832-7ac0a720f8a9/f8d675ce-e8bd-4861-9832-7ac0a720f8a9.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.083653] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353aaf36-f614-4cee-b00f-cde0cff239f8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.099048] env[70039]: DEBUG oslo_concurrency.lockutils [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquiring lock "b32e8db2-4481-4eb5-9490-90857702f13c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.099288] env[70039]: DEBUG oslo_concurrency.lockutils [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lock "b32e8db2-4481-4eb5-9490-90857702f13c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.099490] env[70039]: DEBUG oslo_concurrency.lockutils [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquiring lock "b32e8db2-4481-4eb5-9490-90857702f13c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.099706] env[70039]: DEBUG oslo_concurrency.lockutils [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lock "b32e8db2-4481-4eb5-9490-90857702f13c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.099880] env[70039]: DEBUG oslo_concurrency.lockutils [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lock "b32e8db2-4481-4eb5-9490-90857702f13c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.101867] env[70039]: INFO nova.compute.manager [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Terminating instance [ 1170.113378] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] f8d675ce-e8bd-4861-9832-7ac0a720f8a9/f8d675ce-e8bd-4861-9832-7ac0a720f8a9.vmdk or device None with type streamOptimized {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.114229] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6de8e00-962a-42b3-83a6-14873ffb566e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.134483] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1170.134483] env[70039]: value = "task-3331540" [ 1170.134483] env[70039]: _type = "Task" [ 1170.134483] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.142379] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.220182] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.225759] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 22.422s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.227288] env[70039]: DEBUG oslo_vmware.api [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Task: {'id': task-3331537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.785832} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.228026] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.228601] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.228862] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.229090] env[70039]: INFO nova.compute.manager [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Took 3.00 seconds to destroy the instance on the hypervisor. [ 1170.229734] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.229954] env[70039]: DEBUG nova.compute.manager [-] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.230107] env[70039]: DEBUG nova.network.neutron [-] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.247080] env[70039]: INFO nova.scheduler.client.report [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Deleted allocations for instance 2a3331a0-19ac-4f75-9541-57ff3e287f9e [ 1170.327011] env[70039]: DEBUG nova.compute.manager [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.329742] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b1b3fe-f098-4d2f-b9c3-a9a641068559 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.330185] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93331a64-e401-4991-9f20-bd9b7c9b18a2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.336896] env[70039]: DEBUG oslo_vmware.api [None req-31b1b3fe-f098-4d2f-b9c3-a9a641068559 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1170.336896] env[70039]: value = "task-3331541" [ 1170.336896] env[70039]: _type = "Task" [ 1170.336896] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.345542] env[70039]: DEBUG oslo_vmware.api [None req-31b1b3fe-f098-4d2f-b9c3-a9a641068559 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.368974] env[70039]: DEBUG nova.virt.hardware [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.369613] env[70039]: DEBUG nova.virt.hardware [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.369613] env[70039]: DEBUG nova.virt.hardware [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.369613] env[70039]: DEBUG nova.virt.hardware [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.369933] env[70039]: DEBUG nova.virt.hardware [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.369933] env[70039]: DEBUG nova.virt.hardware [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.370146] env[70039]: DEBUG nova.virt.hardware [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.370304] env[70039]: DEBUG nova.virt.hardware [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.370480] env[70039]: DEBUG nova.virt.hardware [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.370659] env[70039]: DEBUG nova.virt.hardware [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.370842] env[70039]: DEBUG nova.virt.hardware [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.371707] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b2dc67-3a18-468c-8350-bdff0eb8aacb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.380084] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e773d2d-27b1-4db9-80a3-ff0fede47acc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.429855] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.534296] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Releasing lock "refresh_cache-6657ac6d-2a65-4073-af44-af7742dd41bb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.534660] env[70039]: DEBUG nova.compute.manager [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Instance network_info: |[{"id": "7ab81a11-0310-4033-88b4-04e3ec0755a0", "address": "fa:16:3e:b9:ea:d2", "network": {"id": "63bef23a-0d6d-4127-9445-7d73d7c21f13", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-600225217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78b0e4c6a857463db86bcf9f8fc41227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ab81a11-03", "ovs_interfaceid": "7ab81a11-0310-4033-88b4-04e3ec0755a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.535108] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:ea:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ab81a11-0310-4033-88b4-04e3ec0755a0', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.542952] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Creating folder: Project (78b0e4c6a857463db86bcf9f8fc41227). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.543271] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d94bba54-43b3-4b70-96f6-ed3c1070bbf3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.556388] env[70039]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1170.556559] env[70039]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70039) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1170.556961] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Folder already exists: Project (78b0e4c6a857463db86bcf9f8fc41227). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1170.557141] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Creating folder: Instances. Parent ref: group-v665036. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.559028] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05fbd97e-91c2-4053-9e2b-1693a307f83c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.566847] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Created folder: Instances in parent group-v665036. [ 1170.567090] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.567286] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.567487] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bb9c050-90e8-4717-b5c6-1506a82ce838 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.585910] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.585910] env[70039]: value = "task-3331544" [ 1170.585910] env[70039]: _type = "Task" [ 1170.585910] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.593555] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331544, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.605208] env[70039]: DEBUG nova.compute.manager [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.605441] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.606335] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1ff7bc-29c6-44d9-8194-4449edf3bf58 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.614215] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.614339] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3b0f039-d1e3-4b0e-b029-482cab542fbe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.646627] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331540, 'name': ReconfigVM_Task, 'duration_secs': 0.322708} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.647389] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Reconfigured VM instance instance-0000003f to attach disk [datastore2] f8d675ce-e8bd-4861-9832-7ac0a720f8a9/f8d675ce-e8bd-4861-9832-7ac0a720f8a9.vmdk or device None with type streamOptimized {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.648224] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5756879e-57a5-4992-b8b0-985ca5bbbedf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.655609] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1170.655609] env[70039]: value = "task-3331546" [ 1170.655609] env[70039]: _type = "Task" [ 1170.655609] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.670069] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331546, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.703112] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.703112] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.703112] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Deleting the datastore file [datastore2] b32e8db2-4481-4eb5-9490-90857702f13c {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.703112] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11aead39-c228-40b0-a84d-e60b299d2c69 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.709760] env[70039]: DEBUG oslo_vmware.api [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for the task: (returnval){ [ 1170.709760] env[70039]: value = "task-3331547" [ 1170.709760] env[70039]: _type = "Task" [ 1170.709760] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.718533] env[70039]: DEBUG oslo_vmware.api [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.757855] env[70039]: DEBUG oslo_concurrency.lockutils [None req-44d8a827-32b4-406f-bd48-cd6b7d634b9e tempest-ServersAdminTestJSON-592942915 tempest-ServersAdminTestJSON-592942915-project-member] Lock "2a3331a0-19ac-4f75-9541-57ff3e287f9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.396s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.803052] env[70039]: DEBUG nova.compute.manager [req-bbc8902a-4c49-4d65-b5c9-aca7b527f901 req-d202f89d-bade-428b-9535-f54108471ed3 service nova] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Received event network-changed-7ab81a11-0310-4033-88b4-04e3ec0755a0 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.803242] env[70039]: DEBUG nova.compute.manager [req-bbc8902a-4c49-4d65-b5c9-aca7b527f901 req-d202f89d-bade-428b-9535-f54108471ed3 service nova] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Refreshing instance network info cache due to event network-changed-7ab81a11-0310-4033-88b4-04e3ec0755a0. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.803797] env[70039]: DEBUG oslo_concurrency.lockutils [req-bbc8902a-4c49-4d65-b5c9-aca7b527f901 req-d202f89d-bade-428b-9535-f54108471ed3 service nova] Acquiring lock "refresh_cache-6657ac6d-2a65-4073-af44-af7742dd41bb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.803959] env[70039]: DEBUG oslo_concurrency.lockutils [req-bbc8902a-4c49-4d65-b5c9-aca7b527f901 req-d202f89d-bade-428b-9535-f54108471ed3 service nova] Acquired lock "refresh_cache-6657ac6d-2a65-4073-af44-af7742dd41bb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.805197] env[70039]: DEBUG nova.network.neutron [req-bbc8902a-4c49-4d65-b5c9-aca7b527f901 req-d202f89d-bade-428b-9535-f54108471ed3 service nova] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Refreshing network info cache for port 7ab81a11-0310-4033-88b4-04e3ec0755a0 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.826511] env[70039]: DEBUG nova.compute.manager [req-44944fdf-4a45-422a-9742-162365d66738 req-34d47e33-0f88-48fc-93ef-84498114c447 service nova] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Received event network-vif-deleted-da208c0f-4287-4bd0-ae61-b354e2af7f0b {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.826668] env[70039]: INFO nova.compute.manager [req-44944fdf-4a45-422a-9742-162365d66738 req-34d47e33-0f88-48fc-93ef-84498114c447 service nova] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Neutron deleted interface da208c0f-4287-4bd0-ae61-b354e2af7f0b; detaching it from the instance and deleting it from the info cache [ 1170.826858] env[70039]: DEBUG nova.network.neutron [req-44944fdf-4a45-422a-9742-162365d66738 req-34d47e33-0f88-48fc-93ef-84498114c447 service nova] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.848553] env[70039]: DEBUG oslo_vmware.api [None req-31b1b3fe-f098-4d2f-b9c3-a9a641068559 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331541, 'name': PowerOffVM_Task, 'duration_secs': 0.462606} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.851616] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b1b3fe-f098-4d2f-b9c3-a9a641068559 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.851828] env[70039]: DEBUG nova.compute.manager [None req-31b1b3fe-f098-4d2f-b9c3-a9a641068559 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.853652] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91436e0-554f-4379-888c-c3da3701a894 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.923160] env[70039]: DEBUG oslo_concurrency.lockutils [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "refresh_cache-7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.923373] env[70039]: DEBUG oslo_concurrency.lockutils [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "refresh_cache-7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.923559] env[70039]: DEBUG nova.network.neutron [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.984330] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27450000-69ff-4d7d-906c-47142a8d76c4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.996234] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d5d495-be99-4900-b94c-a3ca3775467a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.001144] env[70039]: DEBUG nova.network.neutron [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Successfully updated port: 48866895-3414-4f81-80d1-fbdecb49ee39 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.037321] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7955fac-682e-4938-86d1-609b908566af {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.049652] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4806b2d0-69bb-4fc8-8084-04ed7829626c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.064299] env[70039]: DEBUG nova.compute.provider_tree [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.095407] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331544, 'name': CreateVM_Task, 'duration_secs': 0.48398} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.095714] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.096296] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665044', 'volume_id': '7eba13db-b8c6-445d-a48a-fb0999711a4f', 'name': 'volume-7eba13db-b8c6-445d-a48a-fb0999711a4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6657ac6d-2a65-4073-af44-af7742dd41bb', 'attached_at': '', 'detached_at': '', 'volume_id': '7eba13db-b8c6-445d-a48a-fb0999711a4f', 'serial': '7eba13db-b8c6-445d-a48a-fb0999711a4f'}, 'delete_on_termination': True, 'device_type': None, 'attachment_id': '881642fc-b1d5-40a3-99bd-707184561713', 'disk_bus': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=70039) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1171.096535] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Root volume attach. Driver type: vmdk {{(pid=70039) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1171.097324] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34288fa-b119-471b-9222-32771b8cf483 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.104679] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0759d137-1570-4d31-9689-c480432986e8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.110947] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491b0d32-4408-4b79-b42c-80ff0fc3f9e1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.116774] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b79204d9-9339-4288-a93c-786e9880f8f3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.123406] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Waiting for the task: (returnval){ [ 1171.123406] env[70039]: value = "task-3331548" [ 1171.123406] env[70039]: _type = "Task" [ 1171.123406] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.130741] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331548, 'name': RelocateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.166173] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331546, 'name': Rename_Task, 'duration_secs': 0.192267} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.166479] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.166787] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faa99ac7-a610-4657-a093-17493ae8686b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.173360] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1171.173360] env[70039]: value = "task-3331549" [ 1171.173360] env[70039]: _type = "Task" [ 1171.173360] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.188288] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.219979] env[70039]: DEBUG oslo_vmware.api [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25862} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.220292] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.220491] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.220688] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.220917] env[70039]: INFO nova.compute.manager [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1171.221149] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.221363] env[70039]: DEBUG nova.compute.manager [-] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.221459] env[70039]: DEBUG nova.network.neutron [-] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.268787] env[70039]: DEBUG nova.network.neutron [-] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.270303] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Acquiring lock "b517ec08-90d4-4eaf-8863-270efeacc8d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.271171] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Lock "b517ec08-90d4-4eaf-8863-270efeacc8d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.271416] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Acquiring lock "b517ec08-90d4-4eaf-8863-270efeacc8d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.271630] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Lock "b517ec08-90d4-4eaf-8863-270efeacc8d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.271834] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Lock "b517ec08-90d4-4eaf-8863-270efeacc8d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.277581] env[70039]: INFO nova.compute.manager [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Terminating instance [ 1171.330508] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5292ab5c-54dd-4666-968e-c205479637d8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.341090] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75f1428-703b-4ac6-8467-6df68423ca5c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.381959] env[70039]: DEBUG nova.compute.manager [req-44944fdf-4a45-422a-9742-162365d66738 req-34d47e33-0f88-48fc-93ef-84498114c447 service nova] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Detach interface failed, port_id=da208c0f-4287-4bd0-ae61-b354e2af7f0b, reason: Instance bb37ebdd-8f89-4096-a87b-6c67da301cf7 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1171.382741] env[70039]: DEBUG oslo_concurrency.lockutils [None req-31b1b3fe-f098-4d2f-b9c3-a9a641068559 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "bced78af-9276-4173-808a-d730c9db5a92" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.505583] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.505806] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.506025] env[70039]: DEBUG nova.network.neutron [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.568997] env[70039]: DEBUG nova.scheduler.client.report [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.609450] env[70039]: DEBUG nova.network.neutron [req-bbc8902a-4c49-4d65-b5c9-aca7b527f901 req-d202f89d-bade-428b-9535-f54108471ed3 service nova] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Updated VIF entry in instance network info cache for port 7ab81a11-0310-4033-88b4-04e3ec0755a0. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.610282] env[70039]: DEBUG nova.network.neutron [req-bbc8902a-4c49-4d65-b5c9-aca7b527f901 req-d202f89d-bade-428b-9535-f54108471ed3 service nova] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Updating instance_info_cache with network_info: [{"id": "7ab81a11-0310-4033-88b4-04e3ec0755a0", "address": "fa:16:3e:b9:ea:d2", "network": {"id": "63bef23a-0d6d-4127-9445-7d73d7c21f13", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-600225217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78b0e4c6a857463db86bcf9f8fc41227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ab81a11-03", "ovs_interfaceid": "7ab81a11-0310-4033-88b4-04e3ec0755a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.635661] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331548, 'name': RelocateVM_Task} progress is 38%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.686911] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331549, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.775238] env[70039]: INFO nova.compute.manager [-] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Took 1.54 seconds to deallocate network for instance. [ 1171.783234] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Acquiring lock "refresh_cache-b517ec08-90d4-4eaf-8863-270efeacc8d6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.784387] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Acquired lock "refresh_cache-b517ec08-90d4-4eaf-8863-270efeacc8d6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.784387] env[70039]: DEBUG nova.network.neutron [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.045127] env[70039]: DEBUG nova.network.neutron [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.109030] env[70039]: DEBUG nova.objects.instance [None req-b0fb589c-acd4-452c-8415-e92cad2055ff tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lazy-loading 'flavor' on Instance uuid bced78af-9276-4173-808a-d730c9db5a92 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.115267] env[70039]: DEBUG oslo_concurrency.lockutils [req-bbc8902a-4c49-4d65-b5c9-aca7b527f901 req-d202f89d-bade-428b-9535-f54108471ed3 service nova] Releasing lock "refresh_cache-6657ac6d-2a65-4073-af44-af7742dd41bb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.140764] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331548, 'name': RelocateVM_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.187956] env[70039]: DEBUG oslo_vmware.api [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331549, 'name': PowerOnVM_Task, 'duration_secs': 0.948157} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.188235] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.282737] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.309914] env[70039]: DEBUG nova.network.neutron [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Updating instance_info_cache with network_info: [{"id": "48866895-3414-4f81-80d1-fbdecb49ee39", "address": "fa:16:3e:f9:d4:b3", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48866895-34", "ovs_interfaceid": "48866895-3414-4f81-80d1-fbdecb49ee39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.325660] env[70039]: DEBUG nova.network.neutron [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.332086] env[70039]: DEBUG nova.compute.manager [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.332086] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac2b467-b014-4e3d-81ee-ed7a0947dbe8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.351505] env[70039]: DEBUG nova.network.neutron [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Updating instance_info_cache with network_info: [{"id": "791d1638-58f3-4518-82fc-3305161672b7", "address": "fa:16:3e:73:88:14", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791d1638-58", "ovs_interfaceid": "791d1638-58f3-4518-82fc-3305161672b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.437095] env[70039]: DEBUG nova.network.neutron [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.582783] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.357s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.582783] env[70039]: DEBUG nova.compute.manager [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70039) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1172.586788] env[70039]: DEBUG oslo_concurrency.lockutils [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.304s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.587073] env[70039]: DEBUG nova.objects.instance [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lazy-loading 'resources' on Instance uuid 46fd960b-e211-436a-9886-d3799b381eef {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.614553] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b0fb589c-acd4-452c-8415-e92cad2055ff tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.614553] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b0fb589c-acd4-452c-8415-e92cad2055ff tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.614553] env[70039]: DEBUG nova.network.neutron [None req-b0fb589c-acd4-452c-8415-e92cad2055ff tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.614553] env[70039]: DEBUG nova.objects.instance [None req-b0fb589c-acd4-452c-8415-e92cad2055ff tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lazy-loading 'info_cache' on Instance uuid bced78af-9276-4173-808a-d730c9db5a92 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.629518] env[70039]: DEBUG nova.network.neutron [-] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.637186] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331548, 'name': RelocateVM_Task} progress is 63%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.815948] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.815948] env[70039]: DEBUG nova.compute.manager [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Instance network_info: |[{"id": "48866895-3414-4f81-80d1-fbdecb49ee39", "address": "fa:16:3e:f9:d4:b3", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48866895-34", "ovs_interfaceid": "48866895-3414-4f81-80d1-fbdecb49ee39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.815948] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:d4:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8edfde4-5a99-4745-956d-04da82ab1b85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48866895-3414-4f81-80d1-fbdecb49ee39', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.822180] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.822180] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.822523] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb715c6b-9382-455e-b8a5-ba2dd54106d3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.840745] env[70039]: DEBUG nova.compute.manager [req-605c37ff-cf5b-4f81-adb4-89212ef976f4 req-de42fb6f-c647-4b4f-8986-a21c8f0aa7ac service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Received event network-vif-plugged-48866895-3414-4f81-80d1-fbdecb49ee39 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.840999] env[70039]: DEBUG oslo_concurrency.lockutils [req-605c37ff-cf5b-4f81-adb4-89212ef976f4 req-de42fb6f-c647-4b4f-8986-a21c8f0aa7ac service nova] Acquiring lock "6a194c46-eea3-42f5-a843-9d5a7216f53e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.841229] env[70039]: DEBUG oslo_concurrency.lockutils [req-605c37ff-cf5b-4f81-adb4-89212ef976f4 req-de42fb6f-c647-4b4f-8986-a21c8f0aa7ac service nova] Lock "6a194c46-eea3-42f5-a843-9d5a7216f53e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.841404] env[70039]: DEBUG oslo_concurrency.lockutils [req-605c37ff-cf5b-4f81-adb4-89212ef976f4 req-de42fb6f-c647-4b4f-8986-a21c8f0aa7ac service nova] Lock "6a194c46-eea3-42f5-a843-9d5a7216f53e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.841573] env[70039]: DEBUG nova.compute.manager [req-605c37ff-cf5b-4f81-adb4-89212ef976f4 req-de42fb6f-c647-4b4f-8986-a21c8f0aa7ac service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] No waiting events found dispatching network-vif-plugged-48866895-3414-4f81-80d1-fbdecb49ee39 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.841735] env[70039]: WARNING nova.compute.manager [req-605c37ff-cf5b-4f81-adb4-89212ef976f4 req-de42fb6f-c647-4b4f-8986-a21c8f0aa7ac service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Received unexpected event network-vif-plugged-48866895-3414-4f81-80d1-fbdecb49ee39 for instance with vm_state building and task_state spawning. [ 1172.841894] env[70039]: DEBUG nova.compute.manager [req-605c37ff-cf5b-4f81-adb4-89212ef976f4 req-de42fb6f-c647-4b4f-8986-a21c8f0aa7ac service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Received event network-changed-48866895-3414-4f81-80d1-fbdecb49ee39 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.842179] env[70039]: DEBUG nova.compute.manager [req-605c37ff-cf5b-4f81-adb4-89212ef976f4 req-de42fb6f-c647-4b4f-8986-a21c8f0aa7ac service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Refreshing instance network info cache due to event network-changed-48866895-3414-4f81-80d1-fbdecb49ee39. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.842261] env[70039]: DEBUG oslo_concurrency.lockutils [req-605c37ff-cf5b-4f81-adb4-89212ef976f4 req-de42fb6f-c647-4b4f-8986-a21c8f0aa7ac service nova] Acquiring lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.842369] env[70039]: DEBUG oslo_concurrency.lockutils [req-605c37ff-cf5b-4f81-adb4-89212ef976f4 req-de42fb6f-c647-4b4f-8986-a21c8f0aa7ac service nova] Acquired lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.842522] env[70039]: DEBUG nova.network.neutron [req-605c37ff-cf5b-4f81-adb4-89212ef976f4 req-de42fb6f-c647-4b4f-8986-a21c8f0aa7ac service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Refreshing network info cache for port 48866895-3414-4f81-80d1-fbdecb49ee39 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.850302] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.850302] env[70039]: value = "task-3331550" [ 1172.850302] env[70039]: _type = "Task" [ 1172.850302] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.857123] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0ba170a3-898d-4c0e-a633-7be5b5fa41a4 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.971s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.858285] env[70039]: DEBUG oslo_concurrency.lockutils [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "refresh_cache-7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.868133] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331550, 'name': CreateVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.939623] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Releasing lock "refresh_cache-b517ec08-90d4-4eaf-8863-270efeacc8d6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.940320] env[70039]: DEBUG nova.compute.manager [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.940558] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.941753] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207de8ad-1a4f-4eae-90a1-40b67b5750ae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.951577] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.951577] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d8bcb14-9a87-4fa1-b814-74b2cd86e349 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.956391] env[70039]: DEBUG oslo_vmware.api [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for the task: (returnval){ [ 1172.956391] env[70039]: value = "task-3331551" [ 1172.956391] env[70039]: _type = "Task" [ 1172.956391] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.964558] env[70039]: DEBUG oslo_vmware.api [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.117290] env[70039]: DEBUG nova.objects.base [None req-b0fb589c-acd4-452c-8415-e92cad2055ff tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1173.134694] env[70039]: INFO nova.compute.manager [-] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Took 1.91 seconds to deallocate network for instance. [ 1173.149598] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331548, 'name': RelocateVM_Task} progress is 78%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.228818] env[70039]: INFO nova.scheduler.client.report [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Deleted allocation for migration 67c18bc8-6977-4618-9883-f3a434838da7 [ 1173.383161] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331550, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.400949] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495f4e12-9e9d-463c-9a5a-1a647eed8304 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.423975] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18635b43-56e5-43d8-9caf-d0d50e4529da {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.432150] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Updating instance '7d74d5e2-7375-4a20-b5aa-4543d75ab5a3' progress to 83 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.459509] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cb3eea-d1f7-4539-8494-ba28d6b1efee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.479887] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344f95b6-6345-487c-b5cf-29a7902f144e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.483947] env[70039]: DEBUG oslo_vmware.api [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331551, 'name': PowerOffVM_Task, 'duration_secs': 0.194372} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.484278] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.484450] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.485199] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6f232cf-64fd-423c-b388-897f619888bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.529030] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72318008-b824-4c86-a82f-f87808878543 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.529030] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.529030] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.529030] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Deleting the datastore file [datastore1] b517ec08-90d4-4eaf-8863-270efeacc8d6 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.530113] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02656f47-4253-4a03-b070-e75e0bef22e3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.537462] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea6e128-3716-44bc-a728-78dec40705f0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.543623] env[70039]: DEBUG oslo_vmware.api [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for the task: (returnval){ [ 1173.543623] env[70039]: value = "task-3331553" [ 1173.543623] env[70039]: _type = "Task" [ 1173.543623] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.564770] env[70039]: DEBUG nova.compute.provider_tree [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.574671] env[70039]: DEBUG oslo_vmware.api [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.640230] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331548, 'name': RelocateVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.654925] env[70039]: DEBUG oslo_concurrency.lockutils [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.743892] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a83846d-bc4b-4e5f-a440-c8109c1a33e8 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.480s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.809935] env[70039]: DEBUG nova.network.neutron [req-605c37ff-cf5b-4f81-adb4-89212ef976f4 req-de42fb6f-c647-4b4f-8986-a21c8f0aa7ac service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Updated VIF entry in instance network info cache for port 48866895-3414-4f81-80d1-fbdecb49ee39. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.810371] env[70039]: DEBUG nova.network.neutron [req-605c37ff-cf5b-4f81-adb4-89212ef976f4 req-de42fb6f-c647-4b4f-8986-a21c8f0aa7ac service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Updating instance_info_cache with network_info: [{"id": "48866895-3414-4f81-80d1-fbdecb49ee39", "address": "fa:16:3e:f9:d4:b3", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48866895-34", "ovs_interfaceid": "48866895-3414-4f81-80d1-fbdecb49ee39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.862349] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331550, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.942370] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.942681] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd144c40-2060-49fb-907e-345041aec4eb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.950137] env[70039]: DEBUG oslo_vmware.api [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1173.950137] env[70039]: value = "task-3331554" [ 1173.950137] env[70039]: _type = "Task" [ 1173.950137] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.963462] env[70039]: DEBUG oslo_vmware.api [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.024513] env[70039]: DEBUG nova.network.neutron [None req-b0fb589c-acd4-452c-8415-e92cad2055ff tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Updating instance_info_cache with network_info: [{"id": "b5750314-df31-4954-a5ad-fd1817ba3ed1", "address": "fa:16:3e:fc:49:f1", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5750314-df", "ovs_interfaceid": "b5750314-df31-4954-a5ad-fd1817ba3ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.054601] env[70039]: DEBUG oslo_vmware.api [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Task: {'id': task-3331553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257154} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.054869] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.055061] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.055248] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.055418] env[70039]: INFO nova.compute.manager [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1174.055637] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.055831] env[70039]: DEBUG nova.compute.manager [-] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.055923] env[70039]: DEBUG nova.network.neutron [-] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.067747] env[70039]: DEBUG nova.objects.instance [None req-f77f76b4-b759-42b3-9a4b-72b133bccc21 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lazy-loading 'flavor' on Instance uuid bcf40b87-7934-4ddf-aed5-4d4710ce0ed7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.073161] env[70039]: DEBUG nova.scheduler.client.report [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.074375] env[70039]: DEBUG nova.network.neutron [-] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.141659] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331548, 'name': RelocateVM_Task} progress is 97%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.314736] env[70039]: DEBUG oslo_concurrency.lockutils [req-605c37ff-cf5b-4f81-adb4-89212ef976f4 req-de42fb6f-c647-4b4f-8986-a21c8f0aa7ac service nova] Releasing lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.315277] env[70039]: DEBUG nova.compute.manager [req-605c37ff-cf5b-4f81-adb4-89212ef976f4 req-de42fb6f-c647-4b4f-8986-a21c8f0aa7ac service nova] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Received event network-vif-deleted-855e8f8c-a415-45cc-83c2-de63f70b5bf4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.363823] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331550, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.460724] env[70039]: DEBUG oslo_vmware.api [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331554, 'name': PowerOnVM_Task, 'duration_secs': 0.483035} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.461023] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.461194] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-04224161-760c-4cc6-9d82-e7b6ce55d2dc tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Updating instance '7d74d5e2-7375-4a20-b5aa-4543d75ab5a3' progress to 100 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.527111] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b0fb589c-acd4-452c-8415-e92cad2055ff tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.577656] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f77f76b4-b759-42b3-9a4b-72b133bccc21 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.577826] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f77f76b4-b759-42b3-9a4b-72b133bccc21 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.578048] env[70039]: DEBUG nova.network.neutron [None req-f77f76b4-b759-42b3-9a4b-72b133bccc21 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.578251] env[70039]: DEBUG nova.objects.instance [None req-f77f76b4-b759-42b3-9a4b-72b133bccc21 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lazy-loading 'info_cache' on Instance uuid bcf40b87-7934-4ddf-aed5-4d4710ce0ed7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.579488] env[70039]: DEBUG nova.network.neutron [-] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.581457] env[70039]: DEBUG oslo_concurrency.lockutils [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.584177] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.755s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.584609] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.584609] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70039) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1174.584836] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.155s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.585599] env[70039]: DEBUG nova.objects.instance [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70039) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1174.589019] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919e1f6e-774f-464e-928e-9546aae1e971 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.599353] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bda954-dc8e-4bf6-a47e-ca6021ef7402 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.621021] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b025da97-dc50-4b10-82b7-fb7c6cf52993 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.627326] env[70039]: INFO nova.scheduler.client.report [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Deleted allocations for instance 46fd960b-e211-436a-9886-d3799b381eef [ 1174.639299] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5198d2-239f-4e8e-b8d2-b2abf6284710 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.647945] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331548, 'name': RelocateVM_Task} progress is 98%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.673017] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180120MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=70039) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1174.673245] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.865233] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331550, 'name': CreateVM_Task, 'duration_secs': 1.569663} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.865233] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.865233] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.865233] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.865233] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.865539] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e75dc373-61d3-42a4-a90b-2c2c17f91819 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.870581] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1174.870581] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c2723b-ef50-9dd3-296e-e03d8151d70d" [ 1174.870581] env[70039]: _type = "Task" [ 1174.870581] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.878183] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c2723b-ef50-9dd3-296e-e03d8151d70d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.085540] env[70039]: DEBUG nova.objects.base [None req-f77f76b4-b759-42b3-9a4b-72b133bccc21 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1175.088600] env[70039]: INFO nova.compute.manager [-] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Took 1.03 seconds to deallocate network for instance. [ 1175.143172] env[70039]: DEBUG oslo_concurrency.lockutils [None req-af98b907-711d-444e-97fc-f7a3cbfd1cd8 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "46fd960b-e211-436a-9886-d3799b381eef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.737s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.151758] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331548, 'name': RelocateVM_Task, 'duration_secs': 3.606058} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.152338] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Volume attach. Driver type: vmdk {{(pid=70039) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1175.152729] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665044', 'volume_id': '7eba13db-b8c6-445d-a48a-fb0999711a4f', 'name': 'volume-7eba13db-b8c6-445d-a48a-fb0999711a4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6657ac6d-2a65-4073-af44-af7742dd41bb', 'attached_at': '', 'detached_at': '', 'volume_id': '7eba13db-b8c6-445d-a48a-fb0999711a4f', 'serial': '7eba13db-b8c6-445d-a48a-fb0999711a4f'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1175.157414] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf69a652-0feb-4207-a05c-d1b69a2df53b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.178156] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204f89ed-5932-4875-bfc9-5916211a7463 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.206373] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-7eba13db-b8c6-445d-a48a-fb0999711a4f/volume-7eba13db-b8c6-445d-a48a-fb0999711a4f.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.206971] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77fd9713-3e83-4e92-a474-19d131a6cb83 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.228559] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Waiting for the task: (returnval){ [ 1175.228559] env[70039]: value = "task-3331555" [ 1175.228559] env[70039]: _type = "Task" [ 1175.228559] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.236584] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.252862] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d1b183-354c-4dad-bc66-f534f17300c9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.259158] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-733500bf-0e4f-49d9-b320-10013f346181 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Suspending the VM {{(pid=70039) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1175.259415] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-38b35f88-36b7-4775-a03d-c0872c308c66 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.265527] env[70039]: DEBUG oslo_vmware.api [None req-733500bf-0e4f-49d9-b320-10013f346181 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1175.265527] env[70039]: value = "task-3331556" [ 1175.265527] env[70039]: _type = "Task" [ 1175.265527] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.273874] env[70039]: DEBUG oslo_vmware.api [None req-733500bf-0e4f-49d9-b320-10013f346181 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331556, 'name': SuspendVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.381289] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c2723b-ef50-9dd3-296e-e03d8151d70d, 'name': SearchDatastore_Task, 'duration_secs': 0.053249} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.381611] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.381875] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.382270] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.382395] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.382480] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.382749] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55e1f212-54b4-4bfb-88c7-083529e8bf82 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.392037] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.392241] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.392974] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf6cb7a-d8a9-46a5-8913-d48db030e4df {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.398310] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1175.398310] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]526ab12a-6088-8157-3b43-35cbd28b24d3" [ 1175.398310] env[70039]: _type = "Task" [ 1175.398310] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.410222] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526ab12a-6088-8157-3b43-35cbd28b24d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.536083] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fb589c-acd4-452c-8415-e92cad2055ff tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.536394] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aec92340-6432-41a6-ad49-fd6055c9dcef {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.544149] env[70039]: DEBUG oslo_vmware.api [None req-b0fb589c-acd4-452c-8415-e92cad2055ff tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1175.544149] env[70039]: value = "task-3331557" [ 1175.544149] env[70039]: _type = "Task" [ 1175.544149] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.558634] env[70039]: DEBUG oslo_vmware.api [None req-b0fb589c-acd4-452c-8415-e92cad2055ff tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.598383] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5d7c1b9e-da95-4b0d-88d5-7ee72b3f08b7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.600798] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.601702] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.319s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.601815] env[70039]: DEBUG nova.objects.instance [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lazy-loading 'resources' on Instance uuid bb37ebdd-8f89-4096-a87b-6c67da301cf7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.740292] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.779572] env[70039]: DEBUG oslo_vmware.api [None req-733500bf-0e4f-49d9-b320-10013f346181 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331556, 'name': SuspendVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.915059] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526ab12a-6088-8157-3b43-35cbd28b24d3, 'name': SearchDatastore_Task, 'duration_secs': 0.030605} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.916480] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b77c9d0a-ce9d-4462-a22f-85bcb099ce77 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.922963] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1175.922963] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c33e5c-8460-6182-88cc-7644fb000f10" [ 1175.922963] env[70039]: _type = "Task" [ 1175.922963] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.931839] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c33e5c-8460-6182-88cc-7644fb000f10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.946082] env[70039]: DEBUG nova.network.neutron [None req-f77f76b4-b759-42b3-9a4b-72b133bccc21 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Updating instance_info_cache with network_info: [{"id": "aa814895-eb72-4654-98da-36f81663b83a", "address": "fa:16:3e:27:c5:de", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa814895-eb", "ovs_interfaceid": "aa814895-eb72-4654-98da-36f81663b83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.054687] env[70039]: DEBUG oslo_vmware.api [None req-b0fb589c-acd4-452c-8415-e92cad2055ff tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331557, 'name': PowerOnVM_Task, 'duration_secs': 0.413393} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.054968] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fb589c-acd4-452c-8415-e92cad2055ff tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.055243] env[70039]: DEBUG nova.compute.manager [None req-b0fb589c-acd4-452c-8415-e92cad2055ff tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.056039] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118bb36d-6ee1-4d8a-8473-4d9652bde041 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.239685] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331555, 'name': ReconfigVM_Task, 'duration_secs': 0.570166} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.242119] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-7eba13db-b8c6-445d-a48a-fb0999711a4f/volume-7eba13db-b8c6-445d-a48a-fb0999711a4f.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.247619] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbbcd733-2734-45b6-8a5c-697806620b17 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.263190] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Waiting for the task: (returnval){ [ 1176.263190] env[70039]: value = "task-3331558" [ 1176.263190] env[70039]: _type = "Task" [ 1176.263190] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.271292] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.280961] env[70039]: DEBUG oslo_vmware.api [None req-733500bf-0e4f-49d9-b320-10013f346181 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331556, 'name': SuspendVM_Task, 'duration_secs': 0.693758} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.281254] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-733500bf-0e4f-49d9-b320-10013f346181 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Suspended the VM {{(pid=70039) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1176.281431] env[70039]: DEBUG nova.compute.manager [None req-733500bf-0e4f-49d9-b320-10013f346181 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.282333] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4b0335-8431-448c-8b62-e91180b5afeb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.314520] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dabd0a4-a6e7-42a5-be90-94532155a7bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.321678] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328e4e54-069b-4325-88f2-9fa869b8842d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.354130] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc1661a-842d-4e0b-acef-9075a2b517dc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.363057] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0058b7ca-36ef-4dea-9a96-90ceaf820b30 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.383362] env[70039]: DEBUG nova.compute.provider_tree [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.434975] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c33e5c-8460-6182-88cc-7644fb000f10, 'name': SearchDatastore_Task, 'duration_secs': 0.02452} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.435436] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.436067] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 6a194c46-eea3-42f5-a843-9d5a7216f53e/6a194c46-eea3-42f5-a843-9d5a7216f53e.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.436855] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3617e96-4bba-40d1-8627-6941b427b655 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.444123] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1176.444123] env[70039]: value = "task-3331559" [ 1176.444123] env[70039]: _type = "Task" [ 1176.444123] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.449225] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f77f76b4-b759-42b3-9a4b-72b133bccc21 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "refresh_cache-bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.453908] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.503866] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.504128] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.776370] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331558, 'name': ReconfigVM_Task, 'duration_secs': 0.122675} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.776511] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665044', 'volume_id': '7eba13db-b8c6-445d-a48a-fb0999711a4f', 'name': 'volume-7eba13db-b8c6-445d-a48a-fb0999711a4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6657ac6d-2a65-4073-af44-af7742dd41bb', 'attached_at': '', 'detached_at': '', 'volume_id': '7eba13db-b8c6-445d-a48a-fb0999711a4f', 'serial': '7eba13db-b8c6-445d-a48a-fb0999711a4f'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1176.777247] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25fcc1f8-5560-4f23-a1de-aa8788f58429 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.784767] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Waiting for the task: (returnval){ [ 1176.784767] env[70039]: value = "task-3331560" [ 1176.784767] env[70039]: _type = "Task" [ 1176.784767] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.795717] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331560, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.873062] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7fb0c629-bb10-48fb-81a2-fa563ed896e6 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.873062] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7fb0c629-bb10-48fb-81a2-fa563ed896e6 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.873062] env[70039]: DEBUG nova.compute.manager [None req-7fb0c629-bb10-48fb-81a2-fa563ed896e6 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Going to confirm migration 6 {{(pid=70039) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1176.886834] env[70039]: DEBUG nova.scheduler.client.report [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.957525] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444769} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.957885] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 6a194c46-eea3-42f5-a843-9d5a7216f53e/6a194c46-eea3-42f5-a843-9d5a7216f53e.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.958247] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.958608] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f42286cd-7ecb-471e-8c87-a17ea2f0b13f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.965488] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1176.965488] env[70039]: value = "task-3331561" [ 1176.965488] env[70039]: _type = "Task" [ 1176.965488] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.974984] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.007195] env[70039]: DEBUG nova.compute.manager [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.297631] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331560, 'name': Rename_Task, 'duration_secs': 0.228263} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.298230] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.298489] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b65d46eb-07b6-41f2-adf6-880058fe793c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.305371] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Waiting for the task: (returnval){ [ 1177.305371] env[70039]: value = "task-3331562" [ 1177.305371] env[70039]: _type = "Task" [ 1177.305371] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.318935] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.392617] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.394810] env[70039]: DEBUG oslo_concurrency.lockutils [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.740s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.394919] env[70039]: DEBUG nova.objects.instance [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lazy-loading 'resources' on Instance uuid b32e8db2-4481-4eb5-9490-90857702f13c {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.412396] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7fb0c629-bb10-48fb-81a2-fa563ed896e6 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "refresh_cache-7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.412581] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7fb0c629-bb10-48fb-81a2-fa563ed896e6 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "refresh_cache-7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.412759] env[70039]: DEBUG nova.network.neutron [None req-7fb0c629-bb10-48fb-81a2-fa563ed896e6 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.412944] env[70039]: DEBUG nova.objects.instance [None req-7fb0c629-bb10-48fb-81a2-fa563ed896e6 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lazy-loading 'info_cache' on Instance uuid 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.417008] env[70039]: INFO nova.scheduler.client.report [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Deleted allocations for instance bb37ebdd-8f89-4096-a87b-6c67da301cf7 [ 1177.461767] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77f76b4-b759-42b3-9a4b-72b133bccc21 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.462115] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7aa1653-959a-49ee-b929-568d688b22ca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.471603] env[70039]: DEBUG oslo_vmware.api [None req-f77f76b4-b759-42b3-9a4b-72b133bccc21 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1177.471603] env[70039]: value = "task-3331563" [ 1177.471603] env[70039]: _type = "Task" [ 1177.471603] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.478536] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07431} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.479129] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.479931] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499e0c80-bb51-4ba6-9ef3-67d9ec92052d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.492456] env[70039]: DEBUG oslo_vmware.api [None req-f77f76b4-b759-42b3-9a4b-72b133bccc21 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.514995] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 6a194c46-eea3-42f5-a843-9d5a7216f53e/6a194c46-eea3-42f5-a843-9d5a7216f53e.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.520301] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d021dee4-2b95-417e-8886-deffbb6689c0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.539341] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1177.539341] env[70039]: value = "task-3331564" [ 1177.539341] env[70039]: _type = "Task" [ 1177.539341] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.547586] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.548582] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.745908] env[70039]: INFO nova.compute.manager [None req-6f3c5cb9-22d3-4648-8ed4-7924bc15225e tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Resuming [ 1177.746577] env[70039]: DEBUG nova.objects.instance [None req-6f3c5cb9-22d3-4648-8ed4-7924bc15225e tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lazy-loading 'flavor' on Instance uuid f8d675ce-e8bd-4861-9832-7ac0a720f8a9 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.815496] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331562, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.924792] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15adabee-3a56-483b-8e99-9d13e2c33250 tempest-ServersWithFlavorSwapResizeTest-1417678224 tempest-ServersWithFlavorSwapResizeTest-1417678224-project-member] Lock "bb37ebdd-8f89-4096-a87b-6c67da301cf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.254s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.983259] env[70039]: DEBUG oslo_vmware.api [None req-f77f76b4-b759-42b3-9a4b-72b133bccc21 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331563, 'name': PowerOnVM_Task, 'duration_secs': 0.423634} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.983548] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77f76b4-b759-42b3-9a4b-72b133bccc21 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.983747] env[70039]: DEBUG nova.compute.manager [None req-f77f76b4-b759-42b3-9a4b-72b133bccc21 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.984519] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d9848b-9483-4c69-8a82-c968e84c9c04 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.049518] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331564, 'name': ReconfigVM_Task, 'duration_secs': 0.410604} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.052148] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 6a194c46-eea3-42f5-a843-9d5a7216f53e/6a194c46-eea3-42f5-a843-9d5a7216f53e.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.053159] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58f942f7-72b0-4c15-b137-c244f0fbc27c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.059947] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1178.059947] env[70039]: value = "task-3331565" [ 1178.059947] env[70039]: _type = "Task" [ 1178.059947] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.070407] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331565, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.089991] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cfc4ed-501b-493b-addb-aee35fc5f0d9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.097767] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1d7c7c-d02f-43ef-b682-5a84faba2ca2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.139198] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863d2475-5e8a-4c7b-8b34-dafecacd9536 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.146583] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed2ad2d-eeb7-40bc-93ac-f38b241a65c8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.160016] env[70039]: DEBUG nova.compute.provider_tree [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.317029] env[70039]: DEBUG oslo_vmware.api [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331562, 'name': PowerOnVM_Task, 'duration_secs': 0.527277} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.317029] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.317029] env[70039]: INFO nova.compute.manager [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1178.317029] env[70039]: DEBUG nova.compute.manager [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.317029] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c008cbf3-6442-4f26-92a1-a9013b0c1c68 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.571089] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331565, 'name': Rename_Task, 'duration_secs': 0.404461} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.571196] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.571437] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2268d596-e5b3-4f58-b4d6-0eec949e7f71 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.578182] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1178.578182] env[70039]: value = "task-3331566" [ 1178.578182] env[70039]: _type = "Task" [ 1178.578182] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.585692] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.663477] env[70039]: DEBUG nova.scheduler.client.report [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.690267] env[70039]: DEBUG nova.network.neutron [None req-7fb0c629-bb10-48fb-81a2-fa563ed896e6 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Updating instance_info_cache with network_info: [{"id": "791d1638-58f3-4518-82fc-3305161672b7", "address": "fa:16:3e:73:88:14", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791d1638-58", "ovs_interfaceid": "791d1638-58f3-4518-82fc-3305161672b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.836706] env[70039]: INFO nova.compute.manager [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Took 35.50 seconds to build instance. [ 1178.839182] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.839416] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.839615] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.839801] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.839968] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.841605] env[70039]: INFO nova.compute.manager [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Terminating instance [ 1179.088800] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331566, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.170379] env[70039]: DEBUG oslo_concurrency.lockutils [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.173216] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.500s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.193056] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7fb0c629-bb10-48fb-81a2-fa563ed896e6 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "refresh_cache-7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.193270] env[70039]: DEBUG nova.objects.instance [None req-7fb0c629-bb10-48fb-81a2-fa563ed896e6 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lazy-loading 'migration_context' on Instance uuid 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.208222] env[70039]: INFO nova.scheduler.client.report [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Deleted allocations for instance b32e8db2-4481-4eb5-9490-90857702f13c [ 1179.259518] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6f3c5cb9-22d3-4648-8ed4-7924bc15225e tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.259762] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6f3c5cb9-22d3-4648-8ed4-7924bc15225e tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquired lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.259986] env[70039]: DEBUG nova.network.neutron [None req-6f3c5cb9-22d3-4648-8ed4-7924bc15225e tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.339467] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf88f7e1-9655-45a3-87a2-0505d3a36cd8 tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Lock "6657ac6d-2a65-4073-af44-af7742dd41bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.013s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.348027] env[70039]: DEBUG nova.compute.manager [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.348027] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.348027] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95446f3d-404a-4933-9654-5f925bdc9db6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.358023] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.358023] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb387f44-bc62-4ba3-a566-b557ede6d4b3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.367163] env[70039]: DEBUG oslo_vmware.api [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1179.367163] env[70039]: value = "task-3331567" [ 1179.367163] env[70039]: _type = "Task" [ 1179.367163] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.374400] env[70039]: DEBUG oslo_vmware.api [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.590822] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331566, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.696244] env[70039]: DEBUG nova.objects.base [None req-7fb0c629-bb10-48fb-81a2-fa563ed896e6 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Object Instance<7d74d5e2-7375-4a20-b5aa-4543d75ab5a3> lazy-loaded attributes: info_cache,migration_context {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1179.696942] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c14899-9a83-4cb9-a6c0-b19c7f42f0e3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.727139] env[70039]: DEBUG oslo_concurrency.lockutils [None req-674cbd0f-fce1-4237-aa51-9060c781ff09 tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lock "b32e8db2-4481-4eb5-9490-90857702f13c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.628s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.728079] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9018a2b-688a-49e1-acd4-76dbb8148f07 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.734462] env[70039]: DEBUG oslo_vmware.api [None req-7fb0c629-bb10-48fb-81a2-fa563ed896e6 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1179.734462] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f056e3-b231-72bf-4cd1-ae317b2bde17" [ 1179.734462] env[70039]: _type = "Task" [ 1179.734462] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.743855] env[70039]: DEBUG oslo_vmware.api [None req-7fb0c629-bb10-48fb-81a2-fa563ed896e6 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f056e3-b231-72bf-4cd1-ae317b2bde17, 'name': SearchDatastore_Task, 'duration_secs': 0.006776} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.743855] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7fb0c629-bb10-48fb-81a2-fa563ed896e6 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.880068] env[70039]: DEBUG oslo_vmware.api [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331567, 'name': PowerOffVM_Task, 'duration_secs': 0.224315} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.880068] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.880068] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.880068] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c758053-cf82-471b-a9fb-28d49b03742f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.938790] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.939072] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.939612] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Deleting the datastore file [datastore2] bcf40b87-7934-4ddf-aed5-4d4710ce0ed7 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.939963] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1039010-2d56-485f-91e1-7f33509aca04 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.945574] env[70039]: DEBUG oslo_vmware.api [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1179.945574] env[70039]: value = "task-3331569" [ 1179.945574] env[70039]: _type = "Task" [ 1179.945574] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.954026] env[70039]: DEBUG oslo_vmware.api [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.958728] env[70039]: DEBUG nova.compute.manager [req-f15c1dfd-d1d2-49c3-827e-23138cb5cf23 req-79e34d13-2f12-4ba4-8e8e-c7d73c97afbd service nova] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Received event network-changed-7ab81a11-0310-4033-88b4-04e3ec0755a0 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.959041] env[70039]: DEBUG nova.compute.manager [req-f15c1dfd-d1d2-49c3-827e-23138cb5cf23 req-79e34d13-2f12-4ba4-8e8e-c7d73c97afbd service nova] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Refreshing instance network info cache due to event network-changed-7ab81a11-0310-4033-88b4-04e3ec0755a0. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.959324] env[70039]: DEBUG oslo_concurrency.lockutils [req-f15c1dfd-d1d2-49c3-827e-23138cb5cf23 req-79e34d13-2f12-4ba4-8e8e-c7d73c97afbd service nova] Acquiring lock "refresh_cache-6657ac6d-2a65-4073-af44-af7742dd41bb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.959724] env[70039]: DEBUG oslo_concurrency.lockutils [req-f15c1dfd-d1d2-49c3-827e-23138cb5cf23 req-79e34d13-2f12-4ba4-8e8e-c7d73c97afbd service nova] Acquired lock "refresh_cache-6657ac6d-2a65-4073-af44-af7742dd41bb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.959968] env[70039]: DEBUG nova.network.neutron [req-f15c1dfd-d1d2-49c3-827e-23138cb5cf23 req-79e34d13-2f12-4ba4-8e8e-c7d73c97afbd service nova] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Refreshing network info cache for port 7ab81a11-0310-4033-88b4-04e3ec0755a0 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.091609] env[70039]: DEBUG oslo_vmware.api [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331566, 'name': PowerOnVM_Task, 'duration_secs': 1.2728} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.091885] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.092109] env[70039]: INFO nova.compute.manager [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1180.092298] env[70039]: DEBUG nova.compute.manager [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.093102] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d14828e-55d7-4854-a6b3-c809b24fdfbf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.189024] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Applying migration context for instance 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3 as it has an incoming, in-progress migration 89a1c647-cb71-415d-91ed-d80d481feaaf. Migration status is confirming {{(pid=70039) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1180.189024] env[70039]: INFO nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Updating resource usage from migration 89a1c647-cb71-415d-91ed-d80d481feaaf [ 1180.216945] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 78d436ba-a361-4760-a13d-edd86fc665f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.218929] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance bced78af-9276-4173-808a-d730c9db5a92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.219153] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 64f4f7c5-5903-4d9b-a7f1-452328fccf14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.219323] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance bcf40b87-7934-4ddf-aed5-4d4710ce0ed7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.220192] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.220790] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance f8d675ce-e8bd-4861-9832-7ac0a720f8a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.221309] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 3cb2916e-cf65-4df3-8ba9-e824967f7df4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.222860] env[70039]: WARNING nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance b517ec08-90d4-4eaf-8863-270efeacc8d6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1180.224261] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Migration 89a1c647-cb71-415d-91ed-d80d481feaaf is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1180.224474] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.224639] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 6657ac6d-2a65-4073-af44-af7742dd41bb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.224809] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 6a194c46-eea3-42f5-a843-9d5a7216f53e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.269480] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquiring lock "64f4f7c5-5903-4d9b-a7f1-452328fccf14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.269480] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lock "64f4f7c5-5903-4d9b-a7f1-452328fccf14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.269552] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquiring lock "64f4f7c5-5903-4d9b-a7f1-452328fccf14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.269716] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lock "64f4f7c5-5903-4d9b-a7f1-452328fccf14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.269885] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lock "64f4f7c5-5903-4d9b-a7f1-452328fccf14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.275264] env[70039]: INFO nova.compute.manager [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Terminating instance [ 1180.398141] env[70039]: DEBUG nova.network.neutron [None req-6f3c5cb9-22d3-4648-8ed4-7924bc15225e tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Updating instance_info_cache with network_info: [{"id": "c6c601a8-43f4-4a1a-80fa-28f29692dfa1", "address": "fa:16:3e:dd:01:3c", "network": {"id": "b89ab3e9-7da4-46f2-a4bc-7aa829fba82f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1329121571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72042c8d35a44f7cbb2a8282955cc9e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c601a8-43", "ovs_interfaceid": "c6c601a8-43f4-4a1a-80fa-28f29692dfa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.455433] env[70039]: DEBUG oslo_vmware.api [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141699} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.455695] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.455899] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.456080] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.456616] env[70039]: INFO nova.compute.manager [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1180.456616] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.456884] env[70039]: DEBUG nova.compute.manager [-] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.456978] env[70039]: DEBUG nova.network.neutron [-] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.616281] env[70039]: INFO nova.compute.manager [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Took 35.74 seconds to build instance. [ 1180.728970] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1180.729278] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1180.729409] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1180.784015] env[70039]: DEBUG nova.compute.manager [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.784015] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.784015] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97666952-357a-4fad-99a8-1e209f312e5e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.795127] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.795127] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a9f59ea-bbcb-44b8-87a7-1a86aa2cefd8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.803128] env[70039]: DEBUG oslo_vmware.api [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for the task: (returnval){ [ 1180.803128] env[70039]: value = "task-3331570" [ 1180.803128] env[70039]: _type = "Task" [ 1180.803128] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.809865] env[70039]: DEBUG oslo_vmware.api [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.901637] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6f3c5cb9-22d3-4648-8ed4-7924bc15225e tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Releasing lock "refresh_cache-f8d675ce-e8bd-4861-9832-7ac0a720f8a9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.902613] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb432610-43ca-41b8-8242-07365db7d59a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.916560] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3c5cb9-22d3-4648-8ed4-7924bc15225e tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Resuming the VM {{(pid=70039) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1180.916882] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59ca6dd8-af2d-476e-94a0-a6e617a4091f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.924395] env[70039]: DEBUG oslo_vmware.api [None req-6f3c5cb9-22d3-4648-8ed4-7924bc15225e tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1180.924395] env[70039]: value = "task-3331571" [ 1180.924395] env[70039]: _type = "Task" [ 1180.924395] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.937133] env[70039]: DEBUG oslo_vmware.api [None req-6f3c5cb9-22d3-4648-8ed4-7924bc15225e tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.956444] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c14ff9-ef12-43d2-be31-ef9a6c040266 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.964142] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b82fc51-360a-4e05-b891-d18c6f5cc7ff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.997960] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4f8adb-bde7-411f-9f10-3caf00741acd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.006514] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cb0877-51de-45b0-b601-4ab1ad1affea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.020549] env[70039]: DEBUG nova.compute.provider_tree [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.031714] env[70039]: DEBUG nova.network.neutron [req-f15c1dfd-d1d2-49c3-827e-23138cb5cf23 req-79e34d13-2f12-4ba4-8e8e-c7d73c97afbd service nova] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Updated VIF entry in instance network info cache for port 7ab81a11-0310-4033-88b4-04e3ec0755a0. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.032114] env[70039]: DEBUG nova.network.neutron [req-f15c1dfd-d1d2-49c3-827e-23138cb5cf23 req-79e34d13-2f12-4ba4-8e8e-c7d73c97afbd service nova] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Updating instance_info_cache with network_info: [{"id": "7ab81a11-0310-4033-88b4-04e3ec0755a0", "address": "fa:16:3e:b9:ea:d2", "network": {"id": "63bef23a-0d6d-4127-9445-7d73d7c21f13", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-600225217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78b0e4c6a857463db86bcf9f8fc41227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ab81a11-03", "ovs_interfaceid": "7ab81a11-0310-4033-88b4-04e3ec0755a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.119523] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ba2e0937-1925-40e1-8752-50582ad01407 tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "6a194c46-eea3-42f5-a843-9d5a7216f53e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.271s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.315666] env[70039]: DEBUG oslo_vmware.api [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331570, 'name': PowerOffVM_Task, 'duration_secs': 0.346793} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.316029] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.316260] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.316567] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e887fc19-8d3a-43d1-bd63-762d79c80996 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.384957] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.385210] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.385472] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Deleting the datastore file [datastore1] 64f4f7c5-5903-4d9b-a7f1-452328fccf14 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.385775] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca66ac3c-942a-4909-9a96-b277b2236e18 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.394357] env[70039]: DEBUG oslo_vmware.api [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for the task: (returnval){ [ 1181.394357] env[70039]: value = "task-3331573" [ 1181.394357] env[70039]: _type = "Task" [ 1181.394357] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.405863] env[70039]: DEBUG oslo_vmware.api [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.437880] env[70039]: DEBUG oslo_vmware.api [None req-6f3c5cb9-22d3-4648-8ed4-7924bc15225e tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.524694] env[70039]: DEBUG nova.scheduler.client.report [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.534923] env[70039]: DEBUG oslo_concurrency.lockutils [req-f15c1dfd-d1d2-49c3-827e-23138cb5cf23 req-79e34d13-2f12-4ba4-8e8e-c7d73c97afbd service nova] Releasing lock "refresh_cache-6657ac6d-2a65-4073-af44-af7742dd41bb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.678109] env[70039]: DEBUG nova.compute.manager [req-c3b41e20-362b-45c7-bb9e-b8801ff3aff4 req-f7d39a52-1457-43ce-9864-9350417550e6 service nova] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Received event network-vif-deleted-aa814895-eb72-4654-98da-36f81663b83a {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.678330] env[70039]: INFO nova.compute.manager [req-c3b41e20-362b-45c7-bb9e-b8801ff3aff4 req-f7d39a52-1457-43ce-9864-9350417550e6 service nova] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Neutron deleted interface aa814895-eb72-4654-98da-36f81663b83a; detaching it from the instance and deleting it from the info cache [ 1181.680274] env[70039]: DEBUG nova.network.neutron [req-c3b41e20-362b-45c7-bb9e-b8801ff3aff4 req-f7d39a52-1457-43ce-9864-9350417550e6 service nova] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.906669] env[70039]: DEBUG oslo_vmware.api [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Task: {'id': task-3331573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332232} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.906977] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.907761] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.907994] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.908209] env[70039]: INFO nova.compute.manager [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1181.908490] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.908703] env[70039]: DEBUG nova.compute.manager [-] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.908882] env[70039]: DEBUG nova.network.neutron [-] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.942188] env[70039]: DEBUG oslo_vmware.api [None req-6f3c5cb9-22d3-4648-8ed4-7924bc15225e tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331571, 'name': PowerOnVM_Task, 'duration_secs': 0.598389} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.942456] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3c5cb9-22d3-4648-8ed4-7924bc15225e tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Resumed the VM {{(pid=70039) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1181.942635] env[70039]: DEBUG nova.compute.manager [None req-6f3c5cb9-22d3-4648-8ed4-7924bc15225e tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.943781] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e90c85-9ab8-4725-8770-5e3b350f8673 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.030034] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70039) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1182.030290] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.857s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.030573] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.430s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.030761] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.032882] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.484s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.034373] env[70039]: INFO nova.compute.claims [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.057332] env[70039]: INFO nova.scheduler.client.report [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Deleted allocations for instance b517ec08-90d4-4eaf-8863-270efeacc8d6 [ 1182.155739] env[70039]: DEBUG nova.network.neutron [-] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.183886] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f56e80c-ce5f-4b8e-8426-b1651d393989 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.195208] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c42bf5e-b0f1-48c0-9e14-f70bc8af3569 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.227799] env[70039]: DEBUG nova.compute.manager [req-c3b41e20-362b-45c7-bb9e-b8801ff3aff4 req-f7d39a52-1457-43ce-9864-9350417550e6 service nova] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Detach interface failed, port_id=aa814895-eb72-4654-98da-36f81663b83a, reason: Instance bcf40b87-7934-4ddf-aed5-4d4710ce0ed7 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1182.565600] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f568aed3-1767-42d1-b615-bf367ada8ed7 tempest-ServersListShow2100Test-1355177233 tempest-ServersListShow2100Test-1355177233-project-member] Lock "b517ec08-90d4-4eaf-8863-270efeacc8d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.295s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.659311] env[70039]: INFO nova.compute.manager [-] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Took 2.20 seconds to deallocate network for instance. [ 1183.167032] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.191352] env[70039]: DEBUG nova.network.neutron [-] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.263284] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a1c282-7773-4399-a4fa-0073e17827ce {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.274784] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7f5ca5-5d78-4c1d-ac27-8d797cd99dc1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.311402] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a8773c-a153-40dc-acad-0e025f79b23c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.321382] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca630838-03d2-4626-bfe9-32f6217cd86e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.335927] env[70039]: DEBUG nova.compute.provider_tree [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.695890] env[70039]: INFO nova.compute.manager [-] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Took 1.79 seconds to deallocate network for instance. [ 1183.724096] env[70039]: DEBUG nova.compute.manager [req-a4cccf85-1142-4d31-9733-24529a0fb012 req-3f2017d5-b4ef-47fa-b657-cdcd9785cd7c service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Received event network-changed-4fe44080-4ef7-4f1d-a92b-5eb50928e912 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.724096] env[70039]: DEBUG nova.compute.manager [req-a4cccf85-1142-4d31-9733-24529a0fb012 req-3f2017d5-b4ef-47fa-b657-cdcd9785cd7c service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Refreshing instance network info cache due to event network-changed-4fe44080-4ef7-4f1d-a92b-5eb50928e912. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.724096] env[70039]: DEBUG oslo_concurrency.lockutils [req-a4cccf85-1142-4d31-9733-24529a0fb012 req-3f2017d5-b4ef-47fa-b657-cdcd9785cd7c service nova] Acquiring lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.724096] env[70039]: DEBUG oslo_concurrency.lockutils [req-a4cccf85-1142-4d31-9733-24529a0fb012 req-3f2017d5-b4ef-47fa-b657-cdcd9785cd7c service nova] Acquired lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.724096] env[70039]: DEBUG nova.network.neutron [req-a4cccf85-1142-4d31-9733-24529a0fb012 req-3f2017d5-b4ef-47fa-b657-cdcd9785cd7c service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Refreshing network info cache for port 4fe44080-4ef7-4f1d-a92b-5eb50928e912 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.838971] env[70039]: DEBUG nova.scheduler.client.report [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.208143] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.346409] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.347015] env[70039]: DEBUG nova.compute.manager [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.349901] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7fb0c629-bb10-48fb-81a2-fa563ed896e6 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.606s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.511503] env[70039]: DEBUG nova.network.neutron [req-a4cccf85-1142-4d31-9733-24529a0fb012 req-3f2017d5-b4ef-47fa-b657-cdcd9785cd7c service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Updated VIF entry in instance network info cache for port 4fe44080-4ef7-4f1d-a92b-5eb50928e912. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.511900] env[70039]: DEBUG nova.network.neutron [req-a4cccf85-1142-4d31-9733-24529a0fb012 req-3f2017d5-b4ef-47fa-b657-cdcd9785cd7c service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Updating instance_info_cache with network_info: [{"id": "4fe44080-4ef7-4f1d-a92b-5eb50928e912", "address": "fa:16:3e:2f:0e:ed", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fe44080-4e", "ovs_interfaceid": "4fe44080-4ef7-4f1d-a92b-5eb50928e912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.854725] env[70039]: DEBUG nova.compute.utils [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.858522] env[70039]: DEBUG nova.compute.manager [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1184.858687] env[70039]: DEBUG nova.network.neutron [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1184.941211] env[70039]: DEBUG nova.policy [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c401cf447d845c5addc76d608ef5baf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c5779f7bbc04aa38c7290864a25537c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.016278] env[70039]: DEBUG oslo_concurrency.lockutils [req-a4cccf85-1142-4d31-9733-24529a0fb012 req-3f2017d5-b4ef-47fa-b657-cdcd9785cd7c service nova] Releasing lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.016278] env[70039]: DEBUG nova.compute.manager [req-a4cccf85-1142-4d31-9733-24529a0fb012 req-3f2017d5-b4ef-47fa-b657-cdcd9785cd7c service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Received event network-changed-48866895-3414-4f81-80d1-fbdecb49ee39 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.016278] env[70039]: DEBUG nova.compute.manager [req-a4cccf85-1142-4d31-9733-24529a0fb012 req-3f2017d5-b4ef-47fa-b657-cdcd9785cd7c service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Refreshing instance network info cache due to event network-changed-48866895-3414-4f81-80d1-fbdecb49ee39. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.016278] env[70039]: DEBUG oslo_concurrency.lockutils [req-a4cccf85-1142-4d31-9733-24529a0fb012 req-3f2017d5-b4ef-47fa-b657-cdcd9785cd7c service nova] Acquiring lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.016278] env[70039]: DEBUG oslo_concurrency.lockutils [req-a4cccf85-1142-4d31-9733-24529a0fb012 req-3f2017d5-b4ef-47fa-b657-cdcd9785cd7c service nova] Acquired lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.016565] env[70039]: DEBUG nova.network.neutron [req-a4cccf85-1142-4d31-9733-24529a0fb012 req-3f2017d5-b4ef-47fa-b657-cdcd9785cd7c service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Refreshing network info cache for port 48866895-3414-4f81-80d1-fbdecb49ee39 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.067347] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd4182e-3ee9-4d71-b9d7-4f4728f1dcdc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.073346] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae018d12-e39c-4ecd-b8a3-4f8109d56a38 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.108761] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6440a8b2-5e8e-43d0-84fe-859f9257c9d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.116765] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ddb6d0-9cb3-473e-ad1c-1c0448d503ca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.132682] env[70039]: DEBUG nova.compute.provider_tree [None req-7fb0c629-bb10-48fb-81a2-fa563ed896e6 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.362046] env[70039]: DEBUG nova.compute.manager [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.419747] env[70039]: DEBUG nova.network.neutron [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Successfully created port: 79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.639058] env[70039]: DEBUG nova.scheduler.client.report [None req-7fb0c629-bb10-48fb-81a2-fa563ed896e6 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.741888] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "interface-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7-3ffbca23-4842-4289-b341-c21a5f92364b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.741888] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "interface-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7-3ffbca23-4842-4289-b341-c21a5f92364b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.741888] env[70039]: DEBUG nova.objects.instance [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lazy-loading 'flavor' on Instance uuid 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.959266] env[70039]: DEBUG nova.network.neutron [req-a4cccf85-1142-4d31-9733-24529a0fb012 req-3f2017d5-b4ef-47fa-b657-cdcd9785cd7c service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Updated VIF entry in instance network info cache for port 48866895-3414-4f81-80d1-fbdecb49ee39. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.959624] env[70039]: DEBUG nova.network.neutron [req-a4cccf85-1142-4d31-9733-24529a0fb012 req-3f2017d5-b4ef-47fa-b657-cdcd9785cd7c service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Updating instance_info_cache with network_info: [{"id": "48866895-3414-4f81-80d1-fbdecb49ee39", "address": "fa:16:3e:f9:d4:b3", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48866895-34", "ovs_interfaceid": "48866895-3414-4f81-80d1-fbdecb49ee39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.007295] env[70039]: DEBUG nova.compute.manager [req-df0fba96-5fe6-4fe6-9faf-d660342372ad req-fdbf765f-5c50-43a3-9114-3b68cc1677e2 service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Received event network-changed-48866895-3414-4f81-80d1-fbdecb49ee39 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.007390] env[70039]: DEBUG nova.compute.manager [req-df0fba96-5fe6-4fe6-9faf-d660342372ad req-fdbf765f-5c50-43a3-9114-3b68cc1677e2 service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Refreshing instance network info cache due to event network-changed-48866895-3414-4f81-80d1-fbdecb49ee39. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.007579] env[70039]: DEBUG oslo_concurrency.lockutils [req-df0fba96-5fe6-4fe6-9faf-d660342372ad req-fdbf765f-5c50-43a3-9114-3b68cc1677e2 service nova] Acquiring lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.352820] env[70039]: DEBUG nova.objects.instance [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lazy-loading 'pci_requests' on Instance uuid 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.373240] env[70039]: DEBUG nova.compute.manager [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.403286] env[70039]: DEBUG nova.virt.hardware [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.403672] env[70039]: DEBUG nova.virt.hardware [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.403938] env[70039]: DEBUG nova.virt.hardware [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.404276] env[70039]: DEBUG nova.virt.hardware [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.404659] env[70039]: DEBUG nova.virt.hardware [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.404784] env[70039]: DEBUG nova.virt.hardware [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.405148] env[70039]: DEBUG nova.virt.hardware [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.405405] env[70039]: DEBUG nova.virt.hardware [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.405628] env[70039]: DEBUG nova.virt.hardware [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.405805] env[70039]: DEBUG nova.virt.hardware [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.405982] env[70039]: DEBUG nova.virt.hardware [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.406933] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38c0c14-fa8f-4338-9c76-88195c38350d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.415296] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e977f05-9a5c-4668-b7fd-0097a875a70c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.463070] env[70039]: DEBUG oslo_concurrency.lockutils [req-a4cccf85-1142-4d31-9733-24529a0fb012 req-3f2017d5-b4ef-47fa-b657-cdcd9785cd7c service nova] Releasing lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.463411] env[70039]: DEBUG nova.compute.manager [req-a4cccf85-1142-4d31-9733-24529a0fb012 req-3f2017d5-b4ef-47fa-b657-cdcd9785cd7c service nova] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Received event network-vif-deleted-59915f60-0174-4a6c-94eb-ecfab2fa1623 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.463826] env[70039]: DEBUG oslo_concurrency.lockutils [req-df0fba96-5fe6-4fe6-9faf-d660342372ad req-fdbf765f-5c50-43a3-9114-3b68cc1677e2 service nova] Acquired lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.464011] env[70039]: DEBUG nova.network.neutron [req-df0fba96-5fe6-4fe6-9faf-d660342372ad req-fdbf765f-5c50-43a3-9114-3b68cc1677e2 service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Refreshing network info cache for port 48866895-3414-4f81-80d1-fbdecb49ee39 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.651348] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7fb0c629-bb10-48fb-81a2-fa563ed896e6 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.301s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.657265] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.489s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.657265] env[70039]: DEBUG nova.objects.instance [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lazy-loading 'resources' on Instance uuid bcf40b87-7934-4ddf-aed5-4d4710ce0ed7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.855446] env[70039]: DEBUG nova.objects.base [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Object Instance<7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7> lazy-loaded attributes: flavor,pci_requests {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1186.855695] env[70039]: DEBUG nova.network.neutron [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.974291] env[70039]: DEBUG nova.policy [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5b2b138d0434a1983ea62e1280873b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1aebfad7ee04aa590d54a4f2fbf5e9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.221414] env[70039]: DEBUG nova.network.neutron [req-df0fba96-5fe6-4fe6-9faf-d660342372ad req-fdbf765f-5c50-43a3-9114-3b68cc1677e2 service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Updated VIF entry in instance network info cache for port 48866895-3414-4f81-80d1-fbdecb49ee39. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.221782] env[70039]: DEBUG nova.network.neutron [req-df0fba96-5fe6-4fe6-9faf-d660342372ad req-fdbf765f-5c50-43a3-9114-3b68cc1677e2 service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Updating instance_info_cache with network_info: [{"id": "48866895-3414-4f81-80d1-fbdecb49ee39", "address": "fa:16:3e:f9:d4:b3", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48866895-34", "ovs_interfaceid": "48866895-3414-4f81-80d1-fbdecb49ee39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.244871] env[70039]: INFO nova.scheduler.client.report [None req-7fb0c629-bb10-48fb-81a2-fa563ed896e6 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleted allocation for migration 89a1c647-cb71-415d-91ed-d80d481feaaf [ 1187.383028] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ea0ac8-3640-44a8-849b-e10b154c22c4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.394202] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba043274-76ce-4b83-94b1-644cf16abca7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.430992] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37a3b1a-e870-45c7-819a-392df07e4348 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.440037] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cab8f5e-72cc-4cda-a966-e316d803ef9d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.454168] env[70039]: DEBUG nova.compute.provider_tree [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.493707] env[70039]: DEBUG nova.network.neutron [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Successfully updated port: 79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.724990] env[70039]: DEBUG oslo_concurrency.lockutils [req-df0fba96-5fe6-4fe6-9faf-d660342372ad req-fdbf765f-5c50-43a3-9114-3b68cc1677e2 service nova] Releasing lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.725102] env[70039]: DEBUG nova.compute.manager [req-df0fba96-5fe6-4fe6-9faf-d660342372ad req-fdbf765f-5c50-43a3-9114-3b68cc1677e2 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Received event network-changed-4fe44080-4ef7-4f1d-a92b-5eb50928e912 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.725207] env[70039]: DEBUG nova.compute.manager [req-df0fba96-5fe6-4fe6-9faf-d660342372ad req-fdbf765f-5c50-43a3-9114-3b68cc1677e2 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Refreshing instance network info cache due to event network-changed-4fe44080-4ef7-4f1d-a92b-5eb50928e912. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.725434] env[70039]: DEBUG oslo_concurrency.lockutils [req-df0fba96-5fe6-4fe6-9faf-d660342372ad req-fdbf765f-5c50-43a3-9114-3b68cc1677e2 service nova] Acquiring lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.725578] env[70039]: DEBUG oslo_concurrency.lockutils [req-df0fba96-5fe6-4fe6-9faf-d660342372ad req-fdbf765f-5c50-43a3-9114-3b68cc1677e2 service nova] Acquired lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.725741] env[70039]: DEBUG nova.network.neutron [req-df0fba96-5fe6-4fe6-9faf-d660342372ad req-fdbf765f-5c50-43a3-9114-3b68cc1677e2 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Refreshing network info cache for port 4fe44080-4ef7-4f1d-a92b-5eb50928e912 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.756988] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7fb0c629-bb10-48fb-81a2-fa563ed896e6 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.884s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.958128] env[70039]: DEBUG nova.scheduler.client.report [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.999344] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "refresh_cache-3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.999577] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "refresh_cache-3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.999675] env[70039]: DEBUG nova.network.neutron [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.340101] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.340392] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.340636] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "7d74d5e2-7375-4a20-b5aa-4543d75ab5a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.340954] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "7d74d5e2-7375-4a20-b5aa-4543d75ab5a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.341070] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "7d74d5e2-7375-4a20-b5aa-4543d75ab5a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.343258] env[70039]: INFO nova.compute.manager [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Terminating instance [ 1188.374592] env[70039]: DEBUG nova.compute.manager [req-24cafe7d-9195-4025-b370-bbfad16bb287 req-eda43266-41ae-4d4e-a5db-b82952ee9484 service nova] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Received event network-vif-plugged-79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.374778] env[70039]: DEBUG oslo_concurrency.lockutils [req-24cafe7d-9195-4025-b370-bbfad16bb287 req-eda43266-41ae-4d4e-a5db-b82952ee9484 service nova] Acquiring lock "3d8a3489-8ab9-4ea3-a495-f3178e0d6afa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.374997] env[70039]: DEBUG oslo_concurrency.lockutils [req-24cafe7d-9195-4025-b370-bbfad16bb287 req-eda43266-41ae-4d4e-a5db-b82952ee9484 service nova] Lock "3d8a3489-8ab9-4ea3-a495-f3178e0d6afa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.375173] env[70039]: DEBUG oslo_concurrency.lockutils [req-24cafe7d-9195-4025-b370-bbfad16bb287 req-eda43266-41ae-4d4e-a5db-b82952ee9484 service nova] Lock "3d8a3489-8ab9-4ea3-a495-f3178e0d6afa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.375312] env[70039]: DEBUG nova.compute.manager [req-24cafe7d-9195-4025-b370-bbfad16bb287 req-eda43266-41ae-4d4e-a5db-b82952ee9484 service nova] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] No waiting events found dispatching network-vif-plugged-79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.375476] env[70039]: WARNING nova.compute.manager [req-24cafe7d-9195-4025-b370-bbfad16bb287 req-eda43266-41ae-4d4e-a5db-b82952ee9484 service nova] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Received unexpected event network-vif-plugged-79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d for instance with vm_state building and task_state spawning. [ 1188.375633] env[70039]: DEBUG nova.compute.manager [req-24cafe7d-9195-4025-b370-bbfad16bb287 req-eda43266-41ae-4d4e-a5db-b82952ee9484 service nova] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Received event network-changed-79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.375786] env[70039]: DEBUG nova.compute.manager [req-24cafe7d-9195-4025-b370-bbfad16bb287 req-eda43266-41ae-4d4e-a5db-b82952ee9484 service nova] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Refreshing instance network info cache due to event network-changed-79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.375979] env[70039]: DEBUG oslo_concurrency.lockutils [req-24cafe7d-9195-4025-b370-bbfad16bb287 req-eda43266-41ae-4d4e-a5db-b82952ee9484 service nova] Acquiring lock "refresh_cache-3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.430968] env[70039]: DEBUG oslo_concurrency.lockutils [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.430968] env[70039]: DEBUG oslo_concurrency.lockutils [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.430968] env[70039]: DEBUG oslo_concurrency.lockutils [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.430968] env[70039]: DEBUG oslo_concurrency.lockutils [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.430968] env[70039]: DEBUG oslo_concurrency.lockutils [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.433787] env[70039]: INFO nova.compute.manager [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Terminating instance [ 1188.464510] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.468376] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.260s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.470510] env[70039]: DEBUG nova.objects.instance [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lazy-loading 'resources' on Instance uuid 64f4f7c5-5903-4d9b-a7f1-452328fccf14 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.490304] env[70039]: INFO nova.scheduler.client.report [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Deleted allocations for instance bcf40b87-7934-4ddf-aed5-4d4710ce0ed7 [ 1188.554136] env[70039]: DEBUG nova.network.neutron [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.579103] env[70039]: DEBUG nova.network.neutron [req-df0fba96-5fe6-4fe6-9faf-d660342372ad req-fdbf765f-5c50-43a3-9114-3b68cc1677e2 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Updated VIF entry in instance network info cache for port 4fe44080-4ef7-4f1d-a92b-5eb50928e912. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.580392] env[70039]: DEBUG nova.network.neutron [req-df0fba96-5fe6-4fe6-9faf-d660342372ad req-fdbf765f-5c50-43a3-9114-3b68cc1677e2 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Updating instance_info_cache with network_info: [{"id": "4fe44080-4ef7-4f1d-a92b-5eb50928e912", "address": "fa:16:3e:2f:0e:ed", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fe44080-4e", "ovs_interfaceid": "4fe44080-4ef7-4f1d-a92b-5eb50928e912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.758746] env[70039]: DEBUG nova.network.neutron [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Updating instance_info_cache with network_info: [{"id": "79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d", "address": "fa:16:3e:88:64:8f", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79efd0cf-5f", "ovs_interfaceid": "79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.847275] env[70039]: DEBUG nova.compute.manager [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.847412] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.848354] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea208b1-4490-4fcd-b68d-4c640216fd90 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.859678] env[70039]: DEBUG oslo_concurrency.lockutils [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "d0494373-7608-45b0-9ebf-fcff1af120db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.859929] env[70039]: DEBUG oslo_concurrency.lockutils [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "d0494373-7608-45b0-9ebf-fcff1af120db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.861208] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.862488] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27119fa7-5da6-4dfa-8f15-a80f7568f6a2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.870296] env[70039]: DEBUG oslo_vmware.api [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1188.870296] env[70039]: value = "task-3331574" [ 1188.870296] env[70039]: _type = "Task" [ 1188.870296] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.880509] env[70039]: DEBUG oslo_vmware.api [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.915116] env[70039]: DEBUG nova.network.neutron [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Successfully updated port: 3ffbca23-4842-4289-b341-c21a5f92364b {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.938588] env[70039]: DEBUG nova.compute.manager [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.942087] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.943070] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e356a25-131c-4164-a122-188976a5a1d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.956265] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.956265] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccf5e023-7894-4d1f-9382-08ba4db9d1ba {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.963246] env[70039]: DEBUG oslo_vmware.api [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1188.963246] env[70039]: value = "task-3331575" [ 1188.963246] env[70039]: _type = "Task" [ 1188.963246] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.972276] env[70039]: DEBUG oslo_vmware.api [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.001462] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6e1ae8d-f5b9-4333-8880-f5958f50fb81 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "bcf40b87-7934-4ddf-aed5-4d4710ce0ed7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.162s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.086081] env[70039]: DEBUG oslo_concurrency.lockutils [req-df0fba96-5fe6-4fe6-9faf-d660342372ad req-fdbf765f-5c50-43a3-9114-3b68cc1677e2 service nova] Releasing lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.177677] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63e4d8a-bd51-4d7c-95e8-78d83a8a8e8b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.185835] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff29b04f-5518-445f-996b-c4fcd05b6b55 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.218529] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ce909b-3a76-435c-b0c9-b7dc8d6183cd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.227038] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464be7de-4f25-46b6-9531-a4dd793bd2cf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.241700] env[70039]: DEBUG nova.compute.provider_tree [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.261132] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "refresh_cache-3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.261538] env[70039]: DEBUG nova.compute.manager [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Instance network_info: |[{"id": "79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d", "address": "fa:16:3e:88:64:8f", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79efd0cf-5f", "ovs_interfaceid": "79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.262056] env[70039]: DEBUG oslo_concurrency.lockutils [req-24cafe7d-9195-4025-b370-bbfad16bb287 req-eda43266-41ae-4d4e-a5db-b82952ee9484 service nova] Acquired lock "refresh_cache-3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.262249] env[70039]: DEBUG nova.network.neutron [req-24cafe7d-9195-4025-b370-bbfad16bb287 req-eda43266-41ae-4d4e-a5db-b82952ee9484 service nova] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Refreshing network info cache for port 79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.266985] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:64:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.272428] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.275348] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.275348] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-046ce1ab-7d67-4feb-8d57-f30f966e0a15 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.295503] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.295503] env[70039]: value = "task-3331576" [ 1189.295503] env[70039]: _type = "Task" [ 1189.295503] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.303278] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331576, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.362603] env[70039]: DEBUG nova.compute.manager [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1189.381737] env[70039]: DEBUG oslo_vmware.api [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331574, 'name': PowerOffVM_Task, 'duration_secs': 0.238115} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.382049] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.382270] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.382540] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68015354-084b-4c6b-bc1b-01953c846ec8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.419762] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.420039] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.420235] env[70039]: DEBUG nova.network.neutron [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.442247] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.442662] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.442662] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleting the datastore file [datastore2] 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.442906] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9560574-4ead-40b3-99ee-12b225e6913a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.449471] env[70039]: DEBUG oslo_vmware.api [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1189.449471] env[70039]: value = "task-3331578" [ 1189.449471] env[70039]: _type = "Task" [ 1189.449471] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.457337] env[70039]: DEBUG oslo_vmware.api [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.471487] env[70039]: DEBUG oslo_vmware.api [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331575, 'name': PowerOffVM_Task, 'duration_secs': 0.215207} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.471771] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.471962] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.472212] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66c9bbc6-649f-48e7-bcf4-7a2c37d45ca0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.547732] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.548121] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.548445] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Deleting the datastore file [datastore2] f8d675ce-e8bd-4861-9832-7ac0a720f8a9 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.548795] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56a74487-4257-44e3-b9d0-00e4526dcc12 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.556029] env[70039]: DEBUG oslo_vmware.api [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for the task: (returnval){ [ 1189.556029] env[70039]: value = "task-3331580" [ 1189.556029] env[70039]: _type = "Task" [ 1189.556029] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.565200] env[70039]: DEBUG oslo_vmware.api [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.745205] env[70039]: DEBUG nova.scheduler.client.report [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.805531] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331576, 'name': CreateVM_Task, 'duration_secs': 0.369071} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.805710] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.806425] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.806608] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.806944] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.807215] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbcc443c-84a3-40b6-8ae0-52655bcd7cf6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.813764] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1189.813764] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524122f5-905d-e8cd-5416-489e6ca7e3ca" [ 1189.813764] env[70039]: _type = "Task" [ 1189.813764] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.821856] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524122f5-905d-e8cd-5416-489e6ca7e3ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.881743] env[70039]: DEBUG oslo_concurrency.lockutils [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.959140] env[70039]: DEBUG oslo_vmware.api [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170979} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.959480] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.959675] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.959855] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.960047] env[70039]: INFO nova.compute.manager [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1189.960295] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.960492] env[70039]: DEBUG nova.compute.manager [-] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.960587] env[70039]: DEBUG nova.network.neutron [-] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.973680] env[70039]: WARNING nova.network.neutron [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] 4851bdbc-d525-45ca-9441-9a53f60bb5d2 already exists in list: networks containing: ['4851bdbc-d525-45ca-9441-9a53f60bb5d2']. ignoring it [ 1190.068794] env[70039]: DEBUG oslo_vmware.api [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Task: {'id': task-3331580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233029} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.069220] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.069441] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.070184] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.070415] env[70039]: INFO nova.compute.manager [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1190.070675] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.071552] env[70039]: DEBUG nova.network.neutron [req-24cafe7d-9195-4025-b370-bbfad16bb287 req-eda43266-41ae-4d4e-a5db-b82952ee9484 service nova] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Updated VIF entry in instance network info cache for port 79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.072477] env[70039]: DEBUG nova.network.neutron [req-24cafe7d-9195-4025-b370-bbfad16bb287 req-eda43266-41ae-4d4e-a5db-b82952ee9484 service nova] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Updating instance_info_cache with network_info: [{"id": "79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d", "address": "fa:16:3e:88:64:8f", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79efd0cf-5f", "ovs_interfaceid": "79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.073415] env[70039]: DEBUG nova.compute.manager [-] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.073557] env[70039]: DEBUG nova.network.neutron [-] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.216983] env[70039]: DEBUG oslo_concurrency.lockutils [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "27fc1417-ad28-4721-bd18-9721f81934a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.217254] env[70039]: DEBUG oslo_concurrency.lockutils [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "27fc1417-ad28-4721-bd18-9721f81934a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.250259] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.252654] env[70039]: DEBUG oslo_concurrency.lockutils [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.371s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.254194] env[70039]: INFO nova.compute.claims [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.290346] env[70039]: INFO nova.scheduler.client.report [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Deleted allocations for instance 64f4f7c5-5903-4d9b-a7f1-452328fccf14 [ 1190.296849] env[70039]: DEBUG nova.network.neutron [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Updating instance_info_cache with network_info: [{"id": "4fe44080-4ef7-4f1d-a92b-5eb50928e912", "address": "fa:16:3e:2f:0e:ed", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fe44080-4e", "ovs_interfaceid": "4fe44080-4ef7-4f1d-a92b-5eb50928e912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ffbca23-4842-4289-b341-c21a5f92364b", "address": "fa:16:3e:77:52:6b", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ffbca23-48", "ovs_interfaceid": "3ffbca23-4842-4289-b341-c21a5f92364b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.330742] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524122f5-905d-e8cd-5416-489e6ca7e3ca, 'name': SearchDatastore_Task, 'duration_secs': 0.02822} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.333342] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.333584] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.334034] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.334034] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.334258] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.335358] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67643fef-2d68-4aee-b32e-85a0ef09e027 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.344612] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.344812] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.345600] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a2cb83a-9e54-4444-8bcc-dccf75709291 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.353061] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1190.353061] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52e6b44a-0dcf-b952-f6c7-b8f85fff64f6" [ 1190.353061] env[70039]: _type = "Task" [ 1190.353061] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.364977] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e6b44a-0dcf-b952-f6c7-b8f85fff64f6, 'name': SearchDatastore_Task, 'duration_secs': 0.008486} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.365763] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8652e22d-fe09-4dea-94ff-673c200b247f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.371301] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1190.371301] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52d240ef-6ccb-1b72-0d21-7bc1018d6c83" [ 1190.371301] env[70039]: _type = "Task" [ 1190.371301] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.379348] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d240ef-6ccb-1b72-0d21-7bc1018d6c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.492399] env[70039]: DEBUG nova.compute.manager [req-c17c9a5f-c2cf-4e3c-a7bc-94b9a1c3eabc req-3be1628f-fa0e-408a-ad32-3fe9a2afc763 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Received event network-vif-plugged-3ffbca23-4842-4289-b341-c21a5f92364b {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.492399] env[70039]: DEBUG oslo_concurrency.lockutils [req-c17c9a5f-c2cf-4e3c-a7bc-94b9a1c3eabc req-3be1628f-fa0e-408a-ad32-3fe9a2afc763 service nova] Acquiring lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.492578] env[70039]: DEBUG oslo_concurrency.lockutils [req-c17c9a5f-c2cf-4e3c-a7bc-94b9a1c3eabc req-3be1628f-fa0e-408a-ad32-3fe9a2afc763 service nova] Lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.492748] env[70039]: DEBUG oslo_concurrency.lockutils [req-c17c9a5f-c2cf-4e3c-a7bc-94b9a1c3eabc req-3be1628f-fa0e-408a-ad32-3fe9a2afc763 service nova] Lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.492918] env[70039]: DEBUG nova.compute.manager [req-c17c9a5f-c2cf-4e3c-a7bc-94b9a1c3eabc req-3be1628f-fa0e-408a-ad32-3fe9a2afc763 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] No waiting events found dispatching network-vif-plugged-3ffbca23-4842-4289-b341-c21a5f92364b {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.493099] env[70039]: WARNING nova.compute.manager [req-c17c9a5f-c2cf-4e3c-a7bc-94b9a1c3eabc req-3be1628f-fa0e-408a-ad32-3fe9a2afc763 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Received unexpected event network-vif-plugged-3ffbca23-4842-4289-b341-c21a5f92364b for instance with vm_state active and task_state None. [ 1190.493264] env[70039]: DEBUG nova.compute.manager [req-c17c9a5f-c2cf-4e3c-a7bc-94b9a1c3eabc req-3be1628f-fa0e-408a-ad32-3fe9a2afc763 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Received event network-changed-3ffbca23-4842-4289-b341-c21a5f92364b {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.493420] env[70039]: DEBUG nova.compute.manager [req-c17c9a5f-c2cf-4e3c-a7bc-94b9a1c3eabc req-3be1628f-fa0e-408a-ad32-3fe9a2afc763 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Refreshing instance network info cache due to event network-changed-3ffbca23-4842-4289-b341-c21a5f92364b. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.493584] env[70039]: DEBUG oslo_concurrency.lockutils [req-c17c9a5f-c2cf-4e3c-a7bc-94b9a1c3eabc req-3be1628f-fa0e-408a-ad32-3fe9a2afc763 service nova] Acquiring lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.580972] env[70039]: DEBUG oslo_concurrency.lockutils [req-24cafe7d-9195-4025-b370-bbfad16bb287 req-eda43266-41ae-4d4e-a5db-b82952ee9484 service nova] Releasing lock "refresh_cache-3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.720083] env[70039]: DEBUG nova.compute.manager [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1190.802031] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.802031] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.802202] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.803048] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7b04f42a-c49c-409d-87b5-9777e3a0ae3d tempest-ServersAdminNegativeTestJSON-1963466895 tempest-ServersAdminNegativeTestJSON-1963466895-project-member] Lock "64f4f7c5-5903-4d9b-a7f1-452328fccf14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.534s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.804027] env[70039]: DEBUG oslo_concurrency.lockutils [req-c17c9a5f-c2cf-4e3c-a7bc-94b9a1c3eabc req-3be1628f-fa0e-408a-ad32-3fe9a2afc763 service nova] Acquired lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.804318] env[70039]: DEBUG nova.network.neutron [req-c17c9a5f-c2cf-4e3c-a7bc-94b9a1c3eabc req-3be1628f-fa0e-408a-ad32-3fe9a2afc763 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Refreshing network info cache for port 3ffbca23-4842-4289-b341-c21a5f92364b {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.806623] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd63e57-c40a-4a7b-80c9-1b083feae619 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.824608] env[70039]: DEBUG nova.virt.hardware [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.824857] env[70039]: DEBUG nova.virt.hardware [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.825029] env[70039]: DEBUG nova.virt.hardware [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.825220] env[70039]: DEBUG nova.virt.hardware [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.825366] env[70039]: DEBUG nova.virt.hardware [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.825515] env[70039]: DEBUG nova.virt.hardware [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.825723] env[70039]: DEBUG nova.virt.hardware [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.825880] env[70039]: DEBUG nova.virt.hardware [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.826443] env[70039]: DEBUG nova.virt.hardware [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.826443] env[70039]: DEBUG nova.virt.hardware [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.826443] env[70039]: DEBUG nova.virt.hardware [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.832938] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Reconfiguring VM to attach interface {{(pid=70039) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1190.834160] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ba7682c-0014-4c58-b3f1-931cf1a376c7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.846410] env[70039]: DEBUG nova.network.neutron [-] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.855592] env[70039]: DEBUG oslo_vmware.api [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1190.855592] env[70039]: value = "task-3331581" [ 1190.855592] env[70039]: _type = "Task" [ 1190.855592] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.865181] env[70039]: DEBUG oslo_vmware.api [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331581, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.882787] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d240ef-6ccb-1b72-0d21-7bc1018d6c83, 'name': SearchDatastore_Task, 'duration_secs': 0.009474} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.882787] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.882960] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa/3d8a3489-8ab9-4ea3-a495-f3178e0d6afa.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.883218] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb334a1e-9adc-4f4a-b565-3f170532ec15 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.889343] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1190.889343] env[70039]: value = "task-3331582" [ 1190.889343] env[70039]: _type = "Task" [ 1190.889343] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.892824] env[70039]: DEBUG nova.network.neutron [-] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.898999] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.247799] env[70039]: DEBUG oslo_concurrency.lockutils [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.350396] env[70039]: INFO nova.compute.manager [-] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Took 1.39 seconds to deallocate network for instance. [ 1191.367401] env[70039]: DEBUG oslo_vmware.api [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.402456] env[70039]: INFO nova.compute.manager [-] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Took 1.33 seconds to deallocate network for instance. [ 1191.403232] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447001} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.404926] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa/3d8a3489-8ab9-4ea3-a495-f3178e0d6afa.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.405259] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.408666] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a57a7791-3352-471a-9751-36629ec7b984 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.417911] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1191.417911] env[70039]: value = "task-3331583" [ 1191.417911] env[70039]: _type = "Task" [ 1191.417911] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.431029] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.447991] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f022201-e52a-4718-b125-03a54037c2c7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.455497] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2143be5e-7426-46f4-b75f-63a1138f0aa4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.491651] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c1b547-deff-4e86-9377-4475516fbdab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.500439] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74c8f92-668e-4494-94b3-88727900ce2c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.514954] env[70039]: DEBUG nova.compute.provider_tree [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.653310] env[70039]: DEBUG nova.network.neutron [req-c17c9a5f-c2cf-4e3c-a7bc-94b9a1c3eabc req-3be1628f-fa0e-408a-ad32-3fe9a2afc763 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Updated VIF entry in instance network info cache for port 3ffbca23-4842-4289-b341-c21a5f92364b. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.653756] env[70039]: DEBUG nova.network.neutron [req-c17c9a5f-c2cf-4e3c-a7bc-94b9a1c3eabc req-3be1628f-fa0e-408a-ad32-3fe9a2afc763 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Updating instance_info_cache with network_info: [{"id": "4fe44080-4ef7-4f1d-a92b-5eb50928e912", "address": "fa:16:3e:2f:0e:ed", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fe44080-4e", "ovs_interfaceid": "4fe44080-4ef7-4f1d-a92b-5eb50928e912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ffbca23-4842-4289-b341-c21a5f92364b", "address": "fa:16:3e:77:52:6b", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ffbca23-48", "ovs_interfaceid": "3ffbca23-4842-4289-b341-c21a5f92364b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.863810] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.870236] env[70039]: DEBUG oslo_vmware.api [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331581, 'name': ReconfigVM_Task, 'duration_secs': 0.681876} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.870236] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.870402] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Reconfigured VM to attach interface {{(pid=70039) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1191.913366] env[70039]: DEBUG oslo_concurrency.lockutils [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.929132] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073582} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.929436] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.930324] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0939b08-cde3-46cc-8354-a5c76516c167 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.952755] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa/3d8a3489-8ab9-4ea3-a495-f3178e0d6afa.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.953066] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afaedcfc-816d-4994-8a99-2d1157878283 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.973973] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1191.973973] env[70039]: value = "task-3331584" [ 1191.973973] env[70039]: _type = "Task" [ 1191.973973] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.983912] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.018131] env[70039]: DEBUG nova.scheduler.client.report [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.157030] env[70039]: DEBUG oslo_concurrency.lockutils [req-c17c9a5f-c2cf-4e3c-a7bc-94b9a1c3eabc req-3be1628f-fa0e-408a-ad32-3fe9a2afc763 service nova] Releasing lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.157461] env[70039]: DEBUG nova.compute.manager [req-c17c9a5f-c2cf-4e3c-a7bc-94b9a1c3eabc req-3be1628f-fa0e-408a-ad32-3fe9a2afc763 service nova] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Received event network-vif-deleted-791d1638-58f3-4518-82fc-3305161672b7 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.157461] env[70039]: INFO nova.compute.manager [req-c17c9a5f-c2cf-4e3c-a7bc-94b9a1c3eabc req-3be1628f-fa0e-408a-ad32-3fe9a2afc763 service nova] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Neutron deleted interface 791d1638-58f3-4518-82fc-3305161672b7; detaching it from the instance and deleting it from the info cache [ 1192.157639] env[70039]: DEBUG nova.network.neutron [req-c17c9a5f-c2cf-4e3c-a7bc-94b9a1c3eabc req-3be1628f-fa0e-408a-ad32-3fe9a2afc763 service nova] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.374638] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7aeb7406-bc5d-4f0f-b1cb-d6ef1deb99be tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "interface-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7-3ffbca23-4842-4289-b341-c21a5f92364b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.633s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.485133] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331584, 'name': ReconfigVM_Task, 'duration_secs': 0.314029} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.485599] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa/3d8a3489-8ab9-4ea3-a495-f3178e0d6afa.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.486240] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0393243-bf8f-4954-84de-e56c8ccb04bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.493030] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1192.493030] env[70039]: value = "task-3331585" [ 1192.493030] env[70039]: _type = "Task" [ 1192.493030] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.504541] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331585, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.524630] env[70039]: DEBUG oslo_concurrency.lockutils [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.525836] env[70039]: DEBUG nova.compute.manager [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.531570] env[70039]: DEBUG oslo_concurrency.lockutils [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.284s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.533638] env[70039]: INFO nova.compute.claims [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.538563] env[70039]: DEBUG nova.compute.manager [req-02c21bfe-44ef-49f5-8223-761154138473 req-352b54f6-29f0-421f-a917-1139010a4eff service nova] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Received event network-vif-deleted-c6c601a8-43f4-4a1a-80fa-28f29692dfa1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.662962] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b6f72ed-1be9-4ac7-bf6a-aa96e4419856 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.673919] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ec1e0c-21fd-4251-88c6-9118983a78bc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.709420] env[70039]: DEBUG nova.compute.manager [req-c17c9a5f-c2cf-4e3c-a7bc-94b9a1c3eabc req-3be1628f-fa0e-408a-ad32-3fe9a2afc763 service nova] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Detach interface failed, port_id=791d1638-58f3-4518-82fc-3305161672b7, reason: Instance 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1193.005485] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331585, 'name': Rename_Task, 'duration_secs': 0.142636} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.006418] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.007161] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-268932a2-db3b-4cc7-a2fa-06dbe010b942 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.013776] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1193.013776] env[70039]: value = "task-3331586" [ 1193.013776] env[70039]: _type = "Task" [ 1193.013776] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.027226] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.032766] env[70039]: DEBUG nova.compute.utils [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.034349] env[70039]: DEBUG nova.compute.manager [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.034349] env[70039]: DEBUG nova.network.neutron [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.083608] env[70039]: DEBUG nova.policy [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd0de6593f5246f1aa48ffcb2f5a6bbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b21ea9987a554985b7d07b111f069b35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.455942] env[70039]: DEBUG nova.network.neutron [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Successfully created port: c6032515-e993-47fa-aa73-ca4b1bb1eb5c {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.525062] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331586, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.543145] env[70039]: DEBUG nova.compute.manager [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1193.760212] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6e38e0-d2e2-4ada-a19b-f8958f2e4b7b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.768409] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17277d75-05c2-480e-93ef-12859f76e86d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.802601] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59192fba-7547-4118-bdc2-67c292e067ef {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.810464] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3308f89-e425-4377-9f00-62d5fdf89736 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.824856] env[70039]: DEBUG nova.compute.provider_tree [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.000953] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "interface-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7-3ffbca23-4842-4289-b341-c21a5f92364b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.001603] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "interface-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7-3ffbca23-4842-4289-b341-c21a5f92364b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.027848] env[70039]: DEBUG oslo_vmware.api [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331586, 'name': PowerOnVM_Task, 'duration_secs': 0.792421} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.028301] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.028611] env[70039]: INFO nova.compute.manager [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1194.028931] env[70039]: DEBUG nova.compute.manager [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.030491] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6506e0a6-0beb-432f-bc1e-ce80044690b1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.327898] env[70039]: DEBUG nova.scheduler.client.report [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.486379] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "78d436ba-a361-4760-a13d-edd86fc665f9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.486746] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "78d436ba-a361-4760-a13d-edd86fc665f9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.504344] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.504543] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.505950] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151d9f13-634f-4390-b825-83de3b8e48cb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.524729] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6fc35d-48af-4722-bc3f-3186ee7fc041 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.558331] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Reconfiguring VM to detach interface {{(pid=70039) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1194.561226] env[70039]: DEBUG nova.compute.manager [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.563339] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-118d8bac-602e-4a7a-95b4-462711021d59 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.579997] env[70039]: INFO nova.compute.manager [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Took 17.06 seconds to build instance. [ 1194.584905] env[70039]: DEBUG oslo_vmware.api [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1194.584905] env[70039]: value = "task-3331587" [ 1194.584905] env[70039]: _type = "Task" [ 1194.584905] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.595045] env[70039]: DEBUG oslo_vmware.api [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.606892] env[70039]: DEBUG nova.virt.hardware [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.607188] env[70039]: DEBUG nova.virt.hardware [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.607356] env[70039]: DEBUG nova.virt.hardware [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.607556] env[70039]: DEBUG nova.virt.hardware [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.607715] env[70039]: DEBUG nova.virt.hardware [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.607869] env[70039]: DEBUG nova.virt.hardware [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.608099] env[70039]: DEBUG nova.virt.hardware [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.608277] env[70039]: DEBUG nova.virt.hardware [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.608480] env[70039]: DEBUG nova.virt.hardware [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.608897] env[70039]: DEBUG nova.virt.hardware [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.608988] env[70039]: DEBUG nova.virt.hardware [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.610191] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579a942d-48ef-44ef-ae5a-4930084b57f5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.618568] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437bc473-3c04-4fa2-bc54-422d96e7f652 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.736314] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquiring lock "19c71658-6134-452c-ba22-a7b2f591828d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.736314] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "19c71658-6134-452c-ba22-a7b2f591828d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.833276] env[70039]: DEBUG oslo_concurrency.lockutils [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.834191] env[70039]: DEBUG nova.compute.manager [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1194.837221] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.973s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.838370] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.840668] env[70039]: DEBUG oslo_concurrency.lockutils [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.928s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.840814] env[70039]: DEBUG nova.objects.instance [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lazy-loading 'resources' on Instance uuid f8d675ce-e8bd-4861-9832-7ac0a720f8a9 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.861429] env[70039]: INFO nova.scheduler.client.report [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleted allocations for instance 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3 [ 1194.987095] env[70039]: DEBUG nova.compute.manager [req-8e61ce9e-bd81-4147-a211-2c8d237c42b8 req-7b1e2e05-f48b-4740-a502-fc0d8cb66c42 service nova] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Received event network-vif-plugged-c6032515-e993-47fa-aa73-ca4b1bb1eb5c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.987851] env[70039]: DEBUG oslo_concurrency.lockutils [req-8e61ce9e-bd81-4147-a211-2c8d237c42b8 req-7b1e2e05-f48b-4740-a502-fc0d8cb66c42 service nova] Acquiring lock "d0494373-7608-45b0-9ebf-fcff1af120db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.987851] env[70039]: DEBUG oslo_concurrency.lockutils [req-8e61ce9e-bd81-4147-a211-2c8d237c42b8 req-7b1e2e05-f48b-4740-a502-fc0d8cb66c42 service nova] Lock "d0494373-7608-45b0-9ebf-fcff1af120db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.987851] env[70039]: DEBUG oslo_concurrency.lockutils [req-8e61ce9e-bd81-4147-a211-2c8d237c42b8 req-7b1e2e05-f48b-4740-a502-fc0d8cb66c42 service nova] Lock "d0494373-7608-45b0-9ebf-fcff1af120db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.987851] env[70039]: DEBUG nova.compute.manager [req-8e61ce9e-bd81-4147-a211-2c8d237c42b8 req-7b1e2e05-f48b-4740-a502-fc0d8cb66c42 service nova] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] No waiting events found dispatching network-vif-plugged-c6032515-e993-47fa-aa73-ca4b1bb1eb5c {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1194.988108] env[70039]: WARNING nova.compute.manager [req-8e61ce9e-bd81-4147-a211-2c8d237c42b8 req-7b1e2e05-f48b-4740-a502-fc0d8cb66c42 service nova] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Received unexpected event network-vif-plugged-c6032515-e993-47fa-aa73-ca4b1bb1eb5c for instance with vm_state building and task_state spawning. [ 1194.991267] env[70039]: INFO nova.compute.manager [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Detaching volume 8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca [ 1195.036979] env[70039]: INFO nova.virt.block_device [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Attempting to driver detach volume 8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca from mountpoint /dev/sdb [ 1195.037249] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Volume detach. Driver type: vmdk {{(pid=70039) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1195.037437] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665048', 'volume_id': '8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca', 'name': 'volume-8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78d436ba-a361-4760-a13d-edd86fc665f9', 'attached_at': '', 'detached_at': '', 'volume_id': '8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca', 'serial': '8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1195.038360] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8ddff0-5b80-4f78-89b4-dbdea85c52f8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.067987] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a075b2-5c1a-47db-9881-776826526757 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.076345] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23bf51d-1902-4dcc-8aea-867ef5712f5d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.080706] env[70039]: DEBUG oslo_concurrency.lockutils [None req-74248142-0d3f-489e-899e-ac048d1b5877 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.576s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.081881] env[70039]: DEBUG nova.network.neutron [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Successfully updated port: c6032515-e993-47fa-aa73-ca4b1bb1eb5c {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.110468] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d38675b-4cae-4145-95fb-e720210850ba {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.119092] env[70039]: DEBUG oslo_vmware.api [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.130355] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] The volume has not been displaced from its original location: [datastore1] volume-8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca/volume-8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca.vmdk. No consolidation needed. {{(pid=70039) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1195.138992] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1195.139909] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85c5d36f-290e-4a50-accc-7cd23294d601 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.159931] env[70039]: DEBUG oslo_vmware.api [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1195.159931] env[70039]: value = "task-3331588" [ 1195.159931] env[70039]: _type = "Task" [ 1195.159931] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.170555] env[70039]: DEBUG oslo_vmware.api [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.239634] env[70039]: DEBUG nova.compute.manager [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1195.347031] env[70039]: DEBUG nova.compute.utils [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.351928] env[70039]: DEBUG nova.compute.manager [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.352282] env[70039]: DEBUG nova.network.neutron [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.372698] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0425df88-c2ef-4fa5-9f55-768c0870e42d tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "7d74d5e2-7375-4a20-b5aa-4543d75ab5a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.032s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.414652] env[70039]: DEBUG nova.policy [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f2a7e52a9484a70bff0d104163477a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16843037a89d4012b44f82e4aecb79d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.551405] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda1176b-55a6-4024-95ff-f71d04faf021 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.561836] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e955e7d3-bac1-49a7-bac3-54473d632359 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.603175] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f57d9c-c39d-404d-b47f-6127e2ccda81 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.611285] env[70039]: DEBUG oslo_concurrency.lockutils [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "refresh_cache-d0494373-7608-45b0-9ebf-fcff1af120db" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.611438] env[70039]: DEBUG oslo_concurrency.lockutils [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "refresh_cache-d0494373-7608-45b0-9ebf-fcff1af120db" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.611587] env[70039]: DEBUG nova.network.neutron [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.614669] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b3b6bc-e490-4e86-a574-ff1f31cb2ee3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.622276] env[70039]: DEBUG oslo_vmware.api [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.635793] env[70039]: DEBUG nova.compute.provider_tree [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.669672] env[70039]: DEBUG oslo_vmware.api [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331588, 'name': ReconfigVM_Task, 'duration_secs': 0.246548} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.669947] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1195.674572] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea2d4e93-e459-4a23-b1b7-2131b201a931 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.690071] env[70039]: DEBUG oslo_vmware.api [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1195.690071] env[70039]: value = "task-3331589" [ 1195.690071] env[70039]: _type = "Task" [ 1195.690071] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.698492] env[70039]: DEBUG oslo_vmware.api [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.752340] env[70039]: DEBUG nova.network.neutron [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Successfully created port: 0918d00e-2f14-47bf-8e8c-e4f9b7d3018f {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1195.763991] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.851724] env[70039]: DEBUG nova.compute.manager [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1195.862885] env[70039]: DEBUG nova.compute.manager [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Stashing vm_state: active {{(pid=70039) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1196.116312] env[70039]: DEBUG oslo_vmware.api [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.138837] env[70039]: DEBUG nova.scheduler.client.report [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.147971] env[70039]: DEBUG nova.network.neutron [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.201955] env[70039]: DEBUG oslo_vmware.api [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.312524] env[70039]: DEBUG nova.network.neutron [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Updating instance_info_cache with network_info: [{"id": "c6032515-e993-47fa-aa73-ca4b1bb1eb5c", "address": "fa:16:3e:ce:34:61", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6032515-e9", "ovs_interfaceid": "c6032515-e993-47fa-aa73-ca4b1bb1eb5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.386996] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.617524] env[70039]: DEBUG oslo_vmware.api [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.645701] env[70039]: DEBUG oslo_concurrency.lockutils [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.648069] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.885s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.649603] env[70039]: INFO nova.compute.claims [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.664278] env[70039]: INFO nova.scheduler.client.report [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Deleted allocations for instance f8d675ce-e8bd-4861-9832-7ac0a720f8a9 [ 1196.701666] env[70039]: DEBUG oslo_vmware.api [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331589, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.815508] env[70039]: DEBUG oslo_concurrency.lockutils [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "refresh_cache-d0494373-7608-45b0-9ebf-fcff1af120db" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.815859] env[70039]: DEBUG nova.compute.manager [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Instance network_info: |[{"id": "c6032515-e993-47fa-aa73-ca4b1bb1eb5c", "address": "fa:16:3e:ce:34:61", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6032515-e9", "ovs_interfaceid": "c6032515-e993-47fa-aa73-ca4b1bb1eb5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1196.816466] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:34:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6032515-e993-47fa-aa73-ca4b1bb1eb5c', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.824230] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.824454] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.824686] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78d8b37d-595b-4af5-9b48-c4f6ad479173 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.844195] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.844195] env[70039]: value = "task-3331590" [ 1196.844195] env[70039]: _type = "Task" [ 1196.844195] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.851611] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331590, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.864855] env[70039]: DEBUG nova.compute.manager [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1196.895883] env[70039]: DEBUG nova.virt.hardware [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.896173] env[70039]: DEBUG nova.virt.hardware [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.896337] env[70039]: DEBUG nova.virt.hardware [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.896519] env[70039]: DEBUG nova.virt.hardware [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.896682] env[70039]: DEBUG nova.virt.hardware [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.896845] env[70039]: DEBUG nova.virt.hardware [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.897087] env[70039]: DEBUG nova.virt.hardware [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.897258] env[70039]: DEBUG nova.virt.hardware [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.897443] env[70039]: DEBUG nova.virt.hardware [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.897666] env[70039]: DEBUG nova.virt.hardware [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.897977] env[70039]: DEBUG nova.virt.hardware [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.898870] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843a8983-d5d2-4fe4-9406-74c3768f95c2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.906335] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9ca505-0cbf-41a9-bba8-5d6b6e8ed831 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.011756] env[70039]: DEBUG nova.compute.manager [req-f68f349b-c9ed-4779-8dd9-9a7ca9536f7b req-dbfb58bd-0f9c-4889-9e6d-b4a8831ff5a0 service nova] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Received event network-changed-c6032515-e993-47fa-aa73-ca4b1bb1eb5c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.011856] env[70039]: DEBUG nova.compute.manager [req-f68f349b-c9ed-4779-8dd9-9a7ca9536f7b req-dbfb58bd-0f9c-4889-9e6d-b4a8831ff5a0 service nova] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Refreshing instance network info cache due to event network-changed-c6032515-e993-47fa-aa73-ca4b1bb1eb5c. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.012084] env[70039]: DEBUG oslo_concurrency.lockutils [req-f68f349b-c9ed-4779-8dd9-9a7ca9536f7b req-dbfb58bd-0f9c-4889-9e6d-b4a8831ff5a0 service nova] Acquiring lock "refresh_cache-d0494373-7608-45b0-9ebf-fcff1af120db" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.012233] env[70039]: DEBUG oslo_concurrency.lockutils [req-f68f349b-c9ed-4779-8dd9-9a7ca9536f7b req-dbfb58bd-0f9c-4889-9e6d-b4a8831ff5a0 service nova] Acquired lock "refresh_cache-d0494373-7608-45b0-9ebf-fcff1af120db" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.012393] env[70039]: DEBUG nova.network.neutron [req-f68f349b-c9ed-4779-8dd9-9a7ca9536f7b req-dbfb58bd-0f9c-4889-9e6d-b4a8831ff5a0 service nova] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Refreshing network info cache for port c6032515-e993-47fa-aa73-ca4b1bb1eb5c {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.119303] env[70039]: DEBUG oslo_vmware.api [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.173417] env[70039]: DEBUG oslo_concurrency.lockutils [None req-68bba2bd-121b-49dd-9742-928b4c737b71 tempest-ServersNegativeTestJSON-1561012911 tempest-ServersNegativeTestJSON-1561012911-project-member] Lock "f8d675ce-e8bd-4861-9832-7ac0a720f8a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.743s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.204987] env[70039]: DEBUG oslo_vmware.api [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331589, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.269559] env[70039]: DEBUG nova.network.neutron [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Successfully updated port: 0918d00e-2f14-47bf-8e8c-e4f9b7d3018f {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1197.353959] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331590, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.618564] env[70039]: DEBUG oslo_vmware.api [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.705027] env[70039]: DEBUG oslo_vmware.api [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331589, 'name': ReconfigVM_Task, 'duration_secs': 1.795054} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.707908] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665048', 'volume_id': '8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca', 'name': 'volume-8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78d436ba-a361-4760-a13d-edd86fc665f9', 'attached_at': '', 'detached_at': '', 'volume_id': '8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca', 'serial': '8e9536ea-cbc9-4fd5-9d1d-1a4780de93ca'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1197.776658] env[70039]: DEBUG oslo_concurrency.lockutils [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.776805] env[70039]: DEBUG oslo_concurrency.lockutils [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.776958] env[70039]: DEBUG nova.network.neutron [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.822876] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704d982e-e2ef-4b9b-a5d2-a4039599b24c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.826154] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.826385] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.826559] env[70039]: INFO nova.compute.manager [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Shelving [ 1197.834654] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43500677-55de-4971-81a0-aa9d51d1d505 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.869947] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f875dd67-eeab-4c46-9a10-a8c872bd5191 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.880222] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47f8738-99d7-48b9-b2bc-425cf718e261 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.883997] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331590, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.884808] env[70039]: DEBUG nova.network.neutron [req-f68f349b-c9ed-4779-8dd9-9a7ca9536f7b req-dbfb58bd-0f9c-4889-9e6d-b4a8831ff5a0 service nova] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Updated VIF entry in instance network info cache for port c6032515-e993-47fa-aa73-ca4b1bb1eb5c. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.885135] env[70039]: DEBUG nova.network.neutron [req-f68f349b-c9ed-4779-8dd9-9a7ca9536f7b req-dbfb58bd-0f9c-4889-9e6d-b4a8831ff5a0 service nova] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Updating instance_info_cache with network_info: [{"id": "c6032515-e993-47fa-aa73-ca4b1bb1eb5c", "address": "fa:16:3e:ce:34:61", "network": {"id": "a091716f-e2e0-46d4-b07b-43e29250b944", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1471738682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21ea9987a554985b7d07b111f069b35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6032515-e9", "ovs_interfaceid": "c6032515-e993-47fa-aa73-ca4b1bb1eb5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.897465] env[70039]: DEBUG nova.compute.provider_tree [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.119215] env[70039]: DEBUG oslo_vmware.api [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.249531] env[70039]: DEBUG nova.objects.instance [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lazy-loading 'flavor' on Instance uuid 78d436ba-a361-4760-a13d-edd86fc665f9 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.325297] env[70039]: DEBUG nova.network.neutron [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.375811] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331590, 'name': CreateVM_Task, 'duration_secs': 1.306659} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.376033] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.376675] env[70039]: DEBUG oslo_concurrency.lockutils [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.376844] env[70039]: DEBUG oslo_concurrency.lockutils [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.377150] env[70039]: DEBUG oslo_concurrency.lockutils [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.377385] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06eabcff-4035-414f-bcb3-8e47921f1032 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.382516] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1198.382516] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]529cce1c-a358-ca3a-439f-4565c8df1dd3" [ 1198.382516] env[70039]: _type = "Task" [ 1198.382516] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.390141] env[70039]: DEBUG oslo_concurrency.lockutils [req-f68f349b-c9ed-4779-8dd9-9a7ca9536f7b req-dbfb58bd-0f9c-4889-9e6d-b4a8831ff5a0 service nova] Releasing lock "refresh_cache-d0494373-7608-45b0-9ebf-fcff1af120db" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.390141] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]529cce1c-a358-ca3a-439f-4565c8df1dd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.400173] env[70039]: DEBUG nova.scheduler.client.report [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.557480] env[70039]: DEBUG nova.network.neutron [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updating instance_info_cache with network_info: [{"id": "0918d00e-2f14-47bf-8e8c-e4f9b7d3018f", "address": "fa:16:3e:ef:19:7d", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0918d00e-2f", "ovs_interfaceid": "0918d00e-2f14-47bf-8e8c-e4f9b7d3018f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.620160] env[70039]: DEBUG oslo_vmware.api [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.837204] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.837626] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-275d96c2-2520-4758-a5f5-1c07bf000368 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.846017] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1198.846017] env[70039]: value = "task-3331591" [ 1198.846017] env[70039]: _type = "Task" [ 1198.846017] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.854617] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.895021] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]529cce1c-a358-ca3a-439f-4565c8df1dd3, 'name': SearchDatastore_Task, 'duration_secs': 0.012001} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.896288] env[70039]: DEBUG oslo_concurrency.lockutils [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.897010] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.897390] env[70039]: DEBUG oslo_concurrency.lockutils [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.897665] env[70039]: DEBUG oslo_concurrency.lockutils [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.898139] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.898539] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e97c97f7-f09a-44b9-b842-f55002b6d09d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.910031] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.910031] env[70039]: DEBUG nova.compute.manager [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1198.912068] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.525s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.913434] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.918015] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.922022] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3374ed5f-f336-4237-b7b8-67e74d3bb538 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.926258] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1198.926258] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]529562fd-386c-6cec-439d-8ca385f11b41" [ 1198.926258] env[70039]: _type = "Task" [ 1198.926258] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.937398] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]529562fd-386c-6cec-439d-8ca385f11b41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.039138] env[70039]: DEBUG nova.compute.manager [req-3fbe70dc-d022-431e-9509-42bf714a3b10 req-7ef50a04-0506-414a-bb0e-d56e45955395 service nova] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Received event network-vif-plugged-0918d00e-2f14-47bf-8e8c-e4f9b7d3018f {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.039733] env[70039]: DEBUG oslo_concurrency.lockutils [req-3fbe70dc-d022-431e-9509-42bf714a3b10 req-7ef50a04-0506-414a-bb0e-d56e45955395 service nova] Acquiring lock "27fc1417-ad28-4721-bd18-9721f81934a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.040141] env[70039]: DEBUG oslo_concurrency.lockutils [req-3fbe70dc-d022-431e-9509-42bf714a3b10 req-7ef50a04-0506-414a-bb0e-d56e45955395 service nova] Lock "27fc1417-ad28-4721-bd18-9721f81934a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.040434] env[70039]: DEBUG oslo_concurrency.lockutils [req-3fbe70dc-d022-431e-9509-42bf714a3b10 req-7ef50a04-0506-414a-bb0e-d56e45955395 service nova] Lock "27fc1417-ad28-4721-bd18-9721f81934a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.040707] env[70039]: DEBUG nova.compute.manager [req-3fbe70dc-d022-431e-9509-42bf714a3b10 req-7ef50a04-0506-414a-bb0e-d56e45955395 service nova] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] No waiting events found dispatching network-vif-plugged-0918d00e-2f14-47bf-8e8c-e4f9b7d3018f {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.040995] env[70039]: WARNING nova.compute.manager [req-3fbe70dc-d022-431e-9509-42bf714a3b10 req-7ef50a04-0506-414a-bb0e-d56e45955395 service nova] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Received unexpected event network-vif-plugged-0918d00e-2f14-47bf-8e8c-e4f9b7d3018f for instance with vm_state building and task_state spawning. [ 1199.041485] env[70039]: DEBUG nova.compute.manager [req-3fbe70dc-d022-431e-9509-42bf714a3b10 req-7ef50a04-0506-414a-bb0e-d56e45955395 service nova] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Received event network-changed-0918d00e-2f14-47bf-8e8c-e4f9b7d3018f {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.041775] env[70039]: DEBUG nova.compute.manager [req-3fbe70dc-d022-431e-9509-42bf714a3b10 req-7ef50a04-0506-414a-bb0e-d56e45955395 service nova] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Refreshing instance network info cache due to event network-changed-0918d00e-2f14-47bf-8e8c-e4f9b7d3018f. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.042075] env[70039]: DEBUG oslo_concurrency.lockutils [req-3fbe70dc-d022-431e-9509-42bf714a3b10 req-7ef50a04-0506-414a-bb0e-d56e45955395 service nova] Acquiring lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.060794] env[70039]: DEBUG oslo_concurrency.lockutils [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.060794] env[70039]: DEBUG nova.compute.manager [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Instance network_info: |[{"id": "0918d00e-2f14-47bf-8e8c-e4f9b7d3018f", "address": "fa:16:3e:ef:19:7d", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0918d00e-2f", "ovs_interfaceid": "0918d00e-2f14-47bf-8e8c-e4f9b7d3018f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.060973] env[70039]: DEBUG oslo_concurrency.lockutils [req-3fbe70dc-d022-431e-9509-42bf714a3b10 req-7ef50a04-0506-414a-bb0e-d56e45955395 service nova] Acquired lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.061144] env[70039]: DEBUG nova.network.neutron [req-3fbe70dc-d022-431e-9509-42bf714a3b10 req-7ef50a04-0506-414a-bb0e-d56e45955395 service nova] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Refreshing network info cache for port 0918d00e-2f14-47bf-8e8c-e4f9b7d3018f {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.066019] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:19:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0918d00e-2f14-47bf-8e8c-e4f9b7d3018f', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.069981] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.072733] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.073201] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93848b5a-379b-474a-8bbd-44a2d4a60317 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.094463] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.094463] env[70039]: value = "task-3331592" [ 1199.094463] env[70039]: _type = "Task" [ 1199.094463] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.101890] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331592, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.118900] env[70039]: DEBUG oslo_vmware.api [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.260045] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a52db280-f540-4303-84bb-0d79e6b2cde8 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "78d436ba-a361-4760-a13d-edd86fc665f9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.773s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.347551] env[70039]: DEBUG nova.network.neutron [req-3fbe70dc-d022-431e-9509-42bf714a3b10 req-7ef50a04-0506-414a-bb0e-d56e45955395 service nova] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updated VIF entry in instance network info cache for port 0918d00e-2f14-47bf-8e8c-e4f9b7d3018f. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.348041] env[70039]: DEBUG nova.network.neutron [req-3fbe70dc-d022-431e-9509-42bf714a3b10 req-7ef50a04-0506-414a-bb0e-d56e45955395 service nova] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updating instance_info_cache with network_info: [{"id": "0918d00e-2f14-47bf-8e8c-e4f9b7d3018f", "address": "fa:16:3e:ef:19:7d", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0918d00e-2f", "ovs_interfaceid": "0918d00e-2f14-47bf-8e8c-e4f9b7d3018f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.367127] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331591, 'name': PowerOffVM_Task, 'duration_secs': 0.19015} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.367502] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.368481] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76395c4-01e1-4239-a5a9-93636be51253 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.391289] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0ee412-6bc9-4bdd-8b73-4814fa5e14e6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.424968] env[70039]: INFO nova.compute.claims [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.431394] env[70039]: DEBUG nova.compute.utils [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1199.434422] env[70039]: DEBUG nova.compute.manager [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1199.434422] env[70039]: DEBUG nova.network.neutron [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1199.450296] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]529562fd-386c-6cec-439d-8ca385f11b41, 'name': SearchDatastore_Task, 'duration_secs': 0.010918} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.450296] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9283fe84-a079-468b-aa13-b861965fbbf3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.456213] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1199.456213] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]523bf775-fe22-e83b-fc25-06af373a8c71" [ 1199.456213] env[70039]: _type = "Task" [ 1199.456213] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.464519] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523bf775-fe22-e83b-fc25-06af373a8c71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.490585] env[70039]: DEBUG nova.policy [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3873210896f4aafb2496e1dc8873cfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd659a02f40a0470f8fc4efd9a350ddac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1199.606157] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331592, 'name': CreateVM_Task, 'duration_secs': 0.35123} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.606157] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.606753] env[70039]: DEBUG oslo_concurrency.lockutils [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.606912] env[70039]: DEBUG oslo_concurrency.lockutils [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.607270] env[70039]: DEBUG oslo_concurrency.lockutils [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.607534] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3fe680a-5774-4d73-bd97-17eb8c6e972a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.615291] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1199.615291] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5209f5b2-6606-bf4a-764f-4ce835d153f3" [ 1199.615291] env[70039]: _type = "Task" [ 1199.615291] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.621773] env[70039]: DEBUG oslo_vmware.api [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.628460] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5209f5b2-6606-bf4a-764f-4ce835d153f3, 'name': SearchDatastore_Task, 'duration_secs': 0.00885} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.628460] env[70039]: DEBUG oslo_concurrency.lockutils [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.628460] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.628460] env[70039]: DEBUG oslo_concurrency.lockutils [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.744932] env[70039]: DEBUG nova.network.neutron [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Successfully created port: 987a7fdb-89b7-43f2-8e09-54f0d96abafc {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1199.786220] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6b498df-de06-45b3-8fce-3e5e833428ac tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "78d436ba-a361-4760-a13d-edd86fc665f9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.786561] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6b498df-de06-45b3-8fce-3e5e833428ac tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "78d436ba-a361-4760-a13d-edd86fc665f9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.786764] env[70039]: DEBUG nova.compute.manager [None req-f6b498df-de06-45b3-8fce-3e5e833428ac tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.787778] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bc790e-d468-481a-8059-5caa464fd989 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.795183] env[70039]: DEBUG nova.compute.manager [None req-f6b498df-de06-45b3-8fce-3e5e833428ac tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70039) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1199.795766] env[70039]: DEBUG nova.objects.instance [None req-f6b498df-de06-45b3-8fce-3e5e833428ac tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lazy-loading 'flavor' on Instance uuid 78d436ba-a361-4760-a13d-edd86fc665f9 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.858866] env[70039]: DEBUG oslo_concurrency.lockutils [req-3fbe70dc-d022-431e-9509-42bf714a3b10 req-7ef50a04-0506-414a-bb0e-d56e45955395 service nova] Releasing lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.905943] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Creating Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1199.906295] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b5738cbf-8cfb-42a7-a17d-4d6846fd5201 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.916274] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1199.916274] env[70039]: value = "task-3331593" [ 1199.916274] env[70039]: _type = "Task" [ 1199.916274] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.924651] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331593, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.934594] env[70039]: INFO nova.compute.resource_tracker [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Updating resource usage from migration d4ec8d0a-1db4-4459-a4ec-f287056e1d14 [ 1199.937710] env[70039]: DEBUG nova.compute.manager [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1199.966972] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523bf775-fe22-e83b-fc25-06af373a8c71, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.970060] env[70039]: DEBUG oslo_concurrency.lockutils [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.970331] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] d0494373-7608-45b0-9ebf-fcff1af120db/d0494373-7608-45b0-9ebf-fcff1af120db.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.975398] env[70039]: DEBUG oslo_concurrency.lockutils [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.975618] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.975867] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53fc4b05-2142-4978-8de3-da84e97a5545 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.978329] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67bac3ed-34ad-4c3e-b7ac-f10d36a361c0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.987154] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1199.987154] env[70039]: value = "task-3331594" [ 1199.987154] env[70039]: _type = "Task" [ 1199.987154] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.988630] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.988911] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.995213] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4e5a10b-2d50-441d-af51-6554207fe473 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.008417] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.009050] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1200.009050] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52df4cce-18eb-1cb3-7ab3-7c03e1d6234b" [ 1200.009050] env[70039]: _type = "Task" [ 1200.009050] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.020289] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52df4cce-18eb-1cb3-7ab3-7c03e1d6234b, 'name': SearchDatastore_Task, 'duration_secs': 0.008924} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.021080] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2a24485-21d0-4714-8714-7a3291e91482 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.028566] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1200.028566] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52233178-9d85-e3f6-9374-1081009bb36e" [ 1200.028566] env[70039]: _type = "Task" [ 1200.028566] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.036323] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52233178-9d85-e3f6-9374-1081009bb36e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.121234] env[70039]: DEBUG oslo_vmware.api [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331587, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.154619] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27f0a39-17c9-450f-bdd7-4faa9050ec6b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.163265] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbb1568-860b-40f8-a99d-a145e1e7820e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.196900] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c01fb13-e1df-4408-bd33-efe0134d1645 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.204821] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6c94d2-d4e6-4831-bc7f-c5cb711c8c70 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.219272] env[70039]: DEBUG nova.compute.provider_tree [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.426639] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331593, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.498685] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490744} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.498685] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] d0494373-7608-45b0-9ebf-fcff1af120db/d0494373-7608-45b0-9ebf-fcff1af120db.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.498853] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.498965] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72dd0a4f-4c37-4eb2-b88a-f10777d20f8a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.504792] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1200.504792] env[70039]: value = "task-3331595" [ 1200.504792] env[70039]: _type = "Task" [ 1200.504792] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.512829] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.537981] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52233178-9d85-e3f6-9374-1081009bb36e, 'name': SearchDatastore_Task, 'duration_secs': 0.009447} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.538293] env[70039]: DEBUG oslo_concurrency.lockutils [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.538551] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 27fc1417-ad28-4721-bd18-9721f81934a0/27fc1417-ad28-4721-bd18-9721f81934a0.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.538800] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c6cc3a0-6bef-425c-bde6-c558be91724c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.544432] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1200.544432] env[70039]: value = "task-3331596" [ 1200.544432] env[70039]: _type = "Task" [ 1200.544432] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.554217] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.621194] env[70039]: DEBUG oslo_vmware.api [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331587, 'name': ReconfigVM_Task, 'duration_secs': 5.804495} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.621452] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.621666] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Reconfigured VM to detach interface {{(pid=70039) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1200.723319] env[70039]: DEBUG nova.scheduler.client.report [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.804211] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b498df-de06-45b3-8fce-3e5e833428ac tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.804577] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87167616-fff1-45fe-9a1c-72ed738a5491 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.814203] env[70039]: DEBUG oslo_vmware.api [None req-f6b498df-de06-45b3-8fce-3e5e833428ac tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1200.814203] env[70039]: value = "task-3331597" [ 1200.814203] env[70039]: _type = "Task" [ 1200.814203] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.823887] env[70039]: DEBUG oslo_vmware.api [None req-f6b498df-de06-45b3-8fce-3e5e833428ac tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.927555] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331593, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.947119] env[70039]: DEBUG nova.compute.manager [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1200.976784] env[70039]: DEBUG nova.virt.hardware [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.977057] env[70039]: DEBUG nova.virt.hardware [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.977227] env[70039]: DEBUG nova.virt.hardware [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.977411] env[70039]: DEBUG nova.virt.hardware [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.977557] env[70039]: DEBUG nova.virt.hardware [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.977702] env[70039]: DEBUG nova.virt.hardware [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.977912] env[70039]: DEBUG nova.virt.hardware [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.978084] env[70039]: DEBUG nova.virt.hardware [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.978257] env[70039]: DEBUG nova.virt.hardware [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.978422] env[70039]: DEBUG nova.virt.hardware [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.978594] env[70039]: DEBUG nova.virt.hardware [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.979564] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba3ff32-fea6-4273-8fa5-5408c2937b70 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.990751] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d51550-89f8-42eb-9cb7-3d6c5f220005 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.014725] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171252} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.015067] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.015846] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d027a7-0ffc-435c-b468-8d54687669f6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.039311] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] d0494373-7608-45b0-9ebf-fcff1af120db/d0494373-7608-45b0-9ebf-fcff1af120db.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.039677] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cda6497-8813-4f5c-855b-dcbc1126cf75 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.063368] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331596, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.064634] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1201.064634] env[70039]: value = "task-3331598" [ 1201.064634] env[70039]: _type = "Task" [ 1201.064634] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.071998] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331598, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.228495] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.316s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.228704] env[70039]: INFO nova.compute.manager [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Migrating [ 1201.325192] env[70039]: DEBUG oslo_vmware.api [None req-f6b498df-de06-45b3-8fce-3e5e833428ac tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331597, 'name': PowerOffVM_Task, 'duration_secs': 0.247263} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.325461] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b498df-de06-45b3-8fce-3e5e833428ac tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.325664] env[70039]: DEBUG nova.compute.manager [None req-f6b498df-de06-45b3-8fce-3e5e833428ac tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.326509] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e8d9e5-d0e6-4ab6-838b-a6546479f7db {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.426446] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331593, 'name': CreateSnapshot_Task, 'duration_secs': 1.207316} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.426707] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Created Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1201.427505] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4429d7a7-2902-425b-b90e-b2632a5ba46f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.564041] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520089} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.564334] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 27fc1417-ad28-4721-bd18-9721f81934a0/27fc1417-ad28-4721-bd18-9721f81934a0.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.564570] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.564828] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd364240-498f-478f-ba7f-3bed92c23395 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.575405] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.576409] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1201.576409] env[70039]: value = "task-3331599" [ 1201.576409] env[70039]: _type = "Task" [ 1201.576409] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.583808] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.595739] env[70039]: DEBUG nova.compute.manager [req-c1338e2b-8bd8-4897-8f13-ad6c713a4ca5 req-6e06465d-11ef-4e49-92ca-98a48c81bb83 service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Received event network-vif-plugged-987a7fdb-89b7-43f2-8e09-54f0d96abafc {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.595971] env[70039]: DEBUG oslo_concurrency.lockutils [req-c1338e2b-8bd8-4897-8f13-ad6c713a4ca5 req-6e06465d-11ef-4e49-92ca-98a48c81bb83 service nova] Acquiring lock "19c71658-6134-452c-ba22-a7b2f591828d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.596232] env[70039]: DEBUG oslo_concurrency.lockutils [req-c1338e2b-8bd8-4897-8f13-ad6c713a4ca5 req-6e06465d-11ef-4e49-92ca-98a48c81bb83 service nova] Lock "19c71658-6134-452c-ba22-a7b2f591828d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.596407] env[70039]: DEBUG oslo_concurrency.lockutils [req-c1338e2b-8bd8-4897-8f13-ad6c713a4ca5 req-6e06465d-11ef-4e49-92ca-98a48c81bb83 service nova] Lock "19c71658-6134-452c-ba22-a7b2f591828d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.596571] env[70039]: DEBUG nova.compute.manager [req-c1338e2b-8bd8-4897-8f13-ad6c713a4ca5 req-6e06465d-11ef-4e49-92ca-98a48c81bb83 service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] No waiting events found dispatching network-vif-plugged-987a7fdb-89b7-43f2-8e09-54f0d96abafc {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.596732] env[70039]: WARNING nova.compute.manager [req-c1338e2b-8bd8-4897-8f13-ad6c713a4ca5 req-6e06465d-11ef-4e49-92ca-98a48c81bb83 service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Received unexpected event network-vif-plugged-987a7fdb-89b7-43f2-8e09-54f0d96abafc for instance with vm_state building and task_state spawning. [ 1201.747761] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "refresh_cache-3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.747761] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "refresh_cache-3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.747761] env[70039]: DEBUG nova.network.neutron [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.840973] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f6b498df-de06-45b3-8fce-3e5e833428ac tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "78d436ba-a361-4760-a13d-edd86fc665f9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.855818] env[70039]: DEBUG nova.network.neutron [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Successfully updated port: 987a7fdb-89b7-43f2-8e09-54f0d96abafc {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1201.947827] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Creating linked-clone VM from snapshot {{(pid=70039) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1201.947827] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-867106a6-7f78-4f20-81e0-62aed1f69be5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.957561] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1201.957561] env[70039]: value = "task-3331600" [ 1201.957561] env[70039]: _type = "Task" [ 1201.957561] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.966951] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331600, 'name': CloneVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.989583] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.989583] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.990976] env[70039]: DEBUG nova.network.neutron [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.077044] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.085061] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.48336} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.085370] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.086278] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85704a9c-253d-467b-8360-8fd0a00ffc55 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.110943] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 27fc1417-ad28-4721-bd18-9721f81934a0/27fc1417-ad28-4721-bd18-9721f81934a0.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.111275] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e6867fb-1d57-41da-a955-c576ac8a7d4c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.130897] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1202.130897] env[70039]: value = "task-3331601" [ 1202.130897] env[70039]: _type = "Task" [ 1202.130897] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.139240] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.358775] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquiring lock "refresh_cache-19c71658-6134-452c-ba22-a7b2f591828d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.358938] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquired lock "refresh_cache-19c71658-6134-452c-ba22-a7b2f591828d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.359139] env[70039]: DEBUG nova.network.neutron [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.393661] env[70039]: DEBUG nova.objects.instance [None req-6f38622c-5dad-4317-a65a-487807f75971 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lazy-loading 'flavor' on Instance uuid 78d436ba-a361-4760-a13d-edd86fc665f9 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.468040] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331600, 'name': CloneVM_Task} progress is 93%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.469589] env[70039]: DEBUG nova.network.neutron [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Updating instance_info_cache with network_info: [{"id": "79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d", "address": "fa:16:3e:88:64:8f", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79efd0cf-5f", "ovs_interfaceid": "79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.576796] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331598, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.641017] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.755127] env[70039]: INFO nova.network.neutron [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Port 3ffbca23-4842-4289-b341-c21a5f92364b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1202.755661] env[70039]: DEBUG nova.network.neutron [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Updating instance_info_cache with network_info: [{"id": "4fe44080-4ef7-4f1d-a92b-5eb50928e912", "address": "fa:16:3e:2f:0e:ed", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fe44080-4e", "ovs_interfaceid": "4fe44080-4ef7-4f1d-a92b-5eb50928e912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.890169] env[70039]: DEBUG nova.network.neutron [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1202.897884] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6f38622c-5dad-4317-a65a-487807f75971 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "refresh_cache-78d436ba-a361-4760-a13d-edd86fc665f9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.898067] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6f38622c-5dad-4317-a65a-487807f75971 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquired lock "refresh_cache-78d436ba-a361-4760-a13d-edd86fc665f9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.898243] env[70039]: DEBUG nova.network.neutron [None req-6f38622c-5dad-4317-a65a-487807f75971 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.898421] env[70039]: DEBUG nova.objects.instance [None req-6f38622c-5dad-4317-a65a-487807f75971 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lazy-loading 'info_cache' on Instance uuid 78d436ba-a361-4760-a13d-edd86fc665f9 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.912331] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "interface-6a194c46-eea3-42f5-a843-9d5a7216f53e-3ffbca23-4842-4289-b341-c21a5f92364b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.912572] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "interface-6a194c46-eea3-42f5-a843-9d5a7216f53e-3ffbca23-4842-4289-b341-c21a5f92364b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.912903] env[70039]: DEBUG nova.objects.instance [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lazy-loading 'flavor' on Instance uuid 6a194c46-eea3-42f5-a843-9d5a7216f53e {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.969217] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331600, 'name': CloneVM_Task} progress is 93%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.972040] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "refresh_cache-3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.020933] env[70039]: DEBUG nova.network.neutron [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Updating instance_info_cache with network_info: [{"id": "987a7fdb-89b7-43f2-8e09-54f0d96abafc", "address": "fa:16:3e:9b:8a:18", "network": {"id": "d8a7e121-1536-4681-b129-9682dd8e2a29", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1150362215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d659a02f40a0470f8fc4efd9a350ddac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap987a7fdb-89", "ovs_interfaceid": "987a7fdb-89b7-43f2-8e09-54f0d96abafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.079420] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331598, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.141087] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.258828] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.402141] env[70039]: DEBUG nova.objects.base [None req-6f38622c-5dad-4317-a65a-487807f75971 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Object Instance<78d436ba-a361-4760-a13d-edd86fc665f9> lazy-loaded attributes: flavor,info_cache {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1203.470240] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331600, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.223602] env[70039]: DEBUG nova.objects.instance [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lazy-loading 'pci_requests' on Instance uuid 6a194c46-eea3-42f5-a843-9d5a7216f53e {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.223602] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Releasing lock "refresh_cache-19c71658-6134-452c-ba22-a7b2f591828d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.223602] env[70039]: DEBUG nova.compute.manager [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Instance network_info: |[{"id": "987a7fdb-89b7-43f2-8e09-54f0d96abafc", "address": "fa:16:3e:9b:8a:18", "network": {"id": "d8a7e121-1536-4681-b129-9682dd8e2a29", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1150362215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d659a02f40a0470f8fc4efd9a350ddac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap987a7fdb-89", "ovs_interfaceid": "987a7fdb-89b7-43f2-8e09-54f0d96abafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1206.223602] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:8a:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '987a7fdb-89b7-43f2-8e09-54f0d96abafc', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.223602] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Creating folder: Project (d659a02f40a0470f8fc4efd9a350ddac). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.223602] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a19996a8-fed3-4b85-b8fb-cd2d178497bc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.223602] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Created folder: Project (d659a02f40a0470f8fc4efd9a350ddac) in parent group-v664777. [ 1206.223602] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Creating folder: Instances. Parent ref: group-v665067. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.223602] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c04eaeb-f9ca-481f-aab7-e80a50e99114 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.223602] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Created folder: Instances in parent group-v665067. [ 1206.223602] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.223602] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.223602] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8eb9d39-61ec-4694-b1fc-fcd5d69aaf63 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.223602] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.223602] env[70039]: value = "task-3331604" [ 1206.223602] env[70039]: _type = "Task" [ 1206.223602] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.228659] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331598, 'name': ReconfigVM_Task, 'duration_secs': 2.246711} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.228659] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Reconfigured VM instance instance-00000067 to attach disk [datastore2] d0494373-7608-45b0-9ebf-fcff1af120db/d0494373-7608-45b0-9ebf-fcff1af120db.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.228659] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfbaab88-5bc8-4c2c-93f9-7114a5abba6d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.228659] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331604, 'name': CreateVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.228659] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1206.228659] env[70039]: value = "task-3331605" [ 1206.228659] env[70039]: _type = "Task" [ 1206.228659] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.228659] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331605, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.228659] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331601, 'name': ReconfigVM_Task, 'duration_secs': 1.373391} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.228659] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 27fc1417-ad28-4721-bd18-9721f81934a0/27fc1417-ad28-4721-bd18-9721f81934a0.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.228659] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1155555-19a7-4678-b43c-00c5fa87c66f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.228659] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1206.228659] env[70039]: value = "task-3331606" [ 1206.228659] env[70039]: _type = "Task" [ 1206.228659] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.228659] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331606, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.228659] env[70039]: DEBUG oslo_concurrency.lockutils [None req-09863dde-8418-45df-bec2-f56cdce69eae tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "interface-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7-3ffbca23-4842-4289-b341-c21a5f92364b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.762s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.228659] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331600, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.228659] env[70039]: DEBUG nova.objects.base [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Object Instance<6a194c46-eea3-42f5-a843-9d5a7216f53e> lazy-loaded attributes: flavor,pci_requests {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1206.228659] env[70039]: DEBUG nova.network.neutron [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.235797] env[70039]: DEBUG nova.policy [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5b2b138d0434a1983ea62e1280873b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1aebfad7ee04aa590d54a4f2fbf5e9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.235797] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331604, 'name': CreateVM_Task} progress is 15%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.235797] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331605, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.235797] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331606, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.235797] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331600, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.235797] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331604, 'name': CreateVM_Task} progress is 15%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.235797] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331605, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.235797] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331606, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.235797] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331600, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.235797] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331604, 'name': CreateVM_Task} progress is 15%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.235797] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331605, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.235797] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331606, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.235797] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331600, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.235797] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331604, 'name': CreateVM_Task} progress is 15%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.235797] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331605, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.235797] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331606, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.240083] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331600, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.240083] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331604, 'name': CreateVM_Task} progress is 15%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.240083] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331605, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.240083] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331606, 'name': Rename_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.415530] env[70039]: DEBUG nova.compute.manager [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Received event network-changed-987a7fdb-89b7-43f2-8e09-54f0d96abafc {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.415757] env[70039]: DEBUG nova.compute.manager [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Refreshing instance network info cache due to event network-changed-987a7fdb-89b7-43f2-8e09-54f0d96abafc. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.416027] env[70039]: DEBUG oslo_concurrency.lockutils [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] Acquiring lock "refresh_cache-19c71658-6134-452c-ba22-a7b2f591828d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.416312] env[70039]: DEBUG oslo_concurrency.lockutils [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] Acquired lock "refresh_cache-19c71658-6134-452c-ba22-a7b2f591828d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.416402] env[70039]: DEBUG nova.network.neutron [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Refreshing network info cache for port 987a7fdb-89b7-43f2-8e09-54f0d96abafc {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.474397] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331600, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.553469] env[70039]: DEBUG nova.network.neutron [None req-6f38622c-5dad-4317-a65a-487807f75971 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Updating instance_info_cache with network_info: [{"id": "dd89d1ca-928e-4260-971e-f824cbaa5158", "address": "fa:16:3e:93:0b:32", "network": {"id": "ae87bb1b-88e2-476d-8e43-f85e938fefde", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1298058948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025e7b9816d147ce9bc12b0cd1ff6b8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd89d1ca-92", "ovs_interfaceid": "dd89d1ca-928e-4260-971e-f824cbaa5158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.591519] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331604, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.601627] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331605, 'name': Rename_Task, 'duration_secs': 2.993677} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.602021] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.602281] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f89c4a1-0be0-472f-a6db-b90729ade824 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.608796] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1206.608796] env[70039]: value = "task-3331607" [ 1206.608796] env[70039]: _type = "Task" [ 1206.608796] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.620928] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.659349] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331606, 'name': Rename_Task, 'duration_secs': 2.935518} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.659615] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.659909] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79bff3fe-5c58-42f8-9ed4-eaa841c4d3e6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.665880] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1206.665880] env[70039]: value = "task-3331608" [ 1206.665880] env[70039]: _type = "Task" [ 1206.665880] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.679300] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.975891] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331600, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.989386] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8532879-586d-409c-96f3-376a0ab51ed9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.006901] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Updating instance '3d8a3489-8ab9-4ea3-a495-f3178e0d6afa' progress to 0 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.057122] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6f38622c-5dad-4317-a65a-487807f75971 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Releasing lock "refresh_cache-78d436ba-a361-4760-a13d-edd86fc665f9" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.090810] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331604, 'name': CreateVM_Task, 'duration_secs': 3.293911} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.090994] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.091834] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.092102] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.092563] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.092917] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22336003-6b68-48ab-8266-bfc8a8c0f448 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.098468] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1207.098468] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521fb11f-bbff-4151-0024-c6815f990774" [ 1207.098468] env[70039]: _type = "Task" [ 1207.098468] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.110744] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521fb11f-bbff-4151-0024-c6815f990774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.121264] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331607, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.175855] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331608, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.179887] env[70039]: DEBUG nova.network.neutron [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Updated VIF entry in instance network info cache for port 987a7fdb-89b7-43f2-8e09-54f0d96abafc. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.180320] env[70039]: DEBUG nova.network.neutron [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Updating instance_info_cache with network_info: [{"id": "987a7fdb-89b7-43f2-8e09-54f0d96abafc", "address": "fa:16:3e:9b:8a:18", "network": {"id": "d8a7e121-1536-4681-b129-9682dd8e2a29", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1150362215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d659a02f40a0470f8fc4efd9a350ddac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap987a7fdb-89", "ovs_interfaceid": "987a7fdb-89b7-43f2-8e09-54f0d96abafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.476896] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331600, 'name': CloneVM_Task} progress is 95%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.512867] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.513205] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1222b37-6951-401d-b98d-77094e59156e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.521220] env[70039]: DEBUG oslo_vmware.api [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1207.521220] env[70039]: value = "task-3331609" [ 1207.521220] env[70039]: _type = "Task" [ 1207.521220] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.532559] env[70039]: DEBUG oslo_vmware.api [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.610476] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521fb11f-bbff-4151-0024-c6815f990774, 'name': SearchDatastore_Task, 'duration_secs': 0.010648} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.610866] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.611122] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.611418] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.611515] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.611730] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.614733] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64926c36-22a6-41f5-9e03-f5c72fbfb92a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.625298] env[70039]: DEBUG oslo_vmware.api [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331607, 'name': PowerOnVM_Task, 'duration_secs': 0.81731} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.625555] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.625760] env[70039]: INFO nova.compute.manager [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Took 13.06 seconds to spawn the instance on the hypervisor. [ 1207.625935] env[70039]: DEBUG nova.compute.manager [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.626714] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae94077-2f48-435d-a6fd-15b4c4b713fa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.630155] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.630336] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.631330] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b69b702c-b7f6-4bc4-bb44-eae2337ee5f2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.639344] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1207.639344] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52957440-62ca-d533-cb67-c17b86bdcb62" [ 1207.639344] env[70039]: _type = "Task" [ 1207.639344] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.657230] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52957440-62ca-d533-cb67-c17b86bdcb62, 'name': SearchDatastore_Task, 'duration_secs': 0.018313} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.658028] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-738d8c49-fe71-496b-bdb1-dea401189083 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.662794] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1207.662794] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52d2adca-c57e-1692-c6fb-9698b0826288" [ 1207.662794] env[70039]: _type = "Task" [ 1207.662794] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.673654] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d2adca-c57e-1692-c6fb-9698b0826288, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.678359] env[70039]: DEBUG oslo_vmware.api [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331608, 'name': PowerOnVM_Task, 'duration_secs': 0.76199} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.679285] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.679496] env[70039]: INFO nova.compute.manager [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Took 10.81 seconds to spawn the instance on the hypervisor. [ 1207.679673] env[70039]: DEBUG nova.compute.manager [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.680438] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26e6dc4-60f5-4449-a782-59eadc69451f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.683604] env[70039]: DEBUG oslo_concurrency.lockutils [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] Releasing lock "refresh_cache-19c71658-6134-452c-ba22-a7b2f591828d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.683838] env[70039]: DEBUG nova.compute.manager [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Received event network-changed-4fe44080-4ef7-4f1d-a92b-5eb50928e912 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.684013] env[70039]: DEBUG nova.compute.manager [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Refreshing instance network info cache due to event network-changed-4fe44080-4ef7-4f1d-a92b-5eb50928e912. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.684229] env[70039]: DEBUG oslo_concurrency.lockutils [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] Acquiring lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.684371] env[70039]: DEBUG oslo_concurrency.lockutils [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] Acquired lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.684528] env[70039]: DEBUG nova.network.neutron [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Refreshing network info cache for port 4fe44080-4ef7-4f1d-a92b-5eb50928e912 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.808951] env[70039]: DEBUG nova.network.neutron [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Successfully updated port: 3ffbca23-4842-4289-b341-c21a5f92364b {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.977356] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331600, 'name': CloneVM_Task, 'duration_secs': 5.771769} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.977506] env[70039]: INFO nova.virt.vmwareapi.vmops [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Created linked-clone VM from snapshot [ 1207.978235] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04744752-654b-4978-ad64-0528f8aeea13 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.985557] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Uploading image 004457a6-cc9a-4115-935e-3e4068b5786e {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1208.012044] env[70039]: DEBUG oslo_vmware.rw_handles [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1208.012044] env[70039]: value = "vm-665066" [ 1208.012044] env[70039]: _type = "VirtualMachine" [ 1208.012044] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1208.012334] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a0249fd7-edae-4f47-9b19-198b831618f9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.019297] env[70039]: DEBUG oslo_vmware.rw_handles [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lease: (returnval){ [ 1208.019297] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b7a9a4-ea04-a52d-860a-a1ba4fa21848" [ 1208.019297] env[70039]: _type = "HttpNfcLease" [ 1208.019297] env[70039]: } obtained for exporting VM: (result){ [ 1208.019297] env[70039]: value = "vm-665066" [ 1208.019297] env[70039]: _type = "VirtualMachine" [ 1208.019297] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1208.019562] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the lease: (returnval){ [ 1208.019562] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b7a9a4-ea04-a52d-860a-a1ba4fa21848" [ 1208.019562] env[70039]: _type = "HttpNfcLease" [ 1208.019562] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1208.028072] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1208.028072] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b7a9a4-ea04-a52d-860a-a1ba4fa21848" [ 1208.028072] env[70039]: _type = "HttpNfcLease" [ 1208.028072] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1208.030915] env[70039]: DEBUG oslo_vmware.api [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331609, 'name': PowerOffVM_Task, 'duration_secs': 0.217676} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.031169] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.031355] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Updating instance '3d8a3489-8ab9-4ea3-a495-f3178e0d6afa' progress to 17 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.063584] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f38622c-5dad-4317-a65a-487807f75971 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.063867] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b1493a0-79f1-4e21-ab59-72678db1059f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.070063] env[70039]: DEBUG oslo_vmware.api [None req-6f38622c-5dad-4317-a65a-487807f75971 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1208.070063] env[70039]: value = "task-3331611" [ 1208.070063] env[70039]: _type = "Task" [ 1208.070063] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.079106] env[70039]: DEBUG oslo_vmware.api [None req-6f38622c-5dad-4317-a65a-487807f75971 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.147364] env[70039]: INFO nova.compute.manager [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Took 18.28 seconds to build instance. [ 1208.173856] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d2adca-c57e-1692-c6fb-9698b0826288, 'name': SearchDatastore_Task, 'duration_secs': 0.010417} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.174122] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.174386] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 19c71658-6134-452c-ba22-a7b2f591828d/19c71658-6134-452c-ba22-a7b2f591828d.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.174645] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50816a3d-ed81-4e9e-a1f4-9a17637abe35 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.180926] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1208.180926] env[70039]: value = "task-3331612" [ 1208.180926] env[70039]: _type = "Task" [ 1208.180926] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.191309] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.203127] env[70039]: INFO nova.compute.manager [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Took 16.98 seconds to build instance. [ 1208.311505] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.311702] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.311887] env[70039]: DEBUG nova.network.neutron [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.404335] env[70039]: DEBUG nova.network.neutron [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Updated VIF entry in instance network info cache for port 4fe44080-4ef7-4f1d-a92b-5eb50928e912. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.404718] env[70039]: DEBUG nova.network.neutron [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Updating instance_info_cache with network_info: [{"id": "4fe44080-4ef7-4f1d-a92b-5eb50928e912", "address": "fa:16:3e:2f:0e:ed", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fe44080-4e", "ovs_interfaceid": "4fe44080-4ef7-4f1d-a92b-5eb50928e912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.446331] env[70039]: DEBUG nova.compute.manager [req-a0558925-0528-4b40-80e7-436ed60b3a19 req-40240013-d27c-4869-8add-7c59f027d275 service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Received event network-vif-plugged-3ffbca23-4842-4289-b341-c21a5f92364b {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.446719] env[70039]: DEBUG oslo_concurrency.lockutils [req-a0558925-0528-4b40-80e7-436ed60b3a19 req-40240013-d27c-4869-8add-7c59f027d275 service nova] Acquiring lock "6a194c46-eea3-42f5-a843-9d5a7216f53e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.447108] env[70039]: DEBUG oslo_concurrency.lockutils [req-a0558925-0528-4b40-80e7-436ed60b3a19 req-40240013-d27c-4869-8add-7c59f027d275 service nova] Lock "6a194c46-eea3-42f5-a843-9d5a7216f53e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.447368] env[70039]: DEBUG oslo_concurrency.lockutils [req-a0558925-0528-4b40-80e7-436ed60b3a19 req-40240013-d27c-4869-8add-7c59f027d275 service nova] Lock "6a194c46-eea3-42f5-a843-9d5a7216f53e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.447632] env[70039]: DEBUG nova.compute.manager [req-a0558925-0528-4b40-80e7-436ed60b3a19 req-40240013-d27c-4869-8add-7c59f027d275 service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] No waiting events found dispatching network-vif-plugged-3ffbca23-4842-4289-b341-c21a5f92364b {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1208.447941] env[70039]: WARNING nova.compute.manager [req-a0558925-0528-4b40-80e7-436ed60b3a19 req-40240013-d27c-4869-8add-7c59f027d275 service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Received unexpected event network-vif-plugged-3ffbca23-4842-4289-b341-c21a5f92364b for instance with vm_state active and task_state None. [ 1208.448284] env[70039]: DEBUG nova.compute.manager [req-a0558925-0528-4b40-80e7-436ed60b3a19 req-40240013-d27c-4869-8add-7c59f027d275 service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Received event network-changed-3ffbca23-4842-4289-b341-c21a5f92364b {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.448587] env[70039]: DEBUG nova.compute.manager [req-a0558925-0528-4b40-80e7-436ed60b3a19 req-40240013-d27c-4869-8add-7c59f027d275 service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Refreshing instance network info cache due to event network-changed-3ffbca23-4842-4289-b341-c21a5f92364b. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.448891] env[70039]: DEBUG oslo_concurrency.lockutils [req-a0558925-0528-4b40-80e7-436ed60b3a19 req-40240013-d27c-4869-8add-7c59f027d275 service nova] Acquiring lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.527703] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1208.527703] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b7a9a4-ea04-a52d-860a-a1ba4fa21848" [ 1208.527703] env[70039]: _type = "HttpNfcLease" [ 1208.527703] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1208.528188] env[70039]: DEBUG oslo_vmware.rw_handles [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1208.528188] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b7a9a4-ea04-a52d-860a-a1ba4fa21848" [ 1208.528188] env[70039]: _type = "HttpNfcLease" [ 1208.528188] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1208.528788] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67fe475-9eff-44cf-b272-5c0bf34282ee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.538288] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.538535] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.538716] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.538909] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.539103] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.539275] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.539474] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.539624] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.539788] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.539949] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.540139] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.545172] env[70039]: DEBUG oslo_vmware.rw_handles [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5269cff7-3e1b-4f16-3a98-b0bdfc3128c3/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1208.545357] env[70039]: DEBUG oslo_vmware.rw_handles [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5269cff7-3e1b-4f16-3a98-b0bdfc3128c3/disk-0.vmdk for reading. {{(pid=70039) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1208.546775] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6f9d373-09dd-4846-8c83-8d2519e7d637 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.615824] env[70039]: DEBUG oslo_vmware.api [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1208.615824] env[70039]: value = "task-3331613" [ 1208.615824] env[70039]: _type = "Task" [ 1208.615824] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.624166] env[70039]: DEBUG oslo_vmware.api [None req-6f38622c-5dad-4317-a65a-487807f75971 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331611, 'name': PowerOnVM_Task, 'duration_secs': 0.413822} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.624847] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f38622c-5dad-4317-a65a-487807f75971 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.625066] env[70039]: DEBUG nova.compute.manager [None req-6f38622c-5dad-4317-a65a-487807f75971 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.625881] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c0e726-e931-4634-a672-5d14c5c13595 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.631605] env[70039]: DEBUG oslo_vmware.api [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.648724] env[70039]: DEBUG oslo_concurrency.lockutils [None req-78dc5d04-3ba9-4da8-8b2d-fc0597a0724a tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "d0494373-7608-45b0-9ebf-fcff1af120db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.789s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.691570] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331612, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.704675] env[70039]: DEBUG oslo_concurrency.lockutils [None req-40ca8720-9890-4dec-a8ca-d98a2281c989 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "27fc1417-ad28-4721-bd18-9721f81934a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.487s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.764274] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0e1d612e-48a1-46df-9488-3b9f37631766 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.851929] env[70039]: WARNING nova.network.neutron [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] 4851bdbc-d525-45ca-9441-9a53f60bb5d2 already exists in list: networks containing: ['4851bdbc-d525-45ca-9441-9a53f60bb5d2']. ignoring it [ 1208.909360] env[70039]: DEBUG oslo_concurrency.lockutils [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] Releasing lock "refresh_cache-7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.909616] env[70039]: DEBUG nova.compute.manager [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Received event network-changed-48866895-3414-4f81-80d1-fbdecb49ee39 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.909785] env[70039]: DEBUG nova.compute.manager [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Refreshing instance network info cache due to event network-changed-48866895-3414-4f81-80d1-fbdecb49ee39. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.909969] env[70039]: DEBUG oslo_concurrency.lockutils [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] Acquiring lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.128932] env[70039]: DEBUG oslo_vmware.api [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331613, 'name': ReconfigVM_Task, 'duration_secs': 0.20447} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.129368] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Updating instance '3d8a3489-8ab9-4ea3-a495-f3178e0d6afa' progress to 33 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.196044] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622905} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.196566] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 19c71658-6134-452c-ba22-a7b2f591828d/19c71658-6134-452c-ba22-a7b2f591828d.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.196844] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.197178] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12d3580a-d9b6-495c-b3e2-7ad842f82fa4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.204256] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1209.204256] env[70039]: value = "task-3331614" [ 1209.204256] env[70039]: _type = "Task" [ 1209.204256] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.212950] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.221742] env[70039]: DEBUG nova.network.neutron [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Updating instance_info_cache with network_info: [{"id": "48866895-3414-4f81-80d1-fbdecb49ee39", "address": "fa:16:3e:f9:d4:b3", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48866895-34", "ovs_interfaceid": "48866895-3414-4f81-80d1-fbdecb49ee39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ffbca23-4842-4289-b341-c21a5f92364b", "address": "fa:16:3e:77:52:6b", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ffbca23-48", "ovs_interfaceid": "3ffbca23-4842-4289-b341-c21a5f92364b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.594441] env[70039]: DEBUG nova.compute.manager [req-e832aebc-a973-45b0-a73a-e85cb4ef7be2 req-03667020-cfdc-44da-acbe-cfe147fc577f service nova] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Received event network-changed-0918d00e-2f14-47bf-8e8c-e4f9b7d3018f {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.594672] env[70039]: DEBUG nova.compute.manager [req-e832aebc-a973-45b0-a73a-e85cb4ef7be2 req-03667020-cfdc-44da-acbe-cfe147fc577f service nova] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Refreshing instance network info cache due to event network-changed-0918d00e-2f14-47bf-8e8c-e4f9b7d3018f. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.594785] env[70039]: DEBUG oslo_concurrency.lockutils [req-e832aebc-a973-45b0-a73a-e85cb4ef7be2 req-03667020-cfdc-44da-acbe-cfe147fc577f service nova] Acquiring lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.594928] env[70039]: DEBUG oslo_concurrency.lockutils [req-e832aebc-a973-45b0-a73a-e85cb4ef7be2 req-03667020-cfdc-44da-acbe-cfe147fc577f service nova] Acquired lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.595103] env[70039]: DEBUG nova.network.neutron [req-e832aebc-a973-45b0-a73a-e85cb4ef7be2 req-03667020-cfdc-44da-acbe-cfe147fc577f service nova] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Refreshing network info cache for port 0918d00e-2f14-47bf-8e8c-e4f9b7d3018f {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.636331] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.636670] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.636922] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.637107] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.637368] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.637527] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.637731] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.637926] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.638245] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.638504] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.638762] env[70039]: DEBUG nova.virt.hardware [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.644680] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1209.645553] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55075924-3532-453e-8f25-2f0b2e9928a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.665460] env[70039]: DEBUG oslo_vmware.api [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1209.665460] env[70039]: value = "task-3331615" [ 1209.665460] env[70039]: _type = "Task" [ 1209.665460] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.673514] env[70039]: DEBUG oslo_vmware.api [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.713398] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074099} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.714234] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.714953] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf94cf12-881c-4423-8387-8a728813c13a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.729291] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.729992] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.730408] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.739740] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 19c71658-6134-452c-ba22-a7b2f591828d/19c71658-6134-452c-ba22-a7b2f591828d.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.740152] env[70039]: DEBUG oslo_concurrency.lockutils [req-a0558925-0528-4b40-80e7-436ed60b3a19 req-40240013-d27c-4869-8add-7c59f027d275 service nova] Acquired lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.740419] env[70039]: DEBUG nova.network.neutron [req-a0558925-0528-4b40-80e7-436ed60b3a19 req-40240013-d27c-4869-8add-7c59f027d275 service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Refreshing network info cache for port 3ffbca23-4842-4289-b341-c21a5f92364b {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.745023] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60161ff3-5c7a-43c3-aa9f-8b291d87de47 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.745023] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5864b33d-17dd-4516-a7d1-823fbcefbb24 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.776854] env[70039]: DEBUG nova.virt.hardware [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.776854] env[70039]: DEBUG nova.virt.hardware [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.776854] env[70039]: DEBUG nova.virt.hardware [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.777566] env[70039]: DEBUG nova.virt.hardware [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.777566] env[70039]: DEBUG nova.virt.hardware [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.777566] env[70039]: DEBUG nova.virt.hardware [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.777566] env[70039]: DEBUG nova.virt.hardware [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.781225] env[70039]: DEBUG nova.virt.hardware [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.781225] env[70039]: DEBUG nova.virt.hardware [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.781225] env[70039]: DEBUG nova.virt.hardware [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.781225] env[70039]: DEBUG nova.virt.hardware [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.785139] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Reconfiguring VM to attach interface {{(pid=70039) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1209.787355] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b159e401-1dea-417b-8835-78eb1c8da4e3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.800906] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1209.800906] env[70039]: value = "task-3331616" [ 1209.800906] env[70039]: _type = "Task" [ 1209.800906] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.806788] env[70039]: DEBUG oslo_vmware.api [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1209.806788] env[70039]: value = "task-3331617" [ 1209.806788] env[70039]: _type = "Task" [ 1209.806788] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.814132] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.817160] env[70039]: DEBUG oslo_vmware.api [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331617, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.182719] env[70039]: DEBUG oslo_vmware.api [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331615, 'name': ReconfigVM_Task, 'duration_secs': 0.310233} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.184985] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1210.186181] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b42b6bc-6f26-492e-b48c-5d0ed460eb09 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.213951] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa/3d8a3489-8ab9-4ea3-a495-f3178e0d6afa.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.217237] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de5621a2-a4f9-4c34-b6db-c39216373b43 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.237779] env[70039]: DEBUG oslo_vmware.api [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1210.237779] env[70039]: value = "task-3331618" [ 1210.237779] env[70039]: _type = "Task" [ 1210.237779] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.247169] env[70039]: DEBUG oslo_vmware.api [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.317383] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.323609] env[70039]: DEBUG oslo_vmware.api [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.420910] env[70039]: DEBUG oslo_concurrency.lockutils [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "d0494373-7608-45b0-9ebf-fcff1af120db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.421245] env[70039]: DEBUG oslo_concurrency.lockutils [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "d0494373-7608-45b0-9ebf-fcff1af120db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.421556] env[70039]: DEBUG oslo_concurrency.lockutils [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "d0494373-7608-45b0-9ebf-fcff1af120db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.421819] env[70039]: DEBUG oslo_concurrency.lockutils [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "d0494373-7608-45b0-9ebf-fcff1af120db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.422189] env[70039]: DEBUG oslo_concurrency.lockutils [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "d0494373-7608-45b0-9ebf-fcff1af120db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.424741] env[70039]: INFO nova.compute.manager [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Terminating instance [ 1210.590180] env[70039]: DEBUG nova.network.neutron [req-e832aebc-a973-45b0-a73a-e85cb4ef7be2 req-03667020-cfdc-44da-acbe-cfe147fc577f service nova] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updated VIF entry in instance network info cache for port 0918d00e-2f14-47bf-8e8c-e4f9b7d3018f. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.590555] env[70039]: DEBUG nova.network.neutron [req-e832aebc-a973-45b0-a73a-e85cb4ef7be2 req-03667020-cfdc-44da-acbe-cfe147fc577f service nova] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updating instance_info_cache with network_info: [{"id": "0918d00e-2f14-47bf-8e8c-e4f9b7d3018f", "address": "fa:16:3e:ef:19:7d", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0918d00e-2f", "ovs_interfaceid": "0918d00e-2f14-47bf-8e8c-e4f9b7d3018f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.749970] env[70039]: DEBUG oslo_vmware.api [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331618, 'name': ReconfigVM_Task, 'duration_secs': 0.494104} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.750789] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa/3d8a3489-8ab9-4ea3-a495-f3178e0d6afa.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.751122] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Updating instance '3d8a3489-8ab9-4ea3-a495-f3178e0d6afa' progress to 50 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.812846] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.822411] env[70039]: DEBUG oslo_vmware.api [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331617, 'name': ReconfigVM_Task, 'duration_secs': 0.693477} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.822994] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.823239] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Reconfigured VM to attach interface {{(pid=70039) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1210.920602] env[70039]: DEBUG nova.network.neutron [req-a0558925-0528-4b40-80e7-436ed60b3a19 req-40240013-d27c-4869-8add-7c59f027d275 service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Updated VIF entry in instance network info cache for port 3ffbca23-4842-4289-b341-c21a5f92364b. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.921075] env[70039]: DEBUG nova.network.neutron [req-a0558925-0528-4b40-80e7-436ed60b3a19 req-40240013-d27c-4869-8add-7c59f027d275 service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Updating instance_info_cache with network_info: [{"id": "48866895-3414-4f81-80d1-fbdecb49ee39", "address": "fa:16:3e:f9:d4:b3", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48866895-34", "ovs_interfaceid": "48866895-3414-4f81-80d1-fbdecb49ee39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ffbca23-4842-4289-b341-c21a5f92364b", "address": "fa:16:3e:77:52:6b", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ffbca23-48", "ovs_interfaceid": "3ffbca23-4842-4289-b341-c21a5f92364b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.928707] env[70039]: DEBUG nova.compute.manager [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.928874] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.930186] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc07cc87-e2e1-4ba2-a00a-c8a0875ea61f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.940461] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.940786] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71ee75e2-e1e1-4f84-8c62-0386fd136f5c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.948017] env[70039]: DEBUG oslo_vmware.api [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1210.948017] env[70039]: value = "task-3331619" [ 1210.948017] env[70039]: _type = "Task" [ 1210.948017] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.958249] env[70039]: DEBUG oslo_vmware.api [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.314912] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.424128] env[70039]: DEBUG oslo_concurrency.lockutils [req-a0558925-0528-4b40-80e7-436ed60b3a19 req-40240013-d27c-4869-8add-7c59f027d275 service nova] Releasing lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.424602] env[70039]: DEBUG oslo_concurrency.lockutils [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] Acquired lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.424800] env[70039]: DEBUG nova.network.neutron [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Refreshing network info cache for port 48866895-3414-4f81-80d1-fbdecb49ee39 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.458322] env[70039]: DEBUG oslo_vmware.api [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.815919] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.958082] env[70039]: DEBUG oslo_vmware.api [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.188239] env[70039]: DEBUG nova.network.neutron [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Updated VIF entry in instance network info cache for port 48866895-3414-4f81-80d1-fbdecb49ee39. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.188696] env[70039]: DEBUG nova.network.neutron [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Updating instance_info_cache with network_info: [{"id": "48866895-3414-4f81-80d1-fbdecb49ee39", "address": "fa:16:3e:f9:d4:b3", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48866895-34", "ovs_interfaceid": "48866895-3414-4f81-80d1-fbdecb49ee39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ffbca23-4842-4289-b341-c21a5f92364b", "address": "fa:16:3e:77:52:6b", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ffbca23-48", "ovs_interfaceid": "3ffbca23-4842-4289-b341-c21a5f92364b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.314076] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.460176] env[70039]: DEBUG oslo_vmware.api [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.692824] env[70039]: DEBUG oslo_concurrency.lockutils [req-6658ad20-2ce2-4222-859e-0fa98188e4eb req-63db173f-0332-453c-af44-f31f0d0c310a service nova] Releasing lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.814306] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.959728] env[70039]: DEBUG oslo_vmware.api [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.315063] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.460728] env[70039]: DEBUG oslo_vmware.api [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.596865] env[70039]: DEBUG oslo_concurrency.lockutils [req-e832aebc-a973-45b0-a73a-e85cb4ef7be2 req-03667020-cfdc-44da-acbe-cfe147fc577f service nova] Releasing lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.762537] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9792e43a-5079-4897-b248-adbf422aa2cd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.782148] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638e3db7-d4f0-429a-a771-17ae19e06ad6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.802935] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Updating instance '3d8a3489-8ab9-4ea3-a495-f3178e0d6afa' progress to 67 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.815106] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331616, 'name': ReconfigVM_Task, 'duration_secs': 3.926141} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.815519] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 19c71658-6134-452c-ba22-a7b2f591828d/19c71658-6134-452c-ba22-a7b2f591828d.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.816196] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93087d08-db5d-4409-9bfc-74867464c892 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.822598] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1213.822598] env[70039]: value = "task-3331620" [ 1213.822598] env[70039]: _type = "Task" [ 1213.822598] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.832108] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6cb733f0-1374-45ff-9f05-f62116f6f35c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "interface-6a194c46-eea3-42f5-a843-9d5a7216f53e-3ffbca23-4842-4289-b341-c21a5f92364b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 10.919s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.833370] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331620, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.901536] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a9a01a8a-f59b-43d8-9a47-b09af680cf00 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "bced78af-9276-4173-808a-d730c9db5a92" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.901827] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a9a01a8a-f59b-43d8-9a47-b09af680cf00 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "bced78af-9276-4173-808a-d730c9db5a92" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.902233] env[70039]: INFO nova.compute.manager [None req-a9a01a8a-f59b-43d8-9a47-b09af680cf00 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Rebooting instance [ 1213.961426] env[70039]: DEBUG oslo_vmware.api [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331619, 'name': PowerOffVM_Task, 'duration_secs': 2.802392} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.961723] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.961904] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.962181] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46db828a-2fa6-4d03-8f3f-571bbb2c9372 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.333062] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331620, 'name': Rename_Task, 'duration_secs': 0.285576} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.333062] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.333342] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72ade233-5416-41b4-b3e6-35bf83faa5ca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.340185] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1214.340185] env[70039]: value = "task-3331622" [ 1214.340185] env[70039]: _type = "Task" [ 1214.340185] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.347993] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.348763] env[70039]: DEBUG nova.network.neutron [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Port 79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d binding to destination host cpu-1 is already ACTIVE {{(pid=70039) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1214.420428] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a9a01a8a-f59b-43d8-9a47-b09af680cf00 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.420637] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a9a01a8a-f59b-43d8-9a47-b09af680cf00 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.420818] env[70039]: DEBUG nova.network.neutron [None req-a9a01a8a-f59b-43d8-9a47-b09af680cf00 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.592243] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.592498] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.592687] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleting the datastore file [datastore2] d0494373-7608-45b0-9ebf-fcff1af120db {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.592969] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59909681-dd4e-436e-a8d1-de5a2b17ed58 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.599271] env[70039]: DEBUG oslo_vmware.api [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for the task: (returnval){ [ 1214.599271] env[70039]: value = "task-3331623" [ 1214.599271] env[70039]: _type = "Task" [ 1214.599271] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.607262] env[70039]: DEBUG oslo_vmware.api [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.850809] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331622, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.109446] env[70039]: DEBUG oslo_vmware.api [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Task: {'id': task-3331623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238785} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.109797] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.109931] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.110132] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.110442] env[70039]: INFO nova.compute.manager [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Took 4.18 seconds to destroy the instance on the hypervisor. [ 1215.110659] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.110865] env[70039]: DEBUG nova.compute.manager [-] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.110959] env[70039]: DEBUG nova.network.neutron [-] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.126319] env[70039]: DEBUG oslo_concurrency.lockutils [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "interface-6a194c46-eea3-42f5-a843-9d5a7216f53e-3ffbca23-4842-4289-b341-c21a5f92364b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.126578] env[70039]: DEBUG oslo_concurrency.lockutils [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "interface-6a194c46-eea3-42f5-a843-9d5a7216f53e-3ffbca23-4842-4289-b341-c21a5f92364b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.214878] env[70039]: DEBUG nova.network.neutron [None req-a9a01a8a-f59b-43d8-9a47-b09af680cf00 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Updating instance_info_cache with network_info: [{"id": "b5750314-df31-4954-a5ad-fd1817ba3ed1", "address": "fa:16:3e:fc:49:f1", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5750314-df", "ovs_interfaceid": "b5750314-df31-4954-a5ad-fd1817ba3ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.365836] env[70039]: DEBUG oslo_vmware.api [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331622, 'name': PowerOnVM_Task, 'duration_secs': 0.549694} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.371266] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.371603] env[70039]: INFO nova.compute.manager [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Took 14.42 seconds to spawn the instance on the hypervisor. [ 1215.371862] env[70039]: DEBUG nova.compute.manager [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.379919] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "3d8a3489-8ab9-4ea3-a495-f3178e0d6afa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.380259] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "3d8a3489-8ab9-4ea3-a495-f3178e0d6afa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.380493] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "3d8a3489-8ab9-4ea3-a495-f3178e0d6afa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.384037] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268ef6f7-a83a-4a19-891a-0b215d9a8e95 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.392128] env[70039]: DEBUG nova.compute.manager [req-6734c1a7-f747-4b09-a88a-006512673683 req-f435074b-b70d-40c4-8b23-156a72164da1 service nova] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Received event network-vif-deleted-c6032515-e993-47fa-aa73-ca4b1bb1eb5c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.392465] env[70039]: INFO nova.compute.manager [req-6734c1a7-f747-4b09-a88a-006512673683 req-f435074b-b70d-40c4-8b23-156a72164da1 service nova] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Neutron deleted interface c6032515-e993-47fa-aa73-ca4b1bb1eb5c; detaching it from the instance and deleting it from the info cache [ 1215.392727] env[70039]: DEBUG nova.network.neutron [req-6734c1a7-f747-4b09-a88a-006512673683 req-f435074b-b70d-40c4-8b23-156a72164da1 service nova] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.631398] env[70039]: DEBUG oslo_concurrency.lockutils [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.631582] env[70039]: DEBUG oslo_concurrency.lockutils [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.632502] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bf4489-e425-4eae-8300-d99d0b6c0ad3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.649906] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd3de14-1fe8-412f-8cfb-cfd85137dba8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.675741] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Reconfiguring VM to detach interface {{(pid=70039) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1215.676078] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7376ac6-b59d-486c-845f-c6dfbfa18bea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.694610] env[70039]: DEBUG oslo_vmware.api [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1215.694610] env[70039]: value = "task-3331624" [ 1215.694610] env[70039]: _type = "Task" [ 1215.694610] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.705045] env[70039]: DEBUG oslo_vmware.api [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.717214] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a9a01a8a-f59b-43d8-9a47-b09af680cf00 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.883043] env[70039]: DEBUG nova.network.neutron [-] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.896088] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a554b761-1482-4a97-8c43-1fe603c1f32d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.906727] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b40fb3-b373-488b-a9c3-3e4023a79e2d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.931140] env[70039]: INFO nova.compute.manager [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Took 20.18 seconds to build instance. [ 1215.944815] env[70039]: DEBUG nova.compute.manager [req-6734c1a7-f747-4b09-a88a-006512673683 req-f435074b-b70d-40c4-8b23-156a72164da1 service nova] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Detach interface failed, port_id=c6032515-e993-47fa-aa73-ca4b1bb1eb5c, reason: Instance d0494373-7608-45b0-9ebf-fcff1af120db could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1216.205261] env[70039]: DEBUG oslo_vmware.api [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.223210] env[70039]: DEBUG nova.compute.manager [None req-a9a01a8a-f59b-43d8-9a47-b09af680cf00 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.224155] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41172b8-4642-4846-a278-ee62f9f5e75c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.236798] env[70039]: DEBUG nova.compute.manager [req-a062a34f-92b3-42ff-b113-acae424d7662 req-8f531177-d806-4508-9b7a-34f9c9c3494f service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Received event network-changed-987a7fdb-89b7-43f2-8e09-54f0d96abafc {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.237062] env[70039]: DEBUG nova.compute.manager [req-a062a34f-92b3-42ff-b113-acae424d7662 req-8f531177-d806-4508-9b7a-34f9c9c3494f service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Refreshing instance network info cache due to event network-changed-987a7fdb-89b7-43f2-8e09-54f0d96abafc. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.237247] env[70039]: DEBUG oslo_concurrency.lockutils [req-a062a34f-92b3-42ff-b113-acae424d7662 req-8f531177-d806-4508-9b7a-34f9c9c3494f service nova] Acquiring lock "refresh_cache-19c71658-6134-452c-ba22-a7b2f591828d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.237734] env[70039]: DEBUG oslo_concurrency.lockutils [req-a062a34f-92b3-42ff-b113-acae424d7662 req-8f531177-d806-4508-9b7a-34f9c9c3494f service nova] Acquired lock "refresh_cache-19c71658-6134-452c-ba22-a7b2f591828d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.237900] env[70039]: DEBUG nova.network.neutron [req-a062a34f-92b3-42ff-b113-acae424d7662 req-8f531177-d806-4508-9b7a-34f9c9c3494f service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Refreshing network info cache for port 987a7fdb-89b7-43f2-8e09-54f0d96abafc {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.389860] env[70039]: INFO nova.compute.manager [-] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Took 1.28 seconds to deallocate network for instance. [ 1216.421115] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "refresh_cache-3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.421310] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "refresh_cache-3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.421521] env[70039]: DEBUG nova.network.neutron [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.430632] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d6b09ddb-0f56-4309-818a-28e59e57c1e3 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "19c71658-6134-452c-ba22-a7b2f591828d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.695s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.710826] env[70039]: DEBUG oslo_vmware.api [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.902050] env[70039]: DEBUG oslo_concurrency.lockutils [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.902050] env[70039]: DEBUG oslo_concurrency.lockutils [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.902050] env[70039]: DEBUG nova.objects.instance [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lazy-loading 'resources' on Instance uuid d0494373-7608-45b0-9ebf-fcff1af120db {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.948219] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Acquiring lock "6657ac6d-2a65-4073-af44-af7742dd41bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.948572] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Lock "6657ac6d-2a65-4073-af44-af7742dd41bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.949687] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Acquiring lock "6657ac6d-2a65-4073-af44-af7742dd41bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.949687] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Lock "6657ac6d-2a65-4073-af44-af7742dd41bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.949687] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Lock "6657ac6d-2a65-4073-af44-af7742dd41bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.951895] env[70039]: INFO nova.compute.manager [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Terminating instance [ 1217.159867] env[70039]: DEBUG nova.network.neutron [req-a062a34f-92b3-42ff-b113-acae424d7662 req-8f531177-d806-4508-9b7a-34f9c9c3494f service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Updated VIF entry in instance network info cache for port 987a7fdb-89b7-43f2-8e09-54f0d96abafc. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.160309] env[70039]: DEBUG nova.network.neutron [req-a062a34f-92b3-42ff-b113-acae424d7662 req-8f531177-d806-4508-9b7a-34f9c9c3494f service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Updating instance_info_cache with network_info: [{"id": "987a7fdb-89b7-43f2-8e09-54f0d96abafc", "address": "fa:16:3e:9b:8a:18", "network": {"id": "d8a7e121-1536-4681-b129-9682dd8e2a29", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1150362215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d659a02f40a0470f8fc4efd9a350ddac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap987a7fdb-89", "ovs_interfaceid": "987a7fdb-89b7-43f2-8e09-54f0d96abafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.210770] env[70039]: DEBUG oslo_vmware.api [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.247836] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d9d464-c975-4ebd-82f0-a574fee24c50 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.256273] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a01a8a-f59b-43d8-9a47-b09af680cf00 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Doing hard reboot of VM {{(pid=70039) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1217.256273] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2a4287ec-7bf6-4e61-9515-dbbf838c3d1b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.263209] env[70039]: DEBUG oslo_vmware.api [None req-a9a01a8a-f59b-43d8-9a47-b09af680cf00 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1217.263209] env[70039]: value = "task-3331625" [ 1217.263209] env[70039]: _type = "Task" [ 1217.263209] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.268456] env[70039]: DEBUG nova.network.neutron [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Updating instance_info_cache with network_info: [{"id": "79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d", "address": "fa:16:3e:88:64:8f", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79efd0cf-5f", "ovs_interfaceid": "79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.273218] env[70039]: DEBUG oslo_vmware.api [None req-a9a01a8a-f59b-43d8-9a47-b09af680cf00 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331625, 'name': ResetVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.457087] env[70039]: DEBUG nova.compute.manager [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.457369] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.457848] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-103da853-2c96-4d0e-acfd-06a40833257f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.465082] env[70039]: DEBUG oslo_vmware.api [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Waiting for the task: (returnval){ [ 1217.465082] env[70039]: value = "task-3331626" [ 1217.465082] env[70039]: _type = "Task" [ 1217.465082] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.477471] env[70039]: DEBUG oslo_vmware.api [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.582670] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb702402-9ae5-464d-96d4-848bcb7f1bb1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.591017] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2f5fea-7e53-4d1a-ab5e-6edc44bb4449 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.626661] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cccc184-4b93-4729-9363-9fac9427eeab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.634768] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f450969b-72a3-4b94-bc84-d6be6571fe5c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.649374] env[70039]: DEBUG nova.compute.provider_tree [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.663076] env[70039]: DEBUG oslo_concurrency.lockutils [req-a062a34f-92b3-42ff-b113-acae424d7662 req-8f531177-d806-4508-9b7a-34f9c9c3494f service nova] Releasing lock "refresh_cache-19c71658-6134-452c-ba22-a7b2f591828d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.706989] env[70039]: DEBUG oslo_vmware.api [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.772162] env[70039]: DEBUG oslo_vmware.api [None req-a9a01a8a-f59b-43d8-9a47-b09af680cf00 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331625, 'name': ResetVM_Task, 'duration_secs': 0.104707} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.772459] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a01a8a-f59b-43d8-9a47-b09af680cf00 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Did hard reboot of VM {{(pid=70039) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1217.772657] env[70039]: DEBUG nova.compute.manager [None req-a9a01a8a-f59b-43d8-9a47-b09af680cf00 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.773459] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821dcd8a-7ed2-4eb7-b013-76da920188d4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.776516] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "refresh_cache-3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.974814] env[70039]: DEBUG oslo_vmware.api [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331626, 'name': PowerOffVM_Task, 'duration_secs': 0.251847} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.975111] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.975316] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Volume detach. Driver type: vmdk {{(pid=70039) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1217.975526] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665044', 'volume_id': '7eba13db-b8c6-445d-a48a-fb0999711a4f', 'name': 'volume-7eba13db-b8c6-445d-a48a-fb0999711a4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6657ac6d-2a65-4073-af44-af7742dd41bb', 'attached_at': '', 'detached_at': '', 'volume_id': '7eba13db-b8c6-445d-a48a-fb0999711a4f', 'serial': '7eba13db-b8c6-445d-a48a-fb0999711a4f'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1217.976305] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87bb58b-78b3-4300-9685-8038c4e49558 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.994726] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ceeb1c-518b-4082-8aa4-0e72fb00e13a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.002164] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00668444-678a-4e8c-a622-2d080b2b4e78 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.020016] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c411284-1fa6-4210-aa06-fa42fd7e20d1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.037118] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] The volume has not been displaced from its original location: [datastore1] volume-7eba13db-b8c6-445d-a48a-fb0999711a4f/volume-7eba13db-b8c6-445d-a48a-fb0999711a4f.vmdk. No consolidation needed. {{(pid=70039) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1218.042632] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1218.042985] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e351380-a82d-49b2-b137-fb72267f8f3c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.062088] env[70039]: DEBUG oslo_vmware.api [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Waiting for the task: (returnval){ [ 1218.062088] env[70039]: value = "task-3331627" [ 1218.062088] env[70039]: _type = "Task" [ 1218.062088] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.070574] env[70039]: DEBUG oslo_vmware.api [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.153063] env[70039]: DEBUG nova.scheduler.client.report [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.207279] env[70039]: DEBUG oslo_vmware.api [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.261282] env[70039]: DEBUG nova.compute.manager [req-9ab65946-3fea-4dac-9aa1-fdd64318faf7 req-7a457584-03ea-4ceb-8b35-14cd172aa4b0 service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Received event network-changed-987a7fdb-89b7-43f2-8e09-54f0d96abafc {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.261647] env[70039]: DEBUG nova.compute.manager [req-9ab65946-3fea-4dac-9aa1-fdd64318faf7 req-7a457584-03ea-4ceb-8b35-14cd172aa4b0 service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Refreshing instance network info cache due to event network-changed-987a7fdb-89b7-43f2-8e09-54f0d96abafc. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.261976] env[70039]: DEBUG oslo_concurrency.lockutils [req-9ab65946-3fea-4dac-9aa1-fdd64318faf7 req-7a457584-03ea-4ceb-8b35-14cd172aa4b0 service nova] Acquiring lock "refresh_cache-19c71658-6134-452c-ba22-a7b2f591828d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.262171] env[70039]: DEBUG oslo_concurrency.lockutils [req-9ab65946-3fea-4dac-9aa1-fdd64318faf7 req-7a457584-03ea-4ceb-8b35-14cd172aa4b0 service nova] Acquired lock "refresh_cache-19c71658-6134-452c-ba22-a7b2f591828d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.262442] env[70039]: DEBUG nova.network.neutron [req-9ab65946-3fea-4dac-9aa1-fdd64318faf7 req-7a457584-03ea-4ceb-8b35-14cd172aa4b0 service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Refreshing network info cache for port 987a7fdb-89b7-43f2-8e09-54f0d96abafc {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.290070] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a9a01a8a-f59b-43d8-9a47-b09af680cf00 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "bced78af-9276-4173-808a-d730c9db5a92" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.388s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.302371] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec4328c-2c54-4a6f-95be-f740d2e3e1e4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.322774] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99d3c7e-a25d-4005-89b8-5f78b4943ec5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.330270] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Updating instance '3d8a3489-8ab9-4ea3-a495-f3178e0d6afa' progress to 83 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.572057] env[70039]: DEBUG oslo_vmware.api [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331627, 'name': ReconfigVM_Task, 'duration_secs': 0.314625} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.572356] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1218.577034] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3f1339d-522c-42ec-8ddb-970000464e1e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.593080] env[70039]: DEBUG oslo_vmware.api [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Waiting for the task: (returnval){ [ 1218.593080] env[70039]: value = "task-3331628" [ 1218.593080] env[70039]: _type = "Task" [ 1218.593080] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.602309] env[70039]: DEBUG oslo_vmware.api [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.658065] env[70039]: DEBUG oslo_concurrency.lockutils [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.676343] env[70039]: INFO nova.scheduler.client.report [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Deleted allocations for instance d0494373-7608-45b0-9ebf-fcff1af120db [ 1218.708437] env[70039]: DEBUG oslo_vmware.api [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.836394] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.836725] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d73026be-a107-41ed-9840-5d98f870a2be {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.844677] env[70039]: DEBUG oslo_vmware.api [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1218.844677] env[70039]: value = "task-3331629" [ 1218.844677] env[70039]: _type = "Task" [ 1218.844677] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.853546] env[70039]: DEBUG oslo_vmware.api [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.990191] env[70039]: DEBUG nova.network.neutron [req-9ab65946-3fea-4dac-9aa1-fdd64318faf7 req-7a457584-03ea-4ceb-8b35-14cd172aa4b0 service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Updated VIF entry in instance network info cache for port 987a7fdb-89b7-43f2-8e09-54f0d96abafc. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.990648] env[70039]: DEBUG nova.network.neutron [req-9ab65946-3fea-4dac-9aa1-fdd64318faf7 req-7a457584-03ea-4ceb-8b35-14cd172aa4b0 service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Updating instance_info_cache with network_info: [{"id": "987a7fdb-89b7-43f2-8e09-54f0d96abafc", "address": "fa:16:3e:9b:8a:18", "network": {"id": "d8a7e121-1536-4681-b129-9682dd8e2a29", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1150362215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d659a02f40a0470f8fc4efd9a350ddac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap987a7fdb-89", "ovs_interfaceid": "987a7fdb-89b7-43f2-8e09-54f0d96abafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.102964] env[70039]: DEBUG oslo_vmware.api [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331628, 'name': ReconfigVM_Task, 'duration_secs': 0.167407} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.103310] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665044', 'volume_id': '7eba13db-b8c6-445d-a48a-fb0999711a4f', 'name': 'volume-7eba13db-b8c6-445d-a48a-fb0999711a4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6657ac6d-2a65-4073-af44-af7742dd41bb', 'attached_at': '', 'detached_at': '', 'volume_id': '7eba13db-b8c6-445d-a48a-fb0999711a4f', 'serial': '7eba13db-b8c6-445d-a48a-fb0999711a4f'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1219.103591] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.104471] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f5cdb0-27f3-4bc3-877e-524c6e7542d9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.111056] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.111308] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90c095bc-763f-41d2-9689-cceafb63553e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.176374] env[70039]: DEBUG oslo_concurrency.lockutils [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquiring lock "40f803d2-a797-4dcf-ba84-674adfd5553a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.177054] env[70039]: DEBUG oslo_concurrency.lockutils [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "40f803d2-a797-4dcf-ba84-674adfd5553a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.180510] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.180751] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.181044] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Deleting the datastore file [datastore1] 6657ac6d-2a65-4073-af44-af7742dd41bb {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.181345] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-442d1860-268a-40c1-be69-a161ce71db46 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.187046] env[70039]: DEBUG oslo_concurrency.lockutils [None req-35ad71a0-0a67-497b-998c-c819491685c5 tempest-ServerDiskConfigTestJSON-1630858858 tempest-ServerDiskConfigTestJSON-1630858858-project-member] Lock "d0494373-7608-45b0-9ebf-fcff1af120db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.766s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.193500] env[70039]: DEBUG oslo_vmware.api [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Waiting for the task: (returnval){ [ 1219.193500] env[70039]: value = "task-3331631" [ 1219.193500] env[70039]: _type = "Task" [ 1219.193500] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.205687] env[70039]: DEBUG oslo_vmware.api [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.212486] env[70039]: DEBUG oslo_vmware.api [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.354676] env[70039]: DEBUG oslo_vmware.api [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331629, 'name': PowerOnVM_Task, 'duration_secs': 0.419474} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.355063] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.355393] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3d026e-d259-4d4a-849c-0bd2c9955434 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Updating instance '3d8a3489-8ab9-4ea3-a495-f3178e0d6afa' progress to 100 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.493878] env[70039]: DEBUG oslo_concurrency.lockutils [req-9ab65946-3fea-4dac-9aa1-fdd64318faf7 req-7a457584-03ea-4ceb-8b35-14cd172aa4b0 service nova] Releasing lock "refresh_cache-19c71658-6134-452c-ba22-a7b2f591828d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.679385] env[70039]: DEBUG nova.compute.manager [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.706036] env[70039]: DEBUG oslo_vmware.api [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Task: {'id': task-3331631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189317} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.706839] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.707102] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.707389] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.707627] env[70039]: INFO nova.compute.manager [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1219.707984] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.711960] env[70039]: DEBUG nova.compute.manager [-] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.711960] env[70039]: DEBUG nova.network.neutron [-] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.713695] env[70039]: DEBUG oslo_vmware.api [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.168244] env[70039]: DEBUG nova.compute.manager [req-9d1ec295-92e0-4382-8d65-6ab982b317c8 req-02cbb804-170e-4207-afe4-9fc7c26026f3 service nova] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Received event network-vif-deleted-7ab81a11-0310-4033-88b4-04e3ec0755a0 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.168453] env[70039]: INFO nova.compute.manager [req-9d1ec295-92e0-4382-8d65-6ab982b317c8 req-02cbb804-170e-4207-afe4-9fc7c26026f3 service nova] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Neutron deleted interface 7ab81a11-0310-4033-88b4-04e3ec0755a0; detaching it from the instance and deleting it from the info cache [ 1220.168681] env[70039]: DEBUG nova.network.neutron [req-9d1ec295-92e0-4382-8d65-6ab982b317c8 req-02cbb804-170e-4207-afe4-9fc7c26026f3 service nova] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.206046] env[70039]: DEBUG oslo_concurrency.lockutils [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.206356] env[70039]: DEBUG oslo_concurrency.lockutils [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.207914] env[70039]: INFO nova.compute.claims [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.216058] env[70039]: DEBUG oslo_vmware.api [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.525836] env[70039]: DEBUG oslo_vmware.rw_handles [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5269cff7-3e1b-4f16-3a98-b0bdfc3128c3/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1220.526828] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67212189-68c2-4ab5-a308-0e16b9a7c29a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.533086] env[70039]: DEBUG oslo_vmware.rw_handles [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5269cff7-3e1b-4f16-3a98-b0bdfc3128c3/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1220.533266] env[70039]: ERROR oslo_vmware.rw_handles [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5269cff7-3e1b-4f16-3a98-b0bdfc3128c3/disk-0.vmdk due to incomplete transfer. [ 1220.533481] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-99b90369-5031-48b7-82ec-bf05ff792135 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.540507] env[70039]: DEBUG oslo_vmware.rw_handles [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5269cff7-3e1b-4f16-3a98-b0bdfc3128c3/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1220.540698] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Uploaded image 004457a6-cc9a-4115-935e-3e4068b5786e to the Glance image server {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1220.543078] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Destroying the VM {{(pid=70039) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1220.543324] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e7b799ec-df65-4336-b98c-8031756366d4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.548892] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1220.548892] env[70039]: value = "task-3331632" [ 1220.548892] env[70039]: _type = "Task" [ 1220.548892] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.557021] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331632, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.649708] env[70039]: DEBUG nova.network.neutron [-] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.673983] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbe7eba2-021b-456f-bd60-9df87338b12c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.688134] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf75128e-1978-4adb-a7b6-296ffa713948 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.709943] env[70039]: DEBUG oslo_vmware.api [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.722897] env[70039]: DEBUG nova.compute.manager [req-9d1ec295-92e0-4382-8d65-6ab982b317c8 req-02cbb804-170e-4207-afe4-9fc7c26026f3 service nova] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Detach interface failed, port_id=7ab81a11-0310-4033-88b4-04e3ec0755a0, reason: Instance 6657ac6d-2a65-4073-af44-af7742dd41bb could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1221.062474] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331632, 'name': Destroy_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.153279] env[70039]: INFO nova.compute.manager [-] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Took 1.44 seconds to deallocate network for instance. [ 1221.210868] env[70039]: DEBUG oslo_vmware.api [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331624, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.376963] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19157bf1-4ff3-4dcb-83a1-cd05f49b3552 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.389492] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcc8a37-1e82-4921-a4fb-1c1c715633f7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.430428] env[70039]: DEBUG oslo_concurrency.lockutils [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.430817] env[70039]: DEBUG oslo_concurrency.lockutils [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.431077] env[70039]: DEBUG nova.compute.manager [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Going to confirm migration 7 {{(pid=70039) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1221.434645] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af40745-bc76-49ae-a5d7-ebe3400ff9fd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.443982] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f232773-c571-43af-bb3b-ee70406d81b3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.461543] env[70039]: DEBUG nova.compute.provider_tree [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.559048] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331632, 'name': Destroy_Task, 'duration_secs': 0.785825} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.559337] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Destroyed the VM [ 1221.559496] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Deleting Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1221.559753] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-62919ea9-a080-42b1-a2b1-f097770ed1e5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.566388] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1221.566388] env[70039]: value = "task-3331633" [ 1221.566388] env[70039]: _type = "Task" [ 1221.566388] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.574881] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331633, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.701685] env[70039]: INFO nova.compute.manager [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Took 0.55 seconds to detach 1 volumes for instance. [ 1221.706730] env[70039]: DEBUG nova.compute.manager [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Deleting volume: 7eba13db-b8c6-445d-a48a-fb0999711a4f {{(pid=70039) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1221.714115] env[70039]: DEBUG oslo_vmware.api [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331624, 'name': ReconfigVM_Task, 'duration_secs': 5.769725} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.714375] env[70039]: DEBUG oslo_concurrency.lockutils [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.714583] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Reconfigured VM to detach interface {{(pid=70039) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1221.964590] env[70039]: DEBUG nova.scheduler.client.report [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.983950] env[70039]: DEBUG oslo_concurrency.lockutils [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "refresh_cache-3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.984157] env[70039]: DEBUG oslo_concurrency.lockutils [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquired lock "refresh_cache-3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.984350] env[70039]: DEBUG nova.network.neutron [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.984538] env[70039]: DEBUG nova.objects.instance [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lazy-loading 'info_cache' on Instance uuid 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.078473] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331633, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.246199] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.472021] env[70039]: DEBUG oslo_concurrency.lockutils [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.472021] env[70039]: DEBUG nova.compute.manager [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1222.473435] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.228s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.474344] env[70039]: DEBUG nova.objects.instance [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Lazy-loading 'resources' on Instance uuid 6657ac6d-2a65-4073-af44-af7742dd41bb {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.578186] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331633, 'name': RemoveSnapshot_Task, 'duration_secs': 0.89107} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.578470] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Deleted Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1222.578739] env[70039]: DEBUG nova.compute.manager [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.579562] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87ab0e1-7875-4c3d-a384-6ad8b3ab24dd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.977694] env[70039]: DEBUG nova.compute.utils [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.981914] env[70039]: DEBUG nova.compute.manager [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1222.982432] env[70039]: DEBUG nova.network.neutron [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.025583] env[70039]: DEBUG oslo_concurrency.lockutils [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.025767] env[70039]: DEBUG oslo_concurrency.lockutils [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquired lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.025944] env[70039]: DEBUG nova.network.neutron [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.082811] env[70039]: DEBUG nova.policy [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3873210896f4aafb2496e1dc8873cfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd659a02f40a0470f8fc4efd9a350ddac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.099323] env[70039]: INFO nova.compute.manager [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Shelve offloading [ 1223.190786] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c28314-989d-42da-aaae-5231eae17c7d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.203213] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc452c2e-33c1-4720-b87a-996671f79791 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.244104] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba09ad47-bf0a-4143-b81a-0ddd2faba9ce {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.251638] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516b8df2-a002-42f8-bc1f-d6c073ddce44 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.267496] env[70039]: DEBUG nova.compute.provider_tree [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.358103] env[70039]: DEBUG nova.network.neutron [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Updating instance_info_cache with network_info: [{"id": "79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d", "address": "fa:16:3e:88:64:8f", "network": {"id": "055e6e05-b156-4667-aca8-4b269a68af72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-569625086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5779f7bbc04aa38c7290864a25537c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79efd0cf-5f", "ovs_interfaceid": "79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.483111] env[70039]: DEBUG nova.compute.manager [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1223.537258] env[70039]: DEBUG nova.network.neutron [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Successfully created port: d3732dad-6b7f-4f49-839b-bde0f646fe85 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1223.609110] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.609524] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c4582eb-2e1f-434f-93b8-db8fe67abfbf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.619685] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1223.619685] env[70039]: value = "task-3331635" [ 1223.619685] env[70039]: _type = "Task" [ 1223.619685] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.629819] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] VM already powered off {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1223.630056] env[70039]: DEBUG nova.compute.manager [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.630836] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d642c2-9e2e-4e7b-9116-c23f2b8ffdc7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.637231] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.637282] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquired lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.637464] env[70039]: DEBUG nova.network.neutron [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.646020] env[70039]: DEBUG oslo_concurrency.lockutils [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "6a194c46-eea3-42f5-a843-9d5a7216f53e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.646271] env[70039]: DEBUG oslo_concurrency.lockutils [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "6a194c46-eea3-42f5-a843-9d5a7216f53e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.646423] env[70039]: DEBUG oslo_concurrency.lockutils [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "6a194c46-eea3-42f5-a843-9d5a7216f53e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.646611] env[70039]: DEBUG oslo_concurrency.lockutils [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "6a194c46-eea3-42f5-a843-9d5a7216f53e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.646778] env[70039]: DEBUG oslo_concurrency.lockutils [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "6a194c46-eea3-42f5-a843-9d5a7216f53e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.649172] env[70039]: INFO nova.compute.manager [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Terminating instance [ 1223.769352] env[70039]: DEBUG nova.scheduler.client.report [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.860542] env[70039]: DEBUG oslo_concurrency.lockutils [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Releasing lock "refresh_cache-3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.860866] env[70039]: DEBUG nova.objects.instance [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lazy-loading 'migration_context' on Instance uuid 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.089548] env[70039]: INFO nova.network.neutron [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Port 3ffbca23-4842-4289-b341-c21a5f92364b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1224.091784] env[70039]: DEBUG nova.network.neutron [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Updating instance_info_cache with network_info: [{"id": "48866895-3414-4f81-80d1-fbdecb49ee39", "address": "fa:16:3e:f9:d4:b3", "network": {"id": "4851bdbc-d525-45ca-9441-9a53f60bb5d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1458922481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1aebfad7ee04aa590d54a4f2fbf5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48866895-34", "ovs_interfaceid": "48866895-3414-4f81-80d1-fbdecb49ee39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.158019] env[70039]: DEBUG nova.compute.manager [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.158019] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.158019] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb32d49-76a8-46b1-bd33-2f31f7ec6786 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.175881] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.175881] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00b47d01-693c-40a1-98b1-a56fb88bf933 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.184463] env[70039]: DEBUG oslo_vmware.api [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1224.184463] env[70039]: value = "task-3331636" [ 1224.184463] env[70039]: _type = "Task" [ 1224.184463] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.196970] env[70039]: DEBUG oslo_vmware.api [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.276240] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.305572] env[70039]: INFO nova.scheduler.client.report [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Deleted allocations for instance 6657ac6d-2a65-4073-af44-af7742dd41bb [ 1224.364260] env[70039]: DEBUG nova.objects.base [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Object Instance<3d8a3489-8ab9-4ea3-a495-f3178e0d6afa> lazy-loaded attributes: info_cache,migration_context {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1224.365216] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f9bcbf-a8e4-4a1c-bb9e-db8b43696623 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.391248] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c79bc52-1a46-49f0-9e90-05dafc5bac02 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.399498] env[70039]: DEBUG oslo_vmware.api [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1224.399498] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]523127e3-334c-d6ba-a9b0-64488dd597fc" [ 1224.399498] env[70039]: _type = "Task" [ 1224.399498] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.409067] env[70039]: DEBUG oslo_vmware.api [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523127e3-334c-d6ba-a9b0-64488dd597fc, 'name': SearchDatastore_Task, 'duration_secs': 0.007713} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.409427] env[70039]: DEBUG oslo_concurrency.lockutils [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.409702] env[70039]: DEBUG oslo_concurrency.lockutils [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.494316] env[70039]: DEBUG nova.compute.manager [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1224.533400] env[70039]: DEBUG nova.virt.hardware [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.533667] env[70039]: DEBUG nova.virt.hardware [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.533825] env[70039]: DEBUG nova.virt.hardware [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.534013] env[70039]: DEBUG nova.virt.hardware [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.534168] env[70039]: DEBUG nova.virt.hardware [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.534315] env[70039]: DEBUG nova.virt.hardware [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.534528] env[70039]: DEBUG nova.virt.hardware [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.534686] env[70039]: DEBUG nova.virt.hardware [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.534852] env[70039]: DEBUG nova.virt.hardware [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.535710] env[70039]: DEBUG nova.virt.hardware [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.535963] env[70039]: DEBUG nova.virt.hardware [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.536871] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5df7f3e-b1fa-44f9-99ba-10c44b7f480d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.545941] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4234ce8-ba74-4f66-8e64-2a0097be7a5c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.597751] env[70039]: DEBUG oslo_concurrency.lockutils [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Releasing lock "refresh_cache-6a194c46-eea3-42f5-a843-9d5a7216f53e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.696142] env[70039]: DEBUG oslo_vmware.api [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331636, 'name': PowerOffVM_Task, 'duration_secs': 0.187719} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.696611] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.697936] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.697936] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18f890e9-ba71-4f4c-985a-25df9c44f9b2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.757351] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.757599] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.757783] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Deleting the datastore file [datastore1] 6a194c46-eea3-42f5-a843-9d5a7216f53e {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.758090] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55686572-e4ea-43a3-b8f0-f99371a93389 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.766498] env[70039]: DEBUG oslo_vmware.api [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1224.766498] env[70039]: value = "task-3331638" [ 1224.766498] env[70039]: _type = "Task" [ 1224.766498] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.784605] env[70039]: DEBUG oslo_vmware.api [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.822190] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6ec5dbbd-10a3-4e64-b730-467e66e381cb tempest-ServersTestBootFromVolume-1935082994 tempest-ServersTestBootFromVolume-1935082994-project-member] Lock "6657ac6d-2a65-4073-af44-af7742dd41bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.874s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.833795] env[70039]: DEBUG nova.network.neutron [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Updating instance_info_cache with network_info: [{"id": "2e269fb7-5662-434a-bb83-102c91423bc9", "address": "fa:16:3e:9a:e5:e0", "network": {"id": "79726d67-6aa6-47de-b5a4-849a53167a04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-65063247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1c4f9d9d8094a5c8d86256738693dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e269fb7-56", "ovs_interfaceid": "2e269fb7-5662-434a-bb83-102c91423bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.065366] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f41b146-1774-406e-b43b-5aff7c27750d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.072928] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fab79bf-7191-46d6-bf98-2469b93aa322 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.109242] env[70039]: DEBUG oslo_concurrency.lockutils [None req-57bf9212-e0a5-4411-980f-2086af82e33c tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "interface-6a194c46-eea3-42f5-a843-9d5a7216f53e-3ffbca23-4842-4289-b341-c21a5f92364b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.982s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.114021] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cdd71c-e9f1-4ce2-9057-fcf8c359c952 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.118839] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca6df95-06d9-4ca2-a452-8c4c2a7e05d9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.133217] env[70039]: DEBUG nova.compute.provider_tree [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.277464] env[70039]: DEBUG oslo_vmware.api [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183173} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.277811] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.278530] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.278781] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.279036] env[70039]: INFO nova.compute.manager [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1225.279316] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.279552] env[70039]: DEBUG nova.compute.manager [-] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.279706] env[70039]: DEBUG nova.network.neutron [-] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.338654] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Releasing lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.543970] env[70039]: DEBUG nova.compute.manager [req-0b939f1c-53c9-4376-89b3-c577e1016b1a req-c62e9c81-56c1-47c3-9d10-1305e2ce99a9 service nova] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Received event network-vif-plugged-d3732dad-6b7f-4f49-839b-bde0f646fe85 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.544234] env[70039]: DEBUG oslo_concurrency.lockutils [req-0b939f1c-53c9-4376-89b3-c577e1016b1a req-c62e9c81-56c1-47c3-9d10-1305e2ce99a9 service nova] Acquiring lock "40f803d2-a797-4dcf-ba84-674adfd5553a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.544444] env[70039]: DEBUG oslo_concurrency.lockutils [req-0b939f1c-53c9-4376-89b3-c577e1016b1a req-c62e9c81-56c1-47c3-9d10-1305e2ce99a9 service nova] Lock "40f803d2-a797-4dcf-ba84-674adfd5553a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.544613] env[70039]: DEBUG oslo_concurrency.lockutils [req-0b939f1c-53c9-4376-89b3-c577e1016b1a req-c62e9c81-56c1-47c3-9d10-1305e2ce99a9 service nova] Lock "40f803d2-a797-4dcf-ba84-674adfd5553a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.544769] env[70039]: DEBUG nova.compute.manager [req-0b939f1c-53c9-4376-89b3-c577e1016b1a req-c62e9c81-56c1-47c3-9d10-1305e2ce99a9 service nova] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] No waiting events found dispatching network-vif-plugged-d3732dad-6b7f-4f49-839b-bde0f646fe85 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1225.544932] env[70039]: WARNING nova.compute.manager [req-0b939f1c-53c9-4376-89b3-c577e1016b1a req-c62e9c81-56c1-47c3-9d10-1305e2ce99a9 service nova] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Received unexpected event network-vif-plugged-d3732dad-6b7f-4f49-839b-bde0f646fe85 for instance with vm_state building and task_state spawning. [ 1225.602376] env[70039]: DEBUG nova.compute.manager [req-31e11773-3b05-462a-9855-e39d185049d4 req-24f59b31-98a9-41c9-a828-1264bddbb549 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Received event network-vif-unplugged-2e269fb7-5662-434a-bb83-102c91423bc9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.602528] env[70039]: DEBUG oslo_concurrency.lockutils [req-31e11773-3b05-462a-9855-e39d185049d4 req-24f59b31-98a9-41c9-a828-1264bddbb549 service nova] Acquiring lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.602734] env[70039]: DEBUG oslo_concurrency.lockutils [req-31e11773-3b05-462a-9855-e39d185049d4 req-24f59b31-98a9-41c9-a828-1264bddbb549 service nova] Lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.602900] env[70039]: DEBUG oslo_concurrency.lockutils [req-31e11773-3b05-462a-9855-e39d185049d4 req-24f59b31-98a9-41c9-a828-1264bddbb549 service nova] Lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.603900] env[70039]: DEBUG nova.compute.manager [req-31e11773-3b05-462a-9855-e39d185049d4 req-24f59b31-98a9-41c9-a828-1264bddbb549 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] No waiting events found dispatching network-vif-unplugged-2e269fb7-5662-434a-bb83-102c91423bc9 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1225.604167] env[70039]: WARNING nova.compute.manager [req-31e11773-3b05-462a-9855-e39d185049d4 req-24f59b31-98a9-41c9-a828-1264bddbb549 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Received unexpected event network-vif-unplugged-2e269fb7-5662-434a-bb83-102c91423bc9 for instance with vm_state shelved and task_state shelving_offloading. [ 1225.638523] env[70039]: DEBUG nova.scheduler.client.report [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.696117] env[70039]: DEBUG nova.network.neutron [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Successfully updated port: d3732dad-6b7f-4f49-839b-bde0f646fe85 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.901975] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "029644a4-e847-4a30-a56e-79596dd114cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.902238] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "029644a4-e847-4a30-a56e-79596dd114cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.002454] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.003388] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b972d3-2f20-42fd-a519-c95290257720 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.013458] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.013754] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9497f915-9124-47f6-9044-6190880ac43e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.084033] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.084033] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.084033] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Deleting the datastore file [datastore2] 3cb2916e-cf65-4df3-8ba9-e824967f7df4 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.084033] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6de7a929-bba0-4f43-afdf-4ec63c7a0b14 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.091330] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1226.091330] env[70039]: value = "task-3331640" [ 1226.091330] env[70039]: _type = "Task" [ 1226.091330] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.099345] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.201684] env[70039]: DEBUG oslo_concurrency.lockutils [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquiring lock "refresh_cache-40f803d2-a797-4dcf-ba84-674adfd5553a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.201684] env[70039]: DEBUG oslo_concurrency.lockutils [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquired lock "refresh_cache-40f803d2-a797-4dcf-ba84-674adfd5553a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.201684] env[70039]: DEBUG nova.network.neutron [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.404314] env[70039]: DEBUG nova.compute.manager [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1226.602602] env[70039]: DEBUG oslo_vmware.api [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164724} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.603247] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.603451] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.603639] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.625749] env[70039]: INFO nova.scheduler.client.report [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Deleted allocations for instance 3cb2916e-cf65-4df3-8ba9-e824967f7df4 [ 1226.649095] env[70039]: DEBUG oslo_concurrency.lockutils [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.239s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.716149] env[70039]: DEBUG nova.network.neutron [-] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.740799] env[70039]: DEBUG nova.network.neutron [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1226.894223] env[70039]: DEBUG nova.network.neutron [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Updating instance_info_cache with network_info: [{"id": "d3732dad-6b7f-4f49-839b-bde0f646fe85", "address": "fa:16:3e:8c:8f:2f", "network": {"id": "d8a7e121-1536-4681-b129-9682dd8e2a29", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1150362215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d659a02f40a0470f8fc4efd9a350ddac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3732dad-6b", "ovs_interfaceid": "d3732dad-6b7f-4f49-839b-bde0f646fe85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.928675] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.929609] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.932027] env[70039]: INFO nova.compute.claims [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.130075] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.204674] env[70039]: INFO nova.scheduler.client.report [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Deleted allocation for migration d4ec8d0a-1db4-4459-a4ec-f287056e1d14 [ 1227.218710] env[70039]: INFO nova.compute.manager [-] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Took 1.94 seconds to deallocate network for instance. [ 1227.396489] env[70039]: DEBUG oslo_concurrency.lockutils [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Releasing lock "refresh_cache-40f803d2-a797-4dcf-ba84-674adfd5553a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.396726] env[70039]: DEBUG nova.compute.manager [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Instance network_info: |[{"id": "d3732dad-6b7f-4f49-839b-bde0f646fe85", "address": "fa:16:3e:8c:8f:2f", "network": {"id": "d8a7e121-1536-4681-b129-9682dd8e2a29", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1150362215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d659a02f40a0470f8fc4efd9a350ddac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3732dad-6b", "ovs_interfaceid": "d3732dad-6b7f-4f49-839b-bde0f646fe85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1227.397202] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:8f:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3732dad-6b7f-4f49-839b-bde0f646fe85', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.406148] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.406407] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.406643] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dd0de6a-2133-4a8f-a640-3db1d5a8a2a7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.431455] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.431455] env[70039]: value = "task-3331641" [ 1227.431455] env[70039]: _type = "Task" [ 1227.431455] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.445174] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331641, 'name': CreateVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.639688] env[70039]: DEBUG nova.compute.manager [req-6d9dd6fe-dbb4-43da-bef4-72ecbdb756f5 req-37c3180e-d673-4959-8cac-c18df825b660 service nova] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Received event network-changed-d3732dad-6b7f-4f49-839b-bde0f646fe85 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.639688] env[70039]: DEBUG nova.compute.manager [req-6d9dd6fe-dbb4-43da-bef4-72ecbdb756f5 req-37c3180e-d673-4959-8cac-c18df825b660 service nova] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Refreshing instance network info cache due to event network-changed-d3732dad-6b7f-4f49-839b-bde0f646fe85. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.639688] env[70039]: DEBUG oslo_concurrency.lockutils [req-6d9dd6fe-dbb4-43da-bef4-72ecbdb756f5 req-37c3180e-d673-4959-8cac-c18df825b660 service nova] Acquiring lock "refresh_cache-40f803d2-a797-4dcf-ba84-674adfd5553a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.639688] env[70039]: DEBUG oslo_concurrency.lockutils [req-6d9dd6fe-dbb4-43da-bef4-72ecbdb756f5 req-37c3180e-d673-4959-8cac-c18df825b660 service nova] Acquired lock "refresh_cache-40f803d2-a797-4dcf-ba84-674adfd5553a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.639688] env[70039]: DEBUG nova.network.neutron [req-6d9dd6fe-dbb4-43da-bef4-72ecbdb756f5 req-37c3180e-d673-4959-8cac-c18df825b660 service nova] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Refreshing network info cache for port d3732dad-6b7f-4f49-839b-bde0f646fe85 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.713486] env[70039]: DEBUG oslo_concurrency.lockutils [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.282s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.729479] env[70039]: DEBUG oslo_concurrency.lockutils [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.754871] env[70039]: DEBUG nova.compute.manager [req-81c8083f-5ff3-4824-9dbb-12a1af003c80 req-b9630931-0712-40e0-ae3e-347fb110bf45 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Received event network-changed-2e269fb7-5662-434a-bb83-102c91423bc9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.755077] env[70039]: DEBUG nova.compute.manager [req-81c8083f-5ff3-4824-9dbb-12a1af003c80 req-b9630931-0712-40e0-ae3e-347fb110bf45 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Refreshing instance network info cache due to event network-changed-2e269fb7-5662-434a-bb83-102c91423bc9. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.755295] env[70039]: DEBUG oslo_concurrency.lockutils [req-81c8083f-5ff3-4824-9dbb-12a1af003c80 req-b9630931-0712-40e0-ae3e-347fb110bf45 service nova] Acquiring lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.755440] env[70039]: DEBUG oslo_concurrency.lockutils [req-81c8083f-5ff3-4824-9dbb-12a1af003c80 req-b9630931-0712-40e0-ae3e-347fb110bf45 service nova] Acquired lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.755602] env[70039]: DEBUG nova.network.neutron [req-81c8083f-5ff3-4824-9dbb-12a1af003c80 req-b9630931-0712-40e0-ae3e-347fb110bf45 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Refreshing network info cache for port 2e269fb7-5662-434a-bb83-102c91423bc9 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.945007] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331641, 'name': CreateVM_Task, 'duration_secs': 0.311599} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.945664] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.946863] env[70039]: DEBUG oslo_concurrency.lockutils [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.946863] env[70039]: DEBUG oslo_concurrency.lockutils [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.947388] env[70039]: DEBUG oslo_concurrency.lockutils [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.947388] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1684df10-371f-4d79-96a6-f533e579f6e3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.952133] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1227.952133] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f0b004-933f-9d16-92fc-ab56ced86133" [ 1227.952133] env[70039]: _type = "Task" [ 1227.952133] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.960258] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f0b004-933f-9d16-92fc-ab56ced86133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.071154] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f7c2e8-7479-425a-973d-6b0dffa2e365 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.078671] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dfcffc-90eb-442c-931d-84aeb65bba4a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.110375] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a094d9d-36af-42f5-8640-6d396a5b1d86 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.118081] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0329bae1-83a0-4453-98b4-9f039e37742e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.132052] env[70039]: DEBUG nova.compute.provider_tree [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.400743] env[70039]: DEBUG nova.network.neutron [req-6d9dd6fe-dbb4-43da-bef4-72ecbdb756f5 req-37c3180e-d673-4959-8cac-c18df825b660 service nova] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Updated VIF entry in instance network info cache for port d3732dad-6b7f-4f49-839b-bde0f646fe85. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.401211] env[70039]: DEBUG nova.network.neutron [req-6d9dd6fe-dbb4-43da-bef4-72ecbdb756f5 req-37c3180e-d673-4959-8cac-c18df825b660 service nova] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Updating instance_info_cache with network_info: [{"id": "d3732dad-6b7f-4f49-839b-bde0f646fe85", "address": "fa:16:3e:8c:8f:2f", "network": {"id": "d8a7e121-1536-4681-b129-9682dd8e2a29", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1150362215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d659a02f40a0470f8fc4efd9a350ddac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3732dad-6b", "ovs_interfaceid": "d3732dad-6b7f-4f49-839b-bde0f646fe85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.462696] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f0b004-933f-9d16-92fc-ab56ced86133, 'name': SearchDatastore_Task, 'duration_secs': 0.010051} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.463112] env[70039]: DEBUG oslo_concurrency.lockutils [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.463282] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.463550] env[70039]: DEBUG oslo_concurrency.lockutils [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.463660] env[70039]: DEBUG oslo_concurrency.lockutils [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.463841] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.464117] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4f15a46-4f6b-4729-bbba-6434dc8eaceb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.472840] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.473044] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.473754] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b23faaf1-ce5a-4f89-9530-504809e90296 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.480897] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1228.480897] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]522e33ad-bb56-7695-2e09-f30c6d157e3a" [ 1228.480897] env[70039]: _type = "Task" [ 1228.480897] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.488993] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522e33ad-bb56-7695-2e09-f30c6d157e3a, 'name': SearchDatastore_Task, 'duration_secs': 0.007489} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.489793] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71c21731-988a-4fa5-bf83-2ddb29691fde {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.494413] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1228.494413] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52bc4e8e-b786-2473-8687-3f4cb1374fd2" [ 1228.494413] env[70039]: _type = "Task" [ 1228.494413] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.501878] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52bc4e8e-b786-2473-8687-3f4cb1374fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.568241] env[70039]: DEBUG nova.network.neutron [req-81c8083f-5ff3-4824-9dbb-12a1af003c80 req-b9630931-0712-40e0-ae3e-347fb110bf45 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Updated VIF entry in instance network info cache for port 2e269fb7-5662-434a-bb83-102c91423bc9. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.568615] env[70039]: DEBUG nova.network.neutron [req-81c8083f-5ff3-4824-9dbb-12a1af003c80 req-b9630931-0712-40e0-ae3e-347fb110bf45 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Updating instance_info_cache with network_info: [{"id": "2e269fb7-5662-434a-bb83-102c91423bc9", "address": "fa:16:3e:9a:e5:e0", "network": {"id": "79726d67-6aa6-47de-b5a4-849a53167a04", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-65063247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1c4f9d9d8094a5c8d86256738693dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2e269fb7-56", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.635123] env[70039]: DEBUG nova.scheduler.client.report [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.773490] env[70039]: DEBUG oslo_concurrency.lockutils [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.904089] env[70039]: DEBUG oslo_concurrency.lockutils [req-6d9dd6fe-dbb4-43da-bef4-72ecbdb756f5 req-37c3180e-d673-4959-8cac-c18df825b660 service nova] Releasing lock "refresh_cache-40f803d2-a797-4dcf-ba84-674adfd5553a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.904373] env[70039]: DEBUG nova.compute.manager [req-6d9dd6fe-dbb4-43da-bef4-72ecbdb756f5 req-37c3180e-d673-4959-8cac-c18df825b660 service nova] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Received event network-vif-deleted-48866895-3414-4f81-80d1-fbdecb49ee39 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.933659] env[70039]: DEBUG oslo_concurrency.lockutils [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.933920] env[70039]: DEBUG oslo_concurrency.lockutils [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.934154] env[70039]: DEBUG oslo_concurrency.lockutils [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "3d8a3489-8ab9-4ea3-a495-f3178e0d6afa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.934341] env[70039]: DEBUG oslo_concurrency.lockutils [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "3d8a3489-8ab9-4ea3-a495-f3178e0d6afa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.934512] env[70039]: DEBUG oslo_concurrency.lockutils [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "3d8a3489-8ab9-4ea3-a495-f3178e0d6afa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.937461] env[70039]: INFO nova.compute.manager [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Terminating instance [ 1229.005845] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52bc4e8e-b786-2473-8687-3f4cb1374fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.033698} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.005845] env[70039]: DEBUG oslo_concurrency.lockutils [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.006298] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 40f803d2-a797-4dcf-ba84-674adfd5553a/40f803d2-a797-4dcf-ba84-674adfd5553a.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.006298] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50d0108d-7928-40f4-86eb-7434dbc9b7b9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.012754] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1229.012754] env[70039]: value = "task-3331642" [ 1229.012754] env[70039]: _type = "Task" [ 1229.012754] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.020169] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.071974] env[70039]: DEBUG oslo_concurrency.lockutils [req-81c8083f-5ff3-4824-9dbb-12a1af003c80 req-b9630931-0712-40e0-ae3e-347fb110bf45 service nova] Releasing lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.140732] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.141324] env[70039]: DEBUG nova.compute.manager [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1229.144786] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.015s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.145180] env[70039]: DEBUG nova.objects.instance [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lazy-loading 'resources' on Instance uuid 3cb2916e-cf65-4df3-8ba9-e824967f7df4 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.445311] env[70039]: DEBUG nova.compute.manager [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.445640] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.446484] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f56b14-2331-4d50-a999-27a95e2b77a8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.454785] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.455241] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b057ae1-e50d-406d-92ab-2fd4a430681f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.461186] env[70039]: DEBUG oslo_vmware.api [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1229.461186] env[70039]: value = "task-3331643" [ 1229.461186] env[70039]: _type = "Task" [ 1229.461186] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.469558] env[70039]: DEBUG oslo_vmware.api [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.526020] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436991} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.527183] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 40f803d2-a797-4dcf-ba84-674adfd5553a/40f803d2-a797-4dcf-ba84-674adfd5553a.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.527183] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.527499] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa64e081-556b-4365-bb99-b2dc0950dd51 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.535710] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1229.535710] env[70039]: value = "task-3331644" [ 1229.535710] env[70039]: _type = "Task" [ 1229.535710] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.544449] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.652571] env[70039]: DEBUG nova.compute.utils [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1229.654762] env[70039]: DEBUG nova.objects.instance [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lazy-loading 'numa_topology' on Instance uuid 3cb2916e-cf65-4df3-8ba9-e824967f7df4 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.659508] env[70039]: DEBUG nova.compute.manager [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1229.662185] env[70039]: DEBUG nova.network.neutron [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1229.723235] env[70039]: DEBUG nova.policy [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37403c1f366b49c9b575cf418884e1eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3855dcc2f974424b3523b151a8244cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1229.973282] env[70039]: DEBUG oslo_vmware.api [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331643, 'name': PowerOffVM_Task, 'duration_secs': 0.216759} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.973343] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.975641] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.975641] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42f4a751-c57c-461c-9d98-1544f7eb996d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.037316] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.037600] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.037742] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Deleting the datastore file [datastore1] 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.044946] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fccf3a8c-320b-4f82-b23d-6fb8d6b983ff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.050156] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072504} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.051484] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.051911] env[70039]: DEBUG oslo_vmware.api [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for the task: (returnval){ [ 1230.051911] env[70039]: value = "task-3331646" [ 1230.051911] env[70039]: _type = "Task" [ 1230.051911] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.052611] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03473e1d-4c5f-48f8-830a-30a757d666e8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.081218] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 40f803d2-a797-4dcf-ba84-674adfd5553a/40f803d2-a797-4dcf-ba84-674adfd5553a.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.084651] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-401882ae-7e1b-4a4f-9d49-7ba9ad35faaf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.098868] env[70039]: DEBUG oslo_vmware.api [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.105494] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1230.105494] env[70039]: value = "task-3331647" [ 1230.105494] env[70039]: _type = "Task" [ 1230.105494] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.114567] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.160388] env[70039]: DEBUG nova.compute.manager [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1230.164971] env[70039]: DEBUG nova.objects.base [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Object Instance<3cb2916e-cf65-4df3-8ba9-e824967f7df4> lazy-loaded attributes: resources,numa_topology {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1230.261132] env[70039]: DEBUG nova.network.neutron [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Successfully created port: 28668808-b14f-4f01-af34-5549e32d71fd {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1230.363456] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419ea4e6-7706-4a56-a7b0-d2cb63dd4dcb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.371681] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff34cfa9-a17e-405c-91be-26781e8f1abf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.405369] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01b5824-0282-4726-abde-1f3d3491bd98 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.412841] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2fa631-7d1a-4370-87e0-8288de4e6db8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.427530] env[70039]: DEBUG nova.compute.provider_tree [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.565168] env[70039]: DEBUG oslo_vmware.api [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Task: {'id': task-3331646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302368} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.565564] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.565841] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.566106] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.566361] env[70039]: INFO nova.compute.manager [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1230.566664] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.567246] env[70039]: DEBUG nova.compute.manager [-] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.567408] env[70039]: DEBUG nova.network.neutron [-] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1230.618386] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331647, 'name': ReconfigVM_Task, 'duration_secs': 0.369281} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.618721] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 40f803d2-a797-4dcf-ba84-674adfd5553a/40f803d2-a797-4dcf-ba84-674adfd5553a.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.619447] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31a13a74-2a3f-4389-87a2-ed951ecb87c0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.626350] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1230.626350] env[70039]: value = "task-3331648" [ 1230.626350] env[70039]: _type = "Task" [ 1230.626350] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.634610] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331648, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.896717] env[70039]: DEBUG nova.compute.manager [req-e2511118-d8d1-4a1b-ab02-ec135601ad84 req-60d0b6fc-eaf0-44cc-860d-7f9066f501dd service nova] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Received event network-vif-deleted-79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.896921] env[70039]: INFO nova.compute.manager [req-e2511118-d8d1-4a1b-ab02-ec135601ad84 req-60d0b6fc-eaf0-44cc-860d-7f9066f501dd service nova] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Neutron deleted interface 79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d; detaching it from the instance and deleting it from the info cache [ 1230.897111] env[70039]: DEBUG nova.network.neutron [req-e2511118-d8d1-4a1b-ab02-ec135601ad84 req-60d0b6fc-eaf0-44cc-860d-7f9066f501dd service nova] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.931422] env[70039]: DEBUG nova.scheduler.client.report [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.141194] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331648, 'name': Rename_Task, 'duration_secs': 0.144739} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.141194] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.141662] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-916f2039-c88d-44ec-b09f-ab591606f414 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.148907] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1231.148907] env[70039]: value = "task-3331649" [ 1231.148907] env[70039]: _type = "Task" [ 1231.148907] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.158190] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.175314] env[70039]: DEBUG nova.compute.manager [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1231.204374] env[70039]: DEBUG nova.virt.hardware [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.204869] env[70039]: DEBUG nova.virt.hardware [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.205172] env[70039]: DEBUG nova.virt.hardware [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.205494] env[70039]: DEBUG nova.virt.hardware [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.205755] env[70039]: DEBUG nova.virt.hardware [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.206024] env[70039]: DEBUG nova.virt.hardware [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.206349] env[70039]: DEBUG nova.virt.hardware [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.206637] env[70039]: DEBUG nova.virt.hardware [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.206934] env[70039]: DEBUG nova.virt.hardware [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.207540] env[70039]: DEBUG nova.virt.hardware [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.207888] env[70039]: DEBUG nova.virt.hardware [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.208958] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5517ab2-040c-4480-a065-51f2a59c1f52 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.217757] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35518647-9fbe-4b9c-87cd-1cd223e9ccaf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.377048] env[70039]: DEBUG nova.network.neutron [-] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.400197] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b24992eb-4aec-4b5c-a361-293ece6e3dad {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.410420] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3a0bf2-e52e-43c2-a380-627fbf46a039 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.439234] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.442442] env[70039]: DEBUG nova.compute.manager [req-e2511118-d8d1-4a1b-ab02-ec135601ad84 req-60d0b6fc-eaf0-44cc-860d-7f9066f501dd service nova] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Detach interface failed, port_id=79efd0cf-5fd7-4b1b-a844-3bc8e0aca38d, reason: Instance 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1231.443311] env[70039]: DEBUG oslo_concurrency.lockutils [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.714s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.443646] env[70039]: DEBUG nova.objects.instance [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lazy-loading 'resources' on Instance uuid 6a194c46-eea3-42f5-a843-9d5a7216f53e {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.534245] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Acquiring lock "96d16e3c-8287-47bd-9c8c-64ecdaa401ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.534468] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Lock "96d16e3c-8287-47bd-9c8c-64ecdaa401ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.659496] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331649, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.695846] env[70039]: DEBUG nova.compute.manager [req-397f38b8-2b23-42cc-af80-1e9800d3f398 req-1af3e1fe-1bf9-4803-858f-61a4d169b98d service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Received event network-vif-plugged-28668808-b14f-4f01-af34-5549e32d71fd {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.695993] env[70039]: DEBUG oslo_concurrency.lockutils [req-397f38b8-2b23-42cc-af80-1e9800d3f398 req-1af3e1fe-1bf9-4803-858f-61a4d169b98d service nova] Acquiring lock "029644a4-e847-4a30-a56e-79596dd114cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.696214] env[70039]: DEBUG oslo_concurrency.lockutils [req-397f38b8-2b23-42cc-af80-1e9800d3f398 req-1af3e1fe-1bf9-4803-858f-61a4d169b98d service nova] Lock "029644a4-e847-4a30-a56e-79596dd114cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.696382] env[70039]: DEBUG oslo_concurrency.lockutils [req-397f38b8-2b23-42cc-af80-1e9800d3f398 req-1af3e1fe-1bf9-4803-858f-61a4d169b98d service nova] Lock "029644a4-e847-4a30-a56e-79596dd114cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.696552] env[70039]: DEBUG nova.compute.manager [req-397f38b8-2b23-42cc-af80-1e9800d3f398 req-1af3e1fe-1bf9-4803-858f-61a4d169b98d service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] No waiting events found dispatching network-vif-plugged-28668808-b14f-4f01-af34-5549e32d71fd {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1231.696713] env[70039]: WARNING nova.compute.manager [req-397f38b8-2b23-42cc-af80-1e9800d3f398 req-1af3e1fe-1bf9-4803-858f-61a4d169b98d service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Received unexpected event network-vif-plugged-28668808-b14f-4f01-af34-5549e32d71fd for instance with vm_state building and task_state spawning. [ 1231.780546] env[70039]: DEBUG nova.network.neutron [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Successfully updated port: 28668808-b14f-4f01-af34-5549e32d71fd {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1231.879760] env[70039]: INFO nova.compute.manager [-] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Took 1.31 seconds to deallocate network for instance. [ 1231.931843] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.932089] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.932257] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.932409] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.932645] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.932805] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.933047] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.933154] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70039) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1231.933257] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager.update_available_resource {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.951766] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bc8eedd3-768d-4bcf-971e-d49078f7a29a tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.125s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.952931] env[70039]: DEBUG oslo_concurrency.lockutils [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.180s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.953132] env[70039]: INFO nova.compute.manager [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Unshelving [ 1232.036272] env[70039]: DEBUG nova.compute.manager [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1232.126861] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4795eed0-0fa6-4d2b-90a5-65efc2e77e5b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.134392] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a4263c-3148-4ad4-bb7f-9af1d76bc159 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.167409] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d61997-848d-4ab5-9985-e91f037fb9bb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.177660] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5f0a5e-e643-424d-bdc8-0780e9a2ade1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.181515] env[70039]: DEBUG oslo_vmware.api [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331649, 'name': PowerOnVM_Task, 'duration_secs': 0.65955} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.181790] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.181994] env[70039]: INFO nova.compute.manager [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1232.182189] env[70039]: DEBUG nova.compute.manager [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.183455] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2855e77f-e064-48a9-bb02-d134ce632026 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.197400] env[70039]: DEBUG nova.compute.provider_tree [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.285474] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "refresh_cache-029644a4-e847-4a30-a56e-79596dd114cb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.285474] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired lock "refresh_cache-029644a4-e847-4a30-a56e-79596dd114cb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.285474] env[70039]: DEBUG nova.network.neutron [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.388797] env[70039]: DEBUG oslo_concurrency.lockutils [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.435642] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.557686] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.701402] env[70039]: DEBUG nova.scheduler.client.report [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.713661] env[70039]: INFO nova.compute.manager [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Took 12.53 seconds to build instance. [ 1232.819069] env[70039]: DEBUG nova.network.neutron [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1232.946285] env[70039]: DEBUG nova.network.neutron [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Updating instance_info_cache with network_info: [{"id": "28668808-b14f-4f01-af34-5549e32d71fd", "address": "fa:16:3e:e0:9d:51", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28668808-b1", "ovs_interfaceid": "28668808-b14f-4f01-af34-5549e32d71fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.969042] env[70039]: DEBUG nova.compute.utils [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.206643] env[70039]: DEBUG oslo_concurrency.lockutils [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.209024] env[70039]: DEBUG oslo_concurrency.lockutils [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.820s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.209180] env[70039]: DEBUG oslo_concurrency.lockutils [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.210837] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.775s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.211015] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.211176] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70039) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1233.211454] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.654s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.213306] env[70039]: INFO nova.compute.claims [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.216793] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2816f53b-106d-481c-893a-40a38436687e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.220018] env[70039]: DEBUG oslo_concurrency.lockutils [None req-229bf4b7-aac7-4c18-985d-e614a7c11c24 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "40f803d2-a797-4dcf-ba84-674adfd5553a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.042s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.224871] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333f3afe-5bf0-4a56-a212-0de5128a8739 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.229581] env[70039]: INFO nova.scheduler.client.report [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Deleted allocations for instance 6a194c46-eea3-42f5-a843-9d5a7216f53e [ 1233.231049] env[70039]: INFO nova.scheduler.client.report [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Deleted allocations for instance 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa [ 1233.245303] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ad2efc-87b1-49f9-b7f4-219b9ad4f2b3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.252179] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3947b28-6912-4881-9251-c7c517dbf692 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.284376] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179649MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=70039) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1233.284544] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.449140] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Releasing lock "refresh_cache-029644a4-e847-4a30-a56e-79596dd114cb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.449604] env[70039]: DEBUG nova.compute.manager [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Instance network_info: |[{"id": "28668808-b14f-4f01-af34-5549e32d71fd", "address": "fa:16:3e:e0:9d:51", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28668808-b1", "ovs_interfaceid": "28668808-b14f-4f01-af34-5549e32d71fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1233.450107] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:9d:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28668808-b14f-4f01-af34-5549e32d71fd', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.457493] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Creating folder: Project (a3855dcc2f974424b3523b151a8244cf). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1233.457764] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bff67ee1-66d0-4f68-9d78-84419b2d3a01 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.469147] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Created folder: Project (a3855dcc2f974424b3523b151a8244cf) in parent group-v664777. [ 1233.469330] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Creating folder: Instances. Parent ref: group-v665071. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1233.469580] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfa9f1e6-fe9c-4dba-ac50-86fefad00775 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.471673] env[70039]: INFO nova.virt.block_device [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Booting with volume cf106997-41c2-467e-a42c-5c77d1c5e560 at /dev/sdb [ 1233.479916] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Created folder: Instances in parent group-v665071. [ 1233.480118] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.480313] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.480516] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8903098a-cdd7-4952-ba5b-0bed9592d6cf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.499369] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.499369] env[70039]: value = "task-3331652" [ 1233.499369] env[70039]: _type = "Task" [ 1233.499369] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.506753] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331652, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.507757] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32680e02-ab76-4027-90ae-ab4cecb5db22 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.515185] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2021f45c-a253-4a6c-8c0f-1be19d61beb9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.542856] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-705395c4-0855-4bef-9697-463ea7b5ea83 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.551903] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4bc56c-cd99-40ff-9136-14eafeab12af {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.578266] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f0c237-1954-4a2f-b196-c3685d465b60 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.584573] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5629bab-3a76-40f5-a2db-116a37351dbc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.597656] env[70039]: DEBUG nova.virt.block_device [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Updating existing volume attachment record: d2d17f39-e19c-4a08-853e-876666f7aabe {{(pid=70039) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1233.739042] env[70039]: DEBUG nova.compute.manager [req-81a784cf-7608-405c-b08a-28754d18cc80 req-1a5aefba-025d-46bd-a5be-17ec5d341246 service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Received event network-changed-28668808-b14f-4f01-af34-5549e32d71fd {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.739272] env[70039]: DEBUG nova.compute.manager [req-81a784cf-7608-405c-b08a-28754d18cc80 req-1a5aefba-025d-46bd-a5be-17ec5d341246 service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Refreshing instance network info cache due to event network-changed-28668808-b14f-4f01-af34-5549e32d71fd. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.739518] env[70039]: DEBUG oslo_concurrency.lockutils [req-81a784cf-7608-405c-b08a-28754d18cc80 req-1a5aefba-025d-46bd-a5be-17ec5d341246 service nova] Acquiring lock "refresh_cache-029644a4-e847-4a30-a56e-79596dd114cb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.739750] env[70039]: DEBUG oslo_concurrency.lockutils [req-81a784cf-7608-405c-b08a-28754d18cc80 req-1a5aefba-025d-46bd-a5be-17ec5d341246 service nova] Acquired lock "refresh_cache-029644a4-e847-4a30-a56e-79596dd114cb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.739824] env[70039]: DEBUG nova.network.neutron [req-81a784cf-7608-405c-b08a-28754d18cc80 req-1a5aefba-025d-46bd-a5be-17ec5d341246 service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Refreshing network info cache for port 28668808-b14f-4f01-af34-5549e32d71fd {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.751507] env[70039]: DEBUG oslo_concurrency.lockutils [None req-80a23dfc-566f-4501-8f33-9ec0444e5252 tempest-DeleteServersTestJSON-1735915104 tempest-DeleteServersTestJSON-1735915104-project-member] Lock "3d8a3489-8ab9-4ea3-a495-f3178e0d6afa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.817s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.752824] env[70039]: DEBUG oslo_concurrency.lockutils [None req-73080a54-759c-4bc2-9e0e-15b7b116ba0b tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "6a194c46-eea3-42f5-a843-9d5a7216f53e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.107s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.757459] env[70039]: DEBUG nova.compute.manager [req-809ac7a1-e50a-417b-9bc9-a12ba051fd99 req-4b4b57ce-5624-4eb5-8f55-2f2d4b1d3ecf service nova] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Received event network-changed-d3732dad-6b7f-4f49-839b-bde0f646fe85 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.757459] env[70039]: DEBUG nova.compute.manager [req-809ac7a1-e50a-417b-9bc9-a12ba051fd99 req-4b4b57ce-5624-4eb5-8f55-2f2d4b1d3ecf service nova] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Refreshing instance network info cache due to event network-changed-d3732dad-6b7f-4f49-839b-bde0f646fe85. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.757459] env[70039]: DEBUG oslo_concurrency.lockutils [req-809ac7a1-e50a-417b-9bc9-a12ba051fd99 req-4b4b57ce-5624-4eb5-8f55-2f2d4b1d3ecf service nova] Acquiring lock "refresh_cache-40f803d2-a797-4dcf-ba84-674adfd5553a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.757748] env[70039]: DEBUG oslo_concurrency.lockutils [req-809ac7a1-e50a-417b-9bc9-a12ba051fd99 req-4b4b57ce-5624-4eb5-8f55-2f2d4b1d3ecf service nova] Acquired lock "refresh_cache-40f803d2-a797-4dcf-ba84-674adfd5553a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.757997] env[70039]: DEBUG nova.network.neutron [req-809ac7a1-e50a-417b-9bc9-a12ba051fd99 req-4b4b57ce-5624-4eb5-8f55-2f2d4b1d3ecf service nova] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Refreshing network info cache for port d3732dad-6b7f-4f49-839b-bde0f646fe85 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.009629] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331652, 'name': CreateVM_Task, 'duration_secs': 0.314436} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.009800] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.010521] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.010734] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.011057] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.011545] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaf56d48-e2cd-4930-8534-f35b3c7d610b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.015525] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1234.015525] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52650a9e-2446-32f6-424d-fbab3b6d1cfe" [ 1234.015525] env[70039]: _type = "Task" [ 1234.015525] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.023085] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52650a9e-2446-32f6-424d-fbab3b6d1cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.274975] env[70039]: DEBUG oslo_concurrency.lockutils [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.275382] env[70039]: DEBUG oslo_concurrency.lockutils [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.275599] env[70039]: DEBUG oslo_concurrency.lockutils [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.275786] env[70039]: DEBUG oslo_concurrency.lockutils [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.275965] env[70039]: DEBUG oslo_concurrency.lockutils [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.281774] env[70039]: INFO nova.compute.manager [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Terminating instance [ 1234.360912] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5781c458-8ad3-4527-82fb-e728bc90e077 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquiring lock "40f803d2-a797-4dcf-ba84-674adfd5553a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.361171] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5781c458-8ad3-4527-82fb-e728bc90e077 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "40f803d2-a797-4dcf-ba84-674adfd5553a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.361406] env[70039]: INFO nova.compute.manager [None req-5781c458-8ad3-4527-82fb-e728bc90e077 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Rebooting instance [ 1234.364601] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546d8891-3619-4741-9ef3-ce584a9187d7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.372621] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144f1dac-b565-4769-b166-b191a355593f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.412559] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8e04ea-2999-45df-b5a1-fab4c2c85aee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.426156] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd6c696-af4f-4062-aeeb-4bf778260e97 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.440491] env[70039]: DEBUG nova.compute.provider_tree [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.493225] env[70039]: DEBUG nova.network.neutron [req-81a784cf-7608-405c-b08a-28754d18cc80 req-1a5aefba-025d-46bd-a5be-17ec5d341246 service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Updated VIF entry in instance network info cache for port 28668808-b14f-4f01-af34-5549e32d71fd. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.493608] env[70039]: DEBUG nova.network.neutron [req-81a784cf-7608-405c-b08a-28754d18cc80 req-1a5aefba-025d-46bd-a5be-17ec5d341246 service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Updating instance_info_cache with network_info: [{"id": "28668808-b14f-4f01-af34-5549e32d71fd", "address": "fa:16:3e:e0:9d:51", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28668808-b1", "ovs_interfaceid": "28668808-b14f-4f01-af34-5549e32d71fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.511888] env[70039]: DEBUG nova.network.neutron [req-809ac7a1-e50a-417b-9bc9-a12ba051fd99 req-4b4b57ce-5624-4eb5-8f55-2f2d4b1d3ecf service nova] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Updated VIF entry in instance network info cache for port d3732dad-6b7f-4f49-839b-bde0f646fe85. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.512311] env[70039]: DEBUG nova.network.neutron [req-809ac7a1-e50a-417b-9bc9-a12ba051fd99 req-4b4b57ce-5624-4eb5-8f55-2f2d4b1d3ecf service nova] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Updating instance_info_cache with network_info: [{"id": "d3732dad-6b7f-4f49-839b-bde0f646fe85", "address": "fa:16:3e:8c:8f:2f", "network": {"id": "d8a7e121-1536-4681-b129-9682dd8e2a29", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1150362215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d659a02f40a0470f8fc4efd9a350ddac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3732dad-6b", "ovs_interfaceid": "d3732dad-6b7f-4f49-839b-bde0f646fe85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.525557] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52650a9e-2446-32f6-424d-fbab3b6d1cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.009309} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.525838] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.526075] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.526310] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.526454] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.526633] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.526884] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b18abfca-f024-49df-9b0c-2baffd76fb4c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.535152] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.535325] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.536132] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6cdc33c-3ac2-4524-87ce-7f9136ee3b38 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.541017] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1234.541017] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521c330d-3dae-df9d-c6d3-6d0081f40802" [ 1234.541017] env[70039]: _type = "Task" [ 1234.541017] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.549111] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521c330d-3dae-df9d-c6d3-6d0081f40802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.786267] env[70039]: DEBUG nova.compute.manager [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.786492] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.787442] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa6b725-3fc6-4a1b-8ec5-97530274b1bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.795527] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.795754] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e16b324-ce10-4895-82bd-ee82f9306a52 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.802789] env[70039]: DEBUG oslo_vmware.api [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1234.802789] env[70039]: value = "task-3331657" [ 1234.802789] env[70039]: _type = "Task" [ 1234.802789] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.809911] env[70039]: DEBUG oslo_vmware.api [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.881994] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5781c458-8ad3-4527-82fb-e728bc90e077 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquiring lock "refresh_cache-40f803d2-a797-4dcf-ba84-674adfd5553a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.944734] env[70039]: DEBUG nova.scheduler.client.report [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.996754] env[70039]: DEBUG oslo_concurrency.lockutils [req-81a784cf-7608-405c-b08a-28754d18cc80 req-1a5aefba-025d-46bd-a5be-17ec5d341246 service nova] Releasing lock "refresh_cache-029644a4-e847-4a30-a56e-79596dd114cb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.014836] env[70039]: DEBUG oslo_concurrency.lockutils [req-809ac7a1-e50a-417b-9bc9-a12ba051fd99 req-4b4b57ce-5624-4eb5-8f55-2f2d4b1d3ecf service nova] Releasing lock "refresh_cache-40f803d2-a797-4dcf-ba84-674adfd5553a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.015391] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5781c458-8ad3-4527-82fb-e728bc90e077 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquired lock "refresh_cache-40f803d2-a797-4dcf-ba84-674adfd5553a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.015552] env[70039]: DEBUG nova.network.neutron [None req-5781c458-8ad3-4527-82fb-e728bc90e077 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.051723] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521c330d-3dae-df9d-c6d3-6d0081f40802, 'name': SearchDatastore_Task, 'duration_secs': 0.023496} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.052478] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-609a9d51-5b10-490a-b083-4068d8bd5023 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.057709] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1235.057709] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5276953c-a72e-1aa5-90b0-86f27ced2e04" [ 1235.057709] env[70039]: _type = "Task" [ 1235.057709] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.064993] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5276953c-a72e-1aa5-90b0-86f27ced2e04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.312765] env[70039]: DEBUG oslo_vmware.api [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331657, 'name': PowerOffVM_Task, 'duration_secs': 0.20554} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.313140] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.313220] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.313421] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd528b3f-3fe8-4bd4-b41a-93636dc6baef {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.375054] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.375286] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.375471] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Deleting the datastore file [datastore2] 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.375734] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d9f4191-ece7-4994-838b-47e00c5c7a43 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.382041] env[70039]: DEBUG oslo_vmware.api [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for the task: (returnval){ [ 1235.382041] env[70039]: value = "task-3331659" [ 1235.382041] env[70039]: _type = "Task" [ 1235.382041] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.390230] env[70039]: DEBUG oslo_vmware.api [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.451805] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.451895] env[70039]: DEBUG nova.compute.manager [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.455019] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.170s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.568317] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5276953c-a72e-1aa5-90b0-86f27ced2e04, 'name': SearchDatastore_Task, 'duration_secs': 0.026338} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.568578] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.568812] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 029644a4-e847-4a30-a56e-79596dd114cb/029644a4-e847-4a30-a56e-79596dd114cb.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.569051] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d3cd6b1-4543-43a0-b7d0-a15f78db871a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.576039] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1235.576039] env[70039]: value = "task-3331660" [ 1235.576039] env[70039]: _type = "Task" [ 1235.576039] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.586150] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.758454] env[70039]: DEBUG nova.network.neutron [None req-5781c458-8ad3-4527-82fb-e728bc90e077 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Updating instance_info_cache with network_info: [{"id": "d3732dad-6b7f-4f49-839b-bde0f646fe85", "address": "fa:16:3e:8c:8f:2f", "network": {"id": "d8a7e121-1536-4681-b129-9682dd8e2a29", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1150362215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d659a02f40a0470f8fc4efd9a350ddac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3732dad-6b", "ovs_interfaceid": "d3732dad-6b7f-4f49-839b-bde0f646fe85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.893270] env[70039]: DEBUG oslo_vmware.api [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Task: {'id': task-3331659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246067} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.893639] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.893981] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.894234] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.894499] env[70039]: INFO nova.compute.manager [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1235.894870] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.895249] env[70039]: DEBUG nova.compute.manager [-] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.895402] env[70039]: DEBUG nova.network.neutron [-] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.958198] env[70039]: DEBUG nova.compute.utils [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.965020] env[70039]: DEBUG nova.compute.manager [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1235.965020] env[70039]: DEBUG nova.network.neutron [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1236.010066] env[70039]: DEBUG nova.policy [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea9b653e3e844ea6810063b8e4a2711b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bd91fa78bd74bc8a691918ee3317d37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.088554] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431381} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.088921] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 029644a4-e847-4a30-a56e-79596dd114cb/029644a4-e847-4a30-a56e-79596dd114cb.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.089222] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1236.089447] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19d8c84f-ce81-4ce4-85ec-8cebf203f1ff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.097700] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1236.097700] env[70039]: value = "task-3331662" [ 1236.097700] env[70039]: _type = "Task" [ 1236.097700] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.105712] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.214754] env[70039]: DEBUG nova.compute.manager [req-b6754415-c9b2-4a18-ab31-adea9b452971 req-4c7faa62-db59-486a-93ce-7eb0d74f28c8 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Received event network-vif-deleted-4fe44080-4ef7-4f1d-a92b-5eb50928e912 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.214961] env[70039]: INFO nova.compute.manager [req-b6754415-c9b2-4a18-ab31-adea9b452971 req-4c7faa62-db59-486a-93ce-7eb0d74f28c8 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Neutron deleted interface 4fe44080-4ef7-4f1d-a92b-5eb50928e912; detaching it from the instance and deleting it from the info cache [ 1236.215131] env[70039]: DEBUG nova.network.neutron [req-b6754415-c9b2-4a18-ab31-adea9b452971 req-4c7faa62-db59-486a-93ce-7eb0d74f28c8 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.261487] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5781c458-8ad3-4527-82fb-e728bc90e077 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Releasing lock "refresh_cache-40f803d2-a797-4dcf-ba84-674adfd5553a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.339162] env[70039]: DEBUG nova.network.neutron [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Successfully created port: 6693f8f1-2edc-4eb5-9ad0-020e10c96457 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.467816] env[70039]: DEBUG nova.compute.manager [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1236.491081] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 78d436ba-a361-4760-a13d-edd86fc665f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.492552] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance bced78af-9276-4173-808a-d730c9db5a92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.492552] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.492552] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 27fc1417-ad28-4721-bd18-9721f81934a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.492552] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 19c71658-6134-452c-ba22-a7b2f591828d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.492552] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 40f803d2-a797-4dcf-ba84-674adfd5553a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.492552] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 029644a4-e847-4a30-a56e-79596dd114cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.606677] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06309} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.606910] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1236.607756] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ecce07-ae1c-4aba-82cc-4514c67c09a2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.631560] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 029644a4-e847-4a30-a56e-79596dd114cb/029644a4-e847-4a30-a56e-79596dd114cb.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.631560] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1af8bbc0-7459-4798-9411-9be0f10a91a6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.653282] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1236.653282] env[70039]: value = "task-3331663" [ 1236.653282] env[70039]: _type = "Task" [ 1236.653282] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.662634] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.666052] env[70039]: DEBUG nova.network.neutron [-] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.717895] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f364122-521c-4720-8cb6-215d6d51f27f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.727738] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fed5ca7-fc97-47b1-9008-a40eaeb8ecc0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.754999] env[70039]: DEBUG nova.compute.manager [req-b6754415-c9b2-4a18-ab31-adea9b452971 req-4c7faa62-db59-486a-93ce-7eb0d74f28c8 service nova] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Detach interface failed, port_id=4fe44080-4ef7-4f1d-a92b-5eb50928e912, reason: Instance 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1236.767459] env[70039]: DEBUG nova.compute.manager [None req-5781c458-8ad3-4527-82fb-e728bc90e077 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.768237] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1144b806-e698-4846-b578-9e97f03858ba {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.994798] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 3cb2916e-cf65-4df3-8ba9-e824967f7df4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1236.995089] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 96d16e3c-8287-47bd-9c8c-64ecdaa401ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.995323] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1236.995472] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1237.101973] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e59e9ce-6092-4727-8eac-88115a5c8a9c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.109249] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed48e3ba-604b-4ac3-b454-cd05fcd86959 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.141904] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94be0ea2-d6c0-4ba8-a6f0-4c584c945211 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.149013] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be78b5d-f174-46c5-967e-eb360482a644 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.164191] env[70039]: DEBUG nova.compute.provider_tree [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.170484] env[70039]: INFO nova.compute.manager [-] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Took 1.28 seconds to deallocate network for instance. [ 1237.170777] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331663, 'name': ReconfigVM_Task, 'duration_secs': 0.264761} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.172365] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 029644a4-e847-4a30-a56e-79596dd114cb/029644a4-e847-4a30-a56e-79596dd114cb.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.176217] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bec637f4-c1bc-4d5c-b9f4-988f9066981a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.183044] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1237.183044] env[70039]: value = "task-3331664" [ 1237.183044] env[70039]: _type = "Task" [ 1237.183044] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.190551] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331664, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.480222] env[70039]: DEBUG nova.compute.manager [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1237.506461] env[70039]: DEBUG nova.virt.hardware [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.506701] env[70039]: DEBUG nova.virt.hardware [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.506857] env[70039]: DEBUG nova.virt.hardware [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.507054] env[70039]: DEBUG nova.virt.hardware [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.507206] env[70039]: DEBUG nova.virt.hardware [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.507353] env[70039]: DEBUG nova.virt.hardware [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.507641] env[70039]: DEBUG nova.virt.hardware [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.507818] env[70039]: DEBUG nova.virt.hardware [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.507994] env[70039]: DEBUG nova.virt.hardware [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.508172] env[70039]: DEBUG nova.virt.hardware [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.508347] env[70039]: DEBUG nova.virt.hardware [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.509231] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78a9b4a-790e-44b3-a478-3141d275e840 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.517205] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3b8448-9c2d-4a72-b13c-fab3535e3b63 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.668038] env[70039]: DEBUG nova.scheduler.client.report [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.678923] env[70039]: DEBUG oslo_concurrency.lockutils [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.693270] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331664, 'name': Rename_Task, 'duration_secs': 0.146301} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.693556] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.693805] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bc53036-130c-47fa-b185-b85a27fb6e2b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.700186] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1237.700186] env[70039]: value = "task-3331665" [ 1237.700186] env[70039]: _type = "Task" [ 1237.700186] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.708558] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.783101] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb9e47e-a051-4f9c-8006-e2f46ae77acc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.790426] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5781c458-8ad3-4527-82fb-e728bc90e077 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Doing hard reboot of VM {{(pid=70039) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1237.791132] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b585746b-ab5d-4f70-9a93-2a31f014a793 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.796492] env[70039]: DEBUG oslo_vmware.api [None req-5781c458-8ad3-4527-82fb-e728bc90e077 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1237.796492] env[70039]: value = "task-3331666" [ 1237.796492] env[70039]: _type = "Task" [ 1237.796492] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.804638] env[70039]: DEBUG oslo_vmware.api [None req-5781c458-8ad3-4527-82fb-e728bc90e077 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331666, 'name': ResetVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.997517] env[70039]: DEBUG nova.compute.manager [req-b11034e7-28bf-4f1d-a786-abed26f43fb5 req-45f398e0-436d-42f9-822a-6516e65555a5 service nova] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Received event network-vif-plugged-6693f8f1-2edc-4eb5-9ad0-020e10c96457 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.997747] env[70039]: DEBUG oslo_concurrency.lockutils [req-b11034e7-28bf-4f1d-a786-abed26f43fb5 req-45f398e0-436d-42f9-822a-6516e65555a5 service nova] Acquiring lock "96d16e3c-8287-47bd-9c8c-64ecdaa401ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.997964] env[70039]: DEBUG oslo_concurrency.lockutils [req-b11034e7-28bf-4f1d-a786-abed26f43fb5 req-45f398e0-436d-42f9-822a-6516e65555a5 service nova] Lock "96d16e3c-8287-47bd-9c8c-64ecdaa401ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.998149] env[70039]: DEBUG oslo_concurrency.lockutils [req-b11034e7-28bf-4f1d-a786-abed26f43fb5 req-45f398e0-436d-42f9-822a-6516e65555a5 service nova] Lock "96d16e3c-8287-47bd-9c8c-64ecdaa401ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.998331] env[70039]: DEBUG nova.compute.manager [req-b11034e7-28bf-4f1d-a786-abed26f43fb5 req-45f398e0-436d-42f9-822a-6516e65555a5 service nova] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] No waiting events found dispatching network-vif-plugged-6693f8f1-2edc-4eb5-9ad0-020e10c96457 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1237.998498] env[70039]: WARNING nova.compute.manager [req-b11034e7-28bf-4f1d-a786-abed26f43fb5 req-45f398e0-436d-42f9-822a-6516e65555a5 service nova] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Received unexpected event network-vif-plugged-6693f8f1-2edc-4eb5-9ad0-020e10c96457 for instance with vm_state building and task_state spawning. [ 1238.097316] env[70039]: DEBUG nova.network.neutron [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Successfully updated port: 6693f8f1-2edc-4eb5-9ad0-020e10c96457 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.172746] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70039) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1238.172954] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.719s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.173244] env[70039]: DEBUG oslo_concurrency.lockutils [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.494s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.173460] env[70039]: DEBUG nova.objects.instance [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lazy-loading 'resources' on Instance uuid 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.174390] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.176924] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Cleaning up deleted instances {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1238.211379] env[70039]: DEBUG oslo_vmware.api [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331665, 'name': PowerOnVM_Task, 'duration_secs': 0.446734} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.211779] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.212048] env[70039]: INFO nova.compute.manager [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Took 7.04 seconds to spawn the instance on the hypervisor. [ 1238.212272] env[70039]: DEBUG nova.compute.manager [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.213103] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3376bd7d-1e02-4f0a-a0d4-e9597aa549f6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.307134] env[70039]: DEBUG oslo_vmware.api [None req-5781c458-8ad3-4527-82fb-e728bc90e077 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331666, 'name': ResetVM_Task, 'duration_secs': 0.084837} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.307434] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5781c458-8ad3-4527-82fb-e728bc90e077 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Did hard reboot of VM {{(pid=70039) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1238.307647] env[70039]: DEBUG nova.compute.manager [None req-5781c458-8ad3-4527-82fb-e728bc90e077 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.308411] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbaf5c4-5cc5-4a67-ada1-36006f9eeb1d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.601063] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Acquiring lock "refresh_cache-96d16e3c-8287-47bd-9c8c-64ecdaa401ca" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.601316] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Acquired lock "refresh_cache-96d16e3c-8287-47bd-9c8c-64ecdaa401ca" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.601316] env[70039]: DEBUG nova.network.neutron [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.696487] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] There are 55 instances to clean {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1238.696697] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: d0494373-7608-45b0-9ebf-fcff1af120db] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.741834] env[70039]: INFO nova.compute.manager [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Took 11.83 seconds to build instance. [ 1238.821167] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5781c458-8ad3-4527-82fb-e728bc90e077 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "40f803d2-a797-4dcf-ba84-674adfd5553a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.460s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.905109] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca94c51-5acb-48e7-8811-b3018ea93cd3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.913704] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9093d53f-1922-4cb0-90bc-4fd04d70baa5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.972614] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bbb09a-4796-418a-8e06-78c664fd6466 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.986805] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c29e17-6f5d-4d32-aba0-71f0f8e8a691 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.001138] env[70039]: DEBUG nova.compute.provider_tree [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.163500] env[70039]: DEBUG nova.network.neutron [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.200085] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 3d8a3489-8ab9-4ea3-a495-f3178e0d6afa] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.243661] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cf780d24-af26-4adf-aff3-124c37fcf8d8 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "029644a4-e847-4a30-a56e-79596dd114cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.341s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.365075] env[70039]: DEBUG nova.network.neutron [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Updating instance_info_cache with network_info: [{"id": "6693f8f1-2edc-4eb5-9ad0-020e10c96457", "address": "fa:16:3e:af:d3:69", "network": {"id": "482b7187-1cfe-4922-b0cf-7f8c8e3371bc", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-805610081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd91fa78bd74bc8a691918ee3317d37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6693f8f1-2e", "ovs_interfaceid": "6693f8f1-2edc-4eb5-9ad0-020e10c96457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.411334] env[70039]: DEBUG oslo_concurrency.lockutils [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.507385] env[70039]: DEBUG nova.scheduler.client.report [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.514252] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquiring lock "40f803d2-a797-4dcf-ba84-674adfd5553a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.514401] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "40f803d2-a797-4dcf-ba84-674adfd5553a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.514577] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquiring lock "40f803d2-a797-4dcf-ba84-674adfd5553a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.514765] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "40f803d2-a797-4dcf-ba84-674adfd5553a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.514929] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "40f803d2-a797-4dcf-ba84-674adfd5553a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.520587] env[70039]: INFO nova.compute.manager [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Terminating instance [ 1239.703066] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 6a194c46-eea3-42f5-a843-9d5a7216f53e] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.868367] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Releasing lock "refresh_cache-96d16e3c-8287-47bd-9c8c-64ecdaa401ca" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.868709] env[70039]: DEBUG nova.compute.manager [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Instance network_info: |[{"id": "6693f8f1-2edc-4eb5-9ad0-020e10c96457", "address": "fa:16:3e:af:d3:69", "network": {"id": "482b7187-1cfe-4922-b0cf-7f8c8e3371bc", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-805610081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd91fa78bd74bc8a691918ee3317d37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6693f8f1-2e", "ovs_interfaceid": "6693f8f1-2edc-4eb5-9ad0-020e10c96457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1239.869152] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:d3:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6693f8f1-2edc-4eb5-9ad0-020e10c96457', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.877164] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Creating folder: Project (0bd91fa78bd74bc8a691918ee3317d37). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1239.877474] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb4f7067-07b6-47c2-9fb6-b2d053e1db38 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.888377] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Created folder: Project (0bd91fa78bd74bc8a691918ee3317d37) in parent group-v664777. [ 1239.888557] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Creating folder: Instances. Parent ref: group-v665076. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1239.888795] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f44f4962-a024-45c8-aa4f-c7ce8cb3d6f6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.898465] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Created folder: Instances in parent group-v665076. [ 1239.898675] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.898869] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.899085] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d023a2df-d4f2-43d3-9720-99ae635541f4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.917407] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.917407] env[70039]: value = "task-3331669" [ 1239.917407] env[70039]: _type = "Task" [ 1239.917407] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.927225] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331669, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.959891] env[70039]: DEBUG nova.compute.manager [req-b34bb9d6-122a-4807-80d4-068aa398b8bf req-d26a5cdf-c9ee-4427-acb5-6a4fb1a86fbc service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Received event network-changed-28668808-b14f-4f01-af34-5549e32d71fd {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.960093] env[70039]: DEBUG nova.compute.manager [req-b34bb9d6-122a-4807-80d4-068aa398b8bf req-d26a5cdf-c9ee-4427-acb5-6a4fb1a86fbc service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Refreshing instance network info cache due to event network-changed-28668808-b14f-4f01-af34-5549e32d71fd. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.960337] env[70039]: DEBUG oslo_concurrency.lockutils [req-b34bb9d6-122a-4807-80d4-068aa398b8bf req-d26a5cdf-c9ee-4427-acb5-6a4fb1a86fbc service nova] Acquiring lock "refresh_cache-029644a4-e847-4a30-a56e-79596dd114cb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.960435] env[70039]: DEBUG oslo_concurrency.lockutils [req-b34bb9d6-122a-4807-80d4-068aa398b8bf req-d26a5cdf-c9ee-4427-acb5-6a4fb1a86fbc service nova] Acquired lock "refresh_cache-029644a4-e847-4a30-a56e-79596dd114cb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.960588] env[70039]: DEBUG nova.network.neutron [req-b34bb9d6-122a-4807-80d4-068aa398b8bf req-d26a5cdf-c9ee-4427-acb5-6a4fb1a86fbc service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Refreshing network info cache for port 28668808-b14f-4f01-af34-5549e32d71fd {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.022383] env[70039]: DEBUG oslo_concurrency.lockutils [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.025049] env[70039]: DEBUG oslo_concurrency.lockutils [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.614s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.025288] env[70039]: DEBUG nova.objects.instance [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lazy-loading 'pci_requests' on Instance uuid 3cb2916e-cf65-4df3-8ba9-e824967f7df4 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.026829] env[70039]: DEBUG nova.compute.manager [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.026918] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.027926] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6e4430-d60f-4f31-bb45-24fde0629b36 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.033430] env[70039]: DEBUG nova.compute.manager [req-a60e95f6-1a52-47e8-a842-cd0b18edd037 req-5901db48-c9e4-4b06-bae4-b97a2818081b service nova] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Received event network-changed-6693f8f1-2edc-4eb5-9ad0-020e10c96457 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.033630] env[70039]: DEBUG nova.compute.manager [req-a60e95f6-1a52-47e8-a842-cd0b18edd037 req-5901db48-c9e4-4b06-bae4-b97a2818081b service nova] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Refreshing instance network info cache due to event network-changed-6693f8f1-2edc-4eb5-9ad0-020e10c96457. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.033841] env[70039]: DEBUG oslo_concurrency.lockutils [req-a60e95f6-1a52-47e8-a842-cd0b18edd037 req-5901db48-c9e4-4b06-bae4-b97a2818081b service nova] Acquiring lock "refresh_cache-96d16e3c-8287-47bd-9c8c-64ecdaa401ca" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.033998] env[70039]: DEBUG oslo_concurrency.lockutils [req-a60e95f6-1a52-47e8-a842-cd0b18edd037 req-5901db48-c9e4-4b06-bae4-b97a2818081b service nova] Acquired lock "refresh_cache-96d16e3c-8287-47bd-9c8c-64ecdaa401ca" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.034206] env[70039]: DEBUG nova.network.neutron [req-a60e95f6-1a52-47e8-a842-cd0b18edd037 req-5901db48-c9e4-4b06-bae4-b97a2818081b service nova] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Refreshing network info cache for port 6693f8f1-2edc-4eb5-9ad0-020e10c96457 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.040653] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.040653] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb24f0e9-1f2e-49bf-9be0-6af548c7b4a9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.047414] env[70039]: DEBUG oslo_vmware.api [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1240.047414] env[70039]: value = "task-3331670" [ 1240.047414] env[70039]: _type = "Task" [ 1240.047414] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.056162] env[70039]: INFO nova.scheduler.client.report [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Deleted allocations for instance 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7 [ 1240.057136] env[70039]: DEBUG oslo_vmware.api [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.216133] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 6657ac6d-2a65-4073-af44-af7742dd41bb] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.428815] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331669, 'name': CreateVM_Task, 'duration_secs': 0.452524} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.429433] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.429812] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.430045] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.430368] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.430660] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-068e810e-89df-406f-93e5-67c743c8357b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.435383] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Waiting for the task: (returnval){ [ 1240.435383] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]526565c8-fe6e-d1f7-45a9-79929653d1c7" [ 1240.435383] env[70039]: _type = "Task" [ 1240.435383] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.443514] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526565c8-fe6e-d1f7-45a9-79929653d1c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.533855] env[70039]: DEBUG nova.objects.instance [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lazy-loading 'numa_topology' on Instance uuid 3cb2916e-cf65-4df3-8ba9-e824967f7df4 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.560383] env[70039]: DEBUG oslo_vmware.api [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331670, 'name': PowerOffVM_Task, 'duration_secs': 0.164079} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.560708] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.560888] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.561622] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-967cd0bb-ce64-47d4-9736-b213c8d26e29 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.565856] env[70039]: DEBUG oslo_concurrency.lockutils [None req-752fd601-a743-4d6e-a9bf-fc85768a863e tempest-AttachInterfacesTestJSON-642463133 tempest-AttachInterfacesTestJSON-642463133-project-member] Lock "7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.290s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.620561] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.620810] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.620991] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Deleting the datastore file [datastore2] 40f803d2-a797-4dcf-ba84-674adfd5553a {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.623270] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae7a231d-2610-4771-9dee-d01b6740126a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.630860] env[70039]: DEBUG oslo_vmware.api [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1240.630860] env[70039]: value = "task-3331672" [ 1240.630860] env[70039]: _type = "Task" [ 1240.630860] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.638819] env[70039]: DEBUG oslo_vmware.api [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.711715] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: b32e8db2-4481-4eb5-9490-90857702f13c] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.832855] env[70039]: DEBUG nova.network.neutron [req-a60e95f6-1a52-47e8-a842-cd0b18edd037 req-5901db48-c9e4-4b06-bae4-b97a2818081b service nova] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Updated VIF entry in instance network info cache for port 6693f8f1-2edc-4eb5-9ad0-020e10c96457. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.833293] env[70039]: DEBUG nova.network.neutron [req-a60e95f6-1a52-47e8-a842-cd0b18edd037 req-5901db48-c9e4-4b06-bae4-b97a2818081b service nova] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Updating instance_info_cache with network_info: [{"id": "6693f8f1-2edc-4eb5-9ad0-020e10c96457", "address": "fa:16:3e:af:d3:69", "network": {"id": "482b7187-1cfe-4922-b0cf-7f8c8e3371bc", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-805610081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bd91fa78bd74bc8a691918ee3317d37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6693f8f1-2e", "ovs_interfaceid": "6693f8f1-2edc-4eb5-9ad0-020e10c96457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.868402] env[70039]: DEBUG nova.network.neutron [req-b34bb9d6-122a-4807-80d4-068aa398b8bf req-d26a5cdf-c9ee-4427-acb5-6a4fb1a86fbc service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Updated VIF entry in instance network info cache for port 28668808-b14f-4f01-af34-5549e32d71fd. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.868795] env[70039]: DEBUG nova.network.neutron [req-b34bb9d6-122a-4807-80d4-068aa398b8bf req-d26a5cdf-c9ee-4427-acb5-6a4fb1a86fbc service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Updating instance_info_cache with network_info: [{"id": "28668808-b14f-4f01-af34-5549e32d71fd", "address": "fa:16:3e:e0:9d:51", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28668808-b1", "ovs_interfaceid": "28668808-b14f-4f01-af34-5549e32d71fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.946599] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526565c8-fe6e-d1f7-45a9-79929653d1c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009816} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.946986] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.947552] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.947552] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.947552] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.947794] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.948035] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4afe7645-bb6f-42ec-b728-2381a2216e70 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.957783] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.957783] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.957783] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b3f30f-0afa-4428-a765-ed11b88de727 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.962597] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Waiting for the task: (returnval){ [ 1240.962597] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]527007ab-b7a3-826b-cee7-164cd65034c1" [ 1240.962597] env[70039]: _type = "Task" [ 1240.962597] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.970541] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527007ab-b7a3-826b-cee7-164cd65034c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.036989] env[70039]: INFO nova.compute.claims [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.140775] env[70039]: DEBUG oslo_vmware.api [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13698} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.141061] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.141269] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.141442] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.141612] env[70039]: INFO nova.compute.manager [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1241.141852] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.142048] env[70039]: DEBUG nova.compute.manager [-] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.142145] env[70039]: DEBUG nova.network.neutron [-] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.215402] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: b517ec08-90d4-4eaf-8863-270efeacc8d6] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.339043] env[70039]: DEBUG oslo_concurrency.lockutils [req-a60e95f6-1a52-47e8-a842-cd0b18edd037 req-5901db48-c9e4-4b06-bae4-b97a2818081b service nova] Releasing lock "refresh_cache-96d16e3c-8287-47bd-9c8c-64ecdaa401ca" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.339043] env[70039]: DEBUG nova.compute.manager [req-a60e95f6-1a52-47e8-a842-cd0b18edd037 req-5901db48-c9e4-4b06-bae4-b97a2818081b service nova] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Received event network-changed-d3732dad-6b7f-4f49-839b-bde0f646fe85 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.339043] env[70039]: DEBUG nova.compute.manager [req-a60e95f6-1a52-47e8-a842-cd0b18edd037 req-5901db48-c9e4-4b06-bae4-b97a2818081b service nova] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Refreshing instance network info cache due to event network-changed-d3732dad-6b7f-4f49-839b-bde0f646fe85. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1241.339043] env[70039]: DEBUG oslo_concurrency.lockutils [req-a60e95f6-1a52-47e8-a842-cd0b18edd037 req-5901db48-c9e4-4b06-bae4-b97a2818081b service nova] Acquiring lock "refresh_cache-40f803d2-a797-4dcf-ba84-674adfd5553a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.339043] env[70039]: DEBUG oslo_concurrency.lockutils [req-a60e95f6-1a52-47e8-a842-cd0b18edd037 req-5901db48-c9e4-4b06-bae4-b97a2818081b service nova] Acquired lock "refresh_cache-40f803d2-a797-4dcf-ba84-674adfd5553a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.339043] env[70039]: DEBUG nova.network.neutron [req-a60e95f6-1a52-47e8-a842-cd0b18edd037 req-5901db48-c9e4-4b06-bae4-b97a2818081b service nova] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Refreshing network info cache for port d3732dad-6b7f-4f49-839b-bde0f646fe85 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.371992] env[70039]: DEBUG oslo_concurrency.lockutils [req-b34bb9d6-122a-4807-80d4-068aa398b8bf req-d26a5cdf-c9ee-4427-acb5-6a4fb1a86fbc service nova] Releasing lock "refresh_cache-029644a4-e847-4a30-a56e-79596dd114cb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.473247] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527007ab-b7a3-826b-cee7-164cd65034c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010626} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.474094] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18edce36-0d27-426a-8b6e-1d4553ad832c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.479742] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Waiting for the task: (returnval){ [ 1241.479742] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52a71993-4e49-3748-85dc-e5329d57e8f8" [ 1241.479742] env[70039]: _type = "Task" [ 1241.479742] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.491153] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a71993-4e49-3748-85dc-e5329d57e8f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.718123] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 46fd960b-e211-436a-9886-d3799b381eef] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.861230] env[70039]: INFO nova.network.neutron [req-a60e95f6-1a52-47e8-a842-cd0b18edd037 req-5901db48-c9e4-4b06-bae4-b97a2818081b service nova] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Port d3732dad-6b7f-4f49-839b-bde0f646fe85 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1241.861482] env[70039]: DEBUG nova.network.neutron [req-a60e95f6-1a52-47e8-a842-cd0b18edd037 req-5901db48-c9e4-4b06-bae4-b97a2818081b service nova] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.991643] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52a71993-4e49-3748-85dc-e5329d57e8f8, 'name': SearchDatastore_Task, 'duration_secs': 0.013661} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.991940] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.992217] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 96d16e3c-8287-47bd-9c8c-64ecdaa401ca/96d16e3c-8287-47bd-9c8c-64ecdaa401ca.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.992484] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d208b621-cb46-4a5f-bbaa-5c006b4845dd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.000985] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Waiting for the task: (returnval){ [ 1242.000985] env[70039]: value = "task-3331673" [ 1242.000985] env[70039]: _type = "Task" [ 1242.000985] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.009015] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': task-3331673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.023713] env[70039]: DEBUG nova.network.neutron [-] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.074907] env[70039]: DEBUG nova.compute.manager [req-433bfdfc-420f-4437-a55f-aa0e477bb798 req-0618c1cc-45f2-4350-aeba-50e867110cde service nova] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Received event network-vif-deleted-d3732dad-6b7f-4f49-839b-bde0f646fe85 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.207154] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e19264-265a-48c8-b253-fe3b2aa12331 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.220345] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe1e5dd-faaa-40d0-bae1-391f60e72000 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.223860] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 7d74d5e2-7375-4a20-b5aa-4543d75ab5a3] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.254638] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd1cb72-4f94-481a-ba5a-35ab2f5ac687 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.264519] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f33908-49f2-4d58-8b2d-acb6507f22e6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.279482] env[70039]: DEBUG nova.compute.provider_tree [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.368118] env[70039]: DEBUG oslo_concurrency.lockutils [req-a60e95f6-1a52-47e8-a842-cd0b18edd037 req-5901db48-c9e4-4b06-bae4-b97a2818081b service nova] Releasing lock "refresh_cache-40f803d2-a797-4dcf-ba84-674adfd5553a" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.514460] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': task-3331673, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.529781] env[70039]: INFO nova.compute.manager [-] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Took 1.39 seconds to deallocate network for instance. [ 1242.728109] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 64f4f7c5-5903-4d9b-a7f1-452328fccf14] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.782499] env[70039]: DEBUG nova.scheduler.client.report [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.014057] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': task-3331673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636949} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.014057] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 96d16e3c-8287-47bd-9c8c-64ecdaa401ca/96d16e3c-8287-47bd-9c8c-64ecdaa401ca.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.014057] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1243.014317] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-395ea380-e779-441d-99e3-7605e5681e68 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.022019] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Waiting for the task: (returnval){ [ 1243.022019] env[70039]: value = "task-3331674" [ 1243.022019] env[70039]: _type = "Task" [ 1243.022019] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.032775] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': task-3331674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.038959] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.234915] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: bb37ebdd-8f89-4096-a87b-6c67da301cf7] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.290121] env[70039]: DEBUG oslo_concurrency.lockutils [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.265s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.292421] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.254s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.292671] env[70039]: DEBUG nova.objects.instance [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lazy-loading 'resources' on Instance uuid 40f803d2-a797-4dcf-ba84-674adfd5553a {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.322853] env[70039]: INFO nova.network.neutron [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Updating port 2e269fb7-5662-434a-bb83-102c91423bc9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1243.435328] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "dbccc65d-170f-4015-8f6e-7a1817a83d9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.435328] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "dbccc65d-170f-4015-8f6e-7a1817a83d9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.532434] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': task-3331674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.2645} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.533206] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1243.534110] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d496e79e-5041-4535-91a5-c73a50aa948c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.559935] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 96d16e3c-8287-47bd-9c8c-64ecdaa401ca/96d16e3c-8287-47bd-9c8c-64ecdaa401ca.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.560345] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c584e7b-3eff-4b30-bf19-ca6f375eaf0b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.582356] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Waiting for the task: (returnval){ [ 1243.582356] env[70039]: value = "task-3331675" [ 1243.582356] env[70039]: _type = "Task" [ 1243.582356] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.591720] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': task-3331675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.738809] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: b49fddfd-4f16-4155-9482-1c344bc9703f] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.922092] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ce1da7-d0b6-4b4b-a0c1-642ab1307ef4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.930488] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2d7cd6-6629-447a-bc2f-b9bdb5db6f8b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.936386] env[70039]: DEBUG nova.compute.manager [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1243.966815] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad20168-dd91-438a-b3d9-c3554028f702 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.973958] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170b0a0f-f723-485c-b4df-c5a4ef7cddbd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.987803] env[70039]: DEBUG nova.compute.provider_tree [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.092983] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': task-3331675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.242354] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 738af093-6c6f-4db3-894d-901aebd08380] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.481518] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.490548] env[70039]: DEBUG nova.scheduler.client.report [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.594114] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': task-3331675, 'name': ReconfigVM_Task, 'duration_secs': 0.972581} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.594394] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 96d16e3c-8287-47bd-9c8c-64ecdaa401ca/96d16e3c-8287-47bd-9c8c-64ecdaa401ca.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.595022] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d34aefe2-1aae-40e5-bd10-8c103c1631ac {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.601806] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Waiting for the task: (returnval){ [ 1244.601806] env[70039]: value = "task-3331676" [ 1244.601806] env[70039]: _type = "Task" [ 1244.601806] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.609448] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': task-3331676, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.746722] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 3db22a16-9d2b-47d5-b1e4-5cab6fce6879] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.754102] env[70039]: DEBUG nova.compute.manager [req-cbdb8849-1830-4e64-adc0-8f35e2ace4a7 req-e13fea2b-15d4-401a-ae3a-53e3919dea0e service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Received event network-vif-plugged-2e269fb7-5662-434a-bb83-102c91423bc9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.754102] env[70039]: DEBUG oslo_concurrency.lockutils [req-cbdb8849-1830-4e64-adc0-8f35e2ace4a7 req-e13fea2b-15d4-401a-ae3a-53e3919dea0e service nova] Acquiring lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.754102] env[70039]: DEBUG oslo_concurrency.lockutils [req-cbdb8849-1830-4e64-adc0-8f35e2ace4a7 req-e13fea2b-15d4-401a-ae3a-53e3919dea0e service nova] Lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.754102] env[70039]: DEBUG oslo_concurrency.lockutils [req-cbdb8849-1830-4e64-adc0-8f35e2ace4a7 req-e13fea2b-15d4-401a-ae3a-53e3919dea0e service nova] Lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.754102] env[70039]: DEBUG nova.compute.manager [req-cbdb8849-1830-4e64-adc0-8f35e2ace4a7 req-e13fea2b-15d4-401a-ae3a-53e3919dea0e service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] No waiting events found dispatching network-vif-plugged-2e269fb7-5662-434a-bb83-102c91423bc9 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1244.754102] env[70039]: WARNING nova.compute.manager [req-cbdb8849-1830-4e64-adc0-8f35e2ace4a7 req-e13fea2b-15d4-401a-ae3a-53e3919dea0e service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Received unexpected event network-vif-plugged-2e269fb7-5662-434a-bb83-102c91423bc9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1244.831712] env[70039]: DEBUG oslo_concurrency.lockutils [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.831712] env[70039]: DEBUG oslo_concurrency.lockutils [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquired lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.831931] env[70039]: DEBUG nova.network.neutron [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.995786] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.998183] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.517s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.999567] env[70039]: INFO nova.compute.claims [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1245.013932] env[70039]: INFO nova.scheduler.client.report [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Deleted allocations for instance 40f803d2-a797-4dcf-ba84-674adfd5553a [ 1245.113355] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': task-3331676, 'name': Rename_Task, 'duration_secs': 0.138173} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.113633] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.113871] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86946dd3-5c3b-4d58-b923-41f96b8b6fef {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.120038] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Waiting for the task: (returnval){ [ 1245.120038] env[70039]: value = "task-3331677" [ 1245.120038] env[70039]: _type = "Task" [ 1245.120038] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.127527] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': task-3331677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.255089] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: def86164-02c8-414d-8be5-34e665bd51b7] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.524855] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bcb8d954-553d-4f6d-b12a-708b5121b08c tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "40f803d2-a797-4dcf-ba84-674adfd5553a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.010s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.555062] env[70039]: DEBUG nova.network.neutron [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Updating instance_info_cache with network_info: [{"id": "2e269fb7-5662-434a-bb83-102c91423bc9", "address": "fa:16:3e:9a:e5:e0", "network": {"id": "79726d67-6aa6-47de-b5a4-849a53167a04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-65063247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1c4f9d9d8094a5c8d86256738693dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e269fb7-56", "ovs_interfaceid": "2e269fb7-5662-434a-bb83-102c91423bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.629858] env[70039]: DEBUG oslo_vmware.api [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': task-3331677, 'name': PowerOnVM_Task, 'duration_secs': 0.427935} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.630175] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.630472] env[70039]: INFO nova.compute.manager [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1245.630776] env[70039]: DEBUG nova.compute.manager [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.631568] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7dec2a-df1a-4b3f-b6c9-67ba35e5ef1c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.709431] env[70039]: DEBUG oslo_concurrency.lockutils [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "78d436ba-a361-4760-a13d-edd86fc665f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.709766] env[70039]: DEBUG oslo_concurrency.lockutils [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "78d436ba-a361-4760-a13d-edd86fc665f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.709982] env[70039]: DEBUG oslo_concurrency.lockutils [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "78d436ba-a361-4760-a13d-edd86fc665f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.710187] env[70039]: DEBUG oslo_concurrency.lockutils [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "78d436ba-a361-4760-a13d-edd86fc665f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.710404] env[70039]: DEBUG oslo_concurrency.lockutils [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "78d436ba-a361-4760-a13d-edd86fc665f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.712673] env[70039]: INFO nova.compute.manager [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Terminating instance [ 1245.760752] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: bd857864-7948-4a06-85ec-28887aa04675] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.057137] env[70039]: DEBUG oslo_concurrency.lockutils [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Releasing lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.086781] env[70039]: DEBUG nova.virt.hardware [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6fd27f7919c12653912bf61209e9b1de',container_format='bare',created_at=2025-04-05T01:23:31Z,direct_url=,disk_format='vmdk',id=004457a6-cc9a-4115-935e-3e4068b5786e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1144331400-shelved',owner='e1c4f9d9d8094a5c8d86256738693dad',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-05T01:23:54Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.087050] env[70039]: DEBUG nova.virt.hardware [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.087214] env[70039]: DEBUG nova.virt.hardware [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.087397] env[70039]: DEBUG nova.virt.hardware [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.087545] env[70039]: DEBUG nova.virt.hardware [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.087691] env[70039]: DEBUG nova.virt.hardware [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.087900] env[70039]: DEBUG nova.virt.hardware [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.088078] env[70039]: DEBUG nova.virt.hardware [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.088252] env[70039]: DEBUG nova.virt.hardware [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.088423] env[70039]: DEBUG nova.virt.hardware [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.088596] env[70039]: DEBUG nova.virt.hardware [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.089470] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccde8f63-7657-487b-9bbb-b2ccf177ac20 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.099202] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9586f5-dc03-4e77-bfaf-199ae5af484f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.112694] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:e5:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e269fb7-5662-434a-bb83-102c91423bc9', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1246.120132] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.122770] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1246.124092] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16bf1990-ff95-4d4b-8aea-028f50f4f7b4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.147656] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1246.147656] env[70039]: value = "task-3331678" [ 1246.147656] env[70039]: _type = "Task" [ 1246.147656] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.152056] env[70039]: INFO nova.compute.manager [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Took 13.61 seconds to build instance. [ 1246.153477] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb24e90-dc63-48fb-9012-1c941ebf98be {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.162070] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331678, 'name': CreateVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.164575] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4466e78e-f07a-4e08-bb5a-355bf296bcfc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.195983] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315d486b-f293-4d3b-a18a-7f7878a39dc5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.203662] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771ef0b2-21d6-4b80-bf83-73d20077efe4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.220174] env[70039]: DEBUG nova.compute.manager [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.220174] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.220174] env[70039]: DEBUG nova.compute.provider_tree [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.220586] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6491969-d2ad-46ec-a92e-930978516878 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.227824] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.228070] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e5450ed-ba02-4362-bb79-7fb89a7415d1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.234271] env[70039]: DEBUG oslo_vmware.api [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1246.234271] env[70039]: value = "task-3331679" [ 1246.234271] env[70039]: _type = "Task" [ 1246.234271] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.242297] env[70039]: DEBUG oslo_vmware.api [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.264557] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 86ef9a1d-bf49-4e54-84ab-8ffe0e7690fd] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.660157] env[70039]: DEBUG oslo_concurrency.lockutils [None req-83e2f027-9e51-44a5-8d4c-09521e145037 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Lock "96d16e3c-8287-47bd-9c8c-64ecdaa401ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.125s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.660450] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331678, 'name': CreateVM_Task, 'duration_secs': 0.353573} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.660626] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.661527] env[70039]: DEBUG oslo_concurrency.lockutils [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/004457a6-cc9a-4115-935e-3e4068b5786e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.661691] env[70039]: DEBUG oslo_concurrency.lockutils [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/004457a6-cc9a-4115-935e-3e4068b5786e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.662070] env[70039]: DEBUG oslo_concurrency.lockutils [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/004457a6-cc9a-4115-935e-3e4068b5786e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.662332] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e55baa-9ccf-4ced-be67-ca74dd26a964 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.668050] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1246.668050] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b25c74-69dd-05dc-65c9-98dd31accf00" [ 1246.668050] env[70039]: _type = "Task" [ 1246.668050] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.677148] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b25c74-69dd-05dc-65c9-98dd31accf00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.725327] env[70039]: DEBUG nova.scheduler.client.report [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.744285] env[70039]: DEBUG oslo_vmware.api [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331679, 'name': PowerOffVM_Task, 'duration_secs': 0.250219} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.746653] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.746653] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.746653] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ced83c29-9718-454b-93c1-1df4e0386509 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.767635] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 9b6b17b2-8401-42fd-8496-5484c16f641a] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.780015] env[70039]: DEBUG nova.compute.manager [req-d61002d3-a476-4c75-80b3-94c51f56ec4b req-e6eed005-f0e0-401f-a078-3f13de243774 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Received event network-changed-2e269fb7-5662-434a-bb83-102c91423bc9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.780312] env[70039]: DEBUG nova.compute.manager [req-d61002d3-a476-4c75-80b3-94c51f56ec4b req-e6eed005-f0e0-401f-a078-3f13de243774 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Refreshing instance network info cache due to event network-changed-2e269fb7-5662-434a-bb83-102c91423bc9. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1246.780604] env[70039]: DEBUG oslo_concurrency.lockutils [req-d61002d3-a476-4c75-80b3-94c51f56ec4b req-e6eed005-f0e0-401f-a078-3f13de243774 service nova] Acquiring lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.780810] env[70039]: DEBUG oslo_concurrency.lockutils [req-d61002d3-a476-4c75-80b3-94c51f56ec4b req-e6eed005-f0e0-401f-a078-3f13de243774 service nova] Acquired lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.781115] env[70039]: DEBUG nova.network.neutron [req-d61002d3-a476-4c75-80b3-94c51f56ec4b req-e6eed005-f0e0-401f-a078-3f13de243774 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Refreshing network info cache for port 2e269fb7-5662-434a-bb83-102c91423bc9 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.830700] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1246.834016] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1246.834016] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Deleting the datastore file [datastore1] 78d436ba-a361-4760-a13d-edd86fc665f9 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1246.834016] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1db49c33-f4ec-4065-a15f-02c20e5d02a9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.838863] env[70039]: DEBUG oslo_vmware.api [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1246.838863] env[70039]: value = "task-3331681" [ 1246.838863] env[70039]: _type = "Task" [ 1246.838863] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.847862] env[70039]: DEBUG oslo_vmware.api [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.118353] env[70039]: DEBUG oslo_concurrency.lockutils [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquiring lock "19c71658-6134-452c-ba22-a7b2f591828d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.118596] env[70039]: DEBUG oslo_concurrency.lockutils [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "19c71658-6134-452c-ba22-a7b2f591828d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.118808] env[70039]: DEBUG oslo_concurrency.lockutils [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquiring lock "19c71658-6134-452c-ba22-a7b2f591828d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.118994] env[70039]: DEBUG oslo_concurrency.lockutils [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "19c71658-6134-452c-ba22-a7b2f591828d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.119186] env[70039]: DEBUG oslo_concurrency.lockutils [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "19c71658-6134-452c-ba22-a7b2f591828d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.121567] env[70039]: INFO nova.compute.manager [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Terminating instance [ 1247.179613] env[70039]: DEBUG oslo_concurrency.lockutils [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/004457a6-cc9a-4115-935e-3e4068b5786e" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.179939] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Processing image 004457a6-cc9a-4115-935e-3e4068b5786e {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.180200] env[70039]: DEBUG oslo_concurrency.lockutils [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/004457a6-cc9a-4115-935e-3e4068b5786e/004457a6-cc9a-4115-935e-3e4068b5786e.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.180349] env[70039]: DEBUG oslo_concurrency.lockutils [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/004457a6-cc9a-4115-935e-3e4068b5786e/004457a6-cc9a-4115-935e-3e4068b5786e.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.180530] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.180781] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79557e60-87db-4b9f-8aa9-3011d20346df {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.188744] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.188920] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.189651] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f22831f5-67a9-4180-aba8-3db11cc5109d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.194540] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1247.194540] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52fa585c-662d-34cb-235a-dd2108ba0035" [ 1247.194540] env[70039]: _type = "Task" [ 1247.194540] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.202383] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fa585c-662d-34cb-235a-dd2108ba0035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.231467] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.232030] env[70039]: DEBUG nova.compute.manager [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1247.270966] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 2c8de62e-5e67-43d1-843b-d2cd50c0a0bf] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.349424] env[70039]: DEBUG oslo_vmware.api [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279162} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.351893] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.352095] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1247.352289] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.352467] env[70039]: INFO nova.compute.manager [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1247.352714] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.352914] env[70039]: DEBUG nova.compute.manager [-] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1247.353018] env[70039]: DEBUG nova.network.neutron [-] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1247.505737] env[70039]: DEBUG nova.network.neutron [req-d61002d3-a476-4c75-80b3-94c51f56ec4b req-e6eed005-f0e0-401f-a078-3f13de243774 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Updated VIF entry in instance network info cache for port 2e269fb7-5662-434a-bb83-102c91423bc9. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.506129] env[70039]: DEBUG nova.network.neutron [req-d61002d3-a476-4c75-80b3-94c51f56ec4b req-e6eed005-f0e0-401f-a078-3f13de243774 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Updating instance_info_cache with network_info: [{"id": "2e269fb7-5662-434a-bb83-102c91423bc9", "address": "fa:16:3e:9a:e5:e0", "network": {"id": "79726d67-6aa6-47de-b5a4-849a53167a04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-65063247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1c4f9d9d8094a5c8d86256738693dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e269fb7-56", "ovs_interfaceid": "2e269fb7-5662-434a-bb83-102c91423bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.535618] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Acquiring lock "96d16e3c-8287-47bd-9c8c-64ecdaa401ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.535618] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Lock "96d16e3c-8287-47bd-9c8c-64ecdaa401ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.535856] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Acquiring lock "96d16e3c-8287-47bd-9c8c-64ecdaa401ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.535907] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Lock "96d16e3c-8287-47bd-9c8c-64ecdaa401ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.536061] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Lock "96d16e3c-8287-47bd-9c8c-64ecdaa401ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.539308] env[70039]: INFO nova.compute.manager [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Terminating instance [ 1247.629018] env[70039]: DEBUG nova.compute.manager [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1247.629018] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.629018] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd1d212-97fe-4001-8a7b-d9087fca00c7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.635103] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.635192] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8f3b775-2191-4bc1-b226-4982f1d07e9f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.641532] env[70039]: DEBUG oslo_vmware.api [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1247.641532] env[70039]: value = "task-3331682" [ 1247.641532] env[70039]: _type = "Task" [ 1247.641532] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.649803] env[70039]: DEBUG oslo_vmware.api [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.704912] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Preparing fetch location {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1247.705189] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Fetch image to [datastore2] OSTACK_IMG_3ce3b036-e703-4dfe-8990-dc52b58a42df/OSTACK_IMG_3ce3b036-e703-4dfe-8990-dc52b58a42df.vmdk {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1247.705379] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Downloading stream optimized image 004457a6-cc9a-4115-935e-3e4068b5786e to [datastore2] OSTACK_IMG_3ce3b036-e703-4dfe-8990-dc52b58a42df/OSTACK_IMG_3ce3b036-e703-4dfe-8990-dc52b58a42df.vmdk on the data store datastore2 as vApp {{(pid=70039) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1247.705550] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Downloading image file data 004457a6-cc9a-4115-935e-3e4068b5786e to the ESX as VM named 'OSTACK_IMG_3ce3b036-e703-4dfe-8990-dc52b58a42df' {{(pid=70039) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1247.763366] env[70039]: DEBUG nova.compute.utils [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.767655] env[70039]: DEBUG nova.compute.manager [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1247.767943] env[70039]: DEBUG nova.network.neutron [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1247.774142] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 331396db-575b-4b9f-9804-04b60db3df0b] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.804050] env[70039]: DEBUG nova.compute.manager [req-c7153746-a0fd-42cb-9049-2e834b9ddbac req-49893339-1d49-4a45-8e74-27021ac8568b service nova] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Received event network-vif-deleted-dd89d1ca-928e-4260-971e-f824cbaa5158 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.804250] env[70039]: INFO nova.compute.manager [req-c7153746-a0fd-42cb-9049-2e834b9ddbac req-49893339-1d49-4a45-8e74-27021ac8568b service nova] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Neutron deleted interface dd89d1ca-928e-4260-971e-f824cbaa5158; detaching it from the instance and deleting it from the info cache [ 1247.804417] env[70039]: DEBUG nova.network.neutron [req-c7153746-a0fd-42cb-9049-2e834b9ddbac req-49893339-1d49-4a45-8e74-27021ac8568b service nova] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.824033] env[70039]: DEBUG oslo_vmware.rw_handles [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1247.824033] env[70039]: value = "resgroup-9" [ 1247.824033] env[70039]: _type = "ResourcePool" [ 1247.824033] env[70039]: }. {{(pid=70039) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1247.824603] env[70039]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1c4b238d-782b-45be-b2db-b3113446588d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.841847] env[70039]: DEBUG nova.policy [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9124598c7844f5aa94b5c31ead23f2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6260e4000f06409abf12449ae3291205', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1247.848897] env[70039]: DEBUG oslo_vmware.rw_handles [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lease: (returnval){ [ 1247.848897] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5228fe58-d3f4-8914-06fd-2ee5adeef5b8" [ 1247.848897] env[70039]: _type = "HttpNfcLease" [ 1247.848897] env[70039]: } obtained for vApp import into resource pool (val){ [ 1247.848897] env[70039]: value = "resgroup-9" [ 1247.848897] env[70039]: _type = "ResourcePool" [ 1247.848897] env[70039]: }. {{(pid=70039) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1247.849323] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the lease: (returnval){ [ 1247.849323] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5228fe58-d3f4-8914-06fd-2ee5adeef5b8" [ 1247.849323] env[70039]: _type = "HttpNfcLease" [ 1247.849323] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1247.855796] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1247.855796] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5228fe58-d3f4-8914-06fd-2ee5adeef5b8" [ 1247.855796] env[70039]: _type = "HttpNfcLease" [ 1247.855796] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1248.008748] env[70039]: DEBUG oslo_concurrency.lockutils [req-d61002d3-a476-4c75-80b3-94c51f56ec4b req-e6eed005-f0e0-401f-a078-3f13de243774 service nova] Releasing lock "refresh_cache-3cb2916e-cf65-4df3-8ba9-e824967f7df4" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.044115] env[70039]: DEBUG nova.compute.manager [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.044448] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.045492] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483488bb-5f5d-4f82-a084-1067f4c9eaa8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.053816] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "27fc1417-ad28-4721-bd18-9721f81934a0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.054081] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "27fc1417-ad28-4721-bd18-9721f81934a0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.059255] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.059397] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a192b9a-203b-466c-97bb-aa31eee938ea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.066730] env[70039]: DEBUG oslo_vmware.api [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Waiting for the task: (returnval){ [ 1248.066730] env[70039]: value = "task-3331684" [ 1248.066730] env[70039]: _type = "Task" [ 1248.066730] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.078046] env[70039]: DEBUG oslo_vmware.api [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': task-3331684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.152320] env[70039]: DEBUG oslo_vmware.api [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331682, 'name': PowerOffVM_Task, 'duration_secs': 0.1923} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.153406] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.153406] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.153406] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f44ea89f-4e74-4d4b-84f1-b56694d4ef7c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.219740] env[70039]: DEBUG nova.network.neutron [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Successfully created port: ac69d033-5a14-417f-b8c1-274e3427301b {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.280311] env[70039]: DEBUG nova.compute.manager [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1248.287275] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 45162af6-4a88-4787-aba6-7014cf88a772] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.287275] env[70039]: DEBUG nova.network.neutron [-] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.308517] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f24223b-5f40-4215-9075-a04640c601ba {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.323473] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f4ddb8-bdb2-40ab-b430-2a72b8553392 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.356432] env[70039]: DEBUG nova.compute.manager [req-c7153746-a0fd-42cb-9049-2e834b9ddbac req-49893339-1d49-4a45-8e74-27021ac8568b service nova] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Detach interface failed, port_id=dd89d1ca-928e-4260-971e-f824cbaa5158, reason: Instance 78d436ba-a361-4760-a13d-edd86fc665f9 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1248.363989] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1248.363989] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5228fe58-d3f4-8914-06fd-2ee5adeef5b8" [ 1248.363989] env[70039]: _type = "HttpNfcLease" [ 1248.363989] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1248.563460] env[70039]: DEBUG nova.compute.utils [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1248.577267] env[70039]: DEBUG oslo_vmware.api [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': task-3331684, 'name': PowerOffVM_Task, 'duration_secs': 0.403648} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.577559] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.577709] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.577923] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf4d72b7-0d4a-4f32-a41a-f01a80e7b411 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.714345] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1248.714623] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1248.714808] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Deleting the datastore file [datastore2] 96d16e3c-8287-47bd-9c8c-64ecdaa401ca {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.715092] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-779a4522-5ff0-4905-ba68-967e33c22e27 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.726193] env[70039]: DEBUG oslo_vmware.api [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Waiting for the task: (returnval){ [ 1248.726193] env[70039]: value = "task-3331687" [ 1248.726193] env[70039]: _type = "Task" [ 1248.726193] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.732965] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1248.733303] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1248.733571] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Deleting the datastore file [datastore2] 19c71658-6134-452c-ba22-a7b2f591828d {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.734927] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0de16217-5a64-4185-b629-54146f81e90f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.739785] env[70039]: DEBUG oslo_vmware.api [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': task-3331687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.744104] env[70039]: DEBUG oslo_vmware.api [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for the task: (returnval){ [ 1248.744104] env[70039]: value = "task-3331688" [ 1248.744104] env[70039]: _type = "Task" [ 1248.744104] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.751240] env[70039]: DEBUG oslo_vmware.api [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.790446] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 2ce46fa7-3796-4a2a-ae1f-1a29a69fa6c4] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.792186] env[70039]: INFO nova.compute.manager [-] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Took 1.44 seconds to deallocate network for instance. [ 1248.863549] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1248.863549] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5228fe58-d3f4-8914-06fd-2ee5adeef5b8" [ 1248.863549] env[70039]: _type = "HttpNfcLease" [ 1248.863549] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1249.066620] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "27fc1417-ad28-4721-bd18-9721f81934a0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.237535] env[70039]: DEBUG oslo_vmware.api [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Task: {'id': task-3331687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187277} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.237833] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.238028] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.238216] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.238388] env[70039]: INFO nova.compute.manager [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1249.238627] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.238819] env[70039]: DEBUG nova.compute.manager [-] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.238925] env[70039]: DEBUG nova.network.neutron [-] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.254876] env[70039]: DEBUG oslo_vmware.api [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Task: {'id': task-3331688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167238} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.255189] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.255361] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.255537] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.255735] env[70039]: INFO nova.compute.manager [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1249.255928] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.256127] env[70039]: DEBUG nova.compute.manager [-] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.256219] env[70039]: DEBUG nova.network.neutron [-] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.294605] env[70039]: DEBUG nova.compute.manager [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1249.296978] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: b6a0aeac-b975-4c2c-904f-a35d9946eb70] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.299440] env[70039]: DEBUG oslo_concurrency.lockutils [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.299851] env[70039]: DEBUG oslo_concurrency.lockutils [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.300044] env[70039]: DEBUG nova.objects.instance [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lazy-loading 'resources' on Instance uuid 78d436ba-a361-4760-a13d-edd86fc665f9 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.325270] env[70039]: DEBUG nova.virt.hardware [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.325517] env[70039]: DEBUG nova.virt.hardware [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.325673] env[70039]: DEBUG nova.virt.hardware [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.325856] env[70039]: DEBUG nova.virt.hardware [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.325999] env[70039]: DEBUG nova.virt.hardware [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.326169] env[70039]: DEBUG nova.virt.hardware [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.326376] env[70039]: DEBUG nova.virt.hardware [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.326530] env[70039]: DEBUG nova.virt.hardware [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.326694] env[70039]: DEBUG nova.virt.hardware [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.326852] env[70039]: DEBUG nova.virt.hardware [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.327033] env[70039]: DEBUG nova.virt.hardware [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.328535] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d851c4-5969-4b7b-ac85-dabc6d36c572 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.336937] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9272be8-ca92-418b-86a1-f6587d5b4ab9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.362629] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1249.362629] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5228fe58-d3f4-8914-06fd-2ee5adeef5b8" [ 1249.362629] env[70039]: _type = "HttpNfcLease" [ 1249.362629] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1249.362908] env[70039]: DEBUG oslo_vmware.rw_handles [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1249.362908] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5228fe58-d3f4-8914-06fd-2ee5adeef5b8" [ 1249.362908] env[70039]: _type = "HttpNfcLease" [ 1249.362908] env[70039]: }. {{(pid=70039) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1249.363606] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6173f7ea-5084-4e38-aff7-a9445af8baff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.370738] env[70039]: DEBUG oslo_vmware.rw_handles [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ddff9a-3bd0-4d4c-f1a4-1406c5830e38/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1249.370917] env[70039]: DEBUG oslo_vmware.rw_handles [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ddff9a-3bd0-4d4c-f1a4-1406c5830e38/disk-0.vmdk. {{(pid=70039) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1249.439874] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1efad5c7-4fae-400b-b000-5cc0a1bdbb1d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.805024] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 6b6a2ead-c49c-43d9-a410-2466f23d699b] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.850391] env[70039]: DEBUG nova.compute.manager [req-748ee76e-53bf-420a-95ac-af59c96334f3 req-6f5d821d-c07e-41dd-9b4b-fd92edb9ed93 service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Received event network-vif-deleted-987a7fdb-89b7-43f2-8e09-54f0d96abafc {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.850734] env[70039]: INFO nova.compute.manager [req-748ee76e-53bf-420a-95ac-af59c96334f3 req-6f5d821d-c07e-41dd-9b4b-fd92edb9ed93 service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Neutron deleted interface 987a7fdb-89b7-43f2-8e09-54f0d96abafc; detaching it from the instance and deleting it from the info cache [ 1249.851014] env[70039]: DEBUG nova.network.neutron [req-748ee76e-53bf-420a-95ac-af59c96334f3 req-6f5d821d-c07e-41dd-9b4b-fd92edb9ed93 service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.944553] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d797999-682c-442c-80b8-e2e9a816895a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.954019] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e56c6a8-5f86-4eab-8406-6f71794825ae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.996456] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9c4629-a19c-4811-ada5-367cf12c2d59 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.004852] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8d572b-0bbd-4507-b2b2-b80d100663c8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.024771] env[70039]: DEBUG nova.compute.provider_tree [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.047169] env[70039]: DEBUG nova.compute.manager [req-464e76fa-2a39-41bf-93b4-709f8c13b5c2 req-5767604b-9fee-45b6-97f0-bc2498b0d460 service nova] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Received event network-vif-plugged-ac69d033-5a14-417f-b8c1-274e3427301b {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.047406] env[70039]: DEBUG oslo_concurrency.lockutils [req-464e76fa-2a39-41bf-93b4-709f8c13b5c2 req-5767604b-9fee-45b6-97f0-bc2498b0d460 service nova] Acquiring lock "dbccc65d-170f-4015-8f6e-7a1817a83d9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.047654] env[70039]: DEBUG oslo_concurrency.lockutils [req-464e76fa-2a39-41bf-93b4-709f8c13b5c2 req-5767604b-9fee-45b6-97f0-bc2498b0d460 service nova] Lock "dbccc65d-170f-4015-8f6e-7a1817a83d9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.047830] env[70039]: DEBUG oslo_concurrency.lockutils [req-464e76fa-2a39-41bf-93b4-709f8c13b5c2 req-5767604b-9fee-45b6-97f0-bc2498b0d460 service nova] Lock "dbccc65d-170f-4015-8f6e-7a1817a83d9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.048216] env[70039]: DEBUG nova.compute.manager [req-464e76fa-2a39-41bf-93b4-709f8c13b5c2 req-5767604b-9fee-45b6-97f0-bc2498b0d460 service nova] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] No waiting events found dispatching network-vif-plugged-ac69d033-5a14-417f-b8c1-274e3427301b {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1250.048462] env[70039]: WARNING nova.compute.manager [req-464e76fa-2a39-41bf-93b4-709f8c13b5c2 req-5767604b-9fee-45b6-97f0-bc2498b0d460 service nova] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Received unexpected event network-vif-plugged-ac69d033-5a14-417f-b8c1-274e3427301b for instance with vm_state building and task_state spawning. [ 1250.087050] env[70039]: DEBUG nova.network.neutron [-] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.089234] env[70039]: DEBUG nova.network.neutron [-] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.147570] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "27fc1417-ad28-4721-bd18-9721f81934a0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.147570] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "27fc1417-ad28-4721-bd18-9721f81934a0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.147883] env[70039]: INFO nova.compute.manager [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Attaching volume 3e4cfc06-ebeb-45bd-a65a-914863ab59a0 to /dev/sdb [ 1250.150555] env[70039]: DEBUG nova.network.neutron [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Successfully updated port: ac69d033-5a14-417f-b8c1-274e3427301b {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1250.184085] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb94f78-ede8-4850-a280-5a666f397be5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.193554] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaa4052-e8dc-43af-b111-802915889e14 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.208736] env[70039]: DEBUG nova.virt.block_device [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updating existing volume attachment record: 91129968-c2bd-4a73-bc50-1eb456668350 {{(pid=70039) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1250.310813] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: c76a8e8b-9523-45b8-9f2a-4f12fc7427b8] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.357539] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7202b5f-9a83-4002-adcd-9526e762f1c2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.368388] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00fe71a-6220-481b-8287-31fe39f4d5ea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.401579] env[70039]: DEBUG nova.compute.manager [req-748ee76e-53bf-420a-95ac-af59c96334f3 req-6f5d821d-c07e-41dd-9b4b-fd92edb9ed93 service nova] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Detach interface failed, port_id=987a7fdb-89b7-43f2-8e09-54f0d96abafc, reason: Instance 19c71658-6134-452c-ba22-a7b2f591828d could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1250.401832] env[70039]: DEBUG nova.compute.manager [req-748ee76e-53bf-420a-95ac-af59c96334f3 req-6f5d821d-c07e-41dd-9b4b-fd92edb9ed93 service nova] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Received event network-vif-deleted-6693f8f1-2edc-4eb5-9ad0-020e10c96457 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.402113] env[70039]: INFO nova.compute.manager [req-748ee76e-53bf-420a-95ac-af59c96334f3 req-6f5d821d-c07e-41dd-9b4b-fd92edb9ed93 service nova] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Neutron deleted interface 6693f8f1-2edc-4eb5-9ad0-020e10c96457; detaching it from the instance and deleting it from the info cache [ 1250.402367] env[70039]: DEBUG nova.network.neutron [req-748ee76e-53bf-420a-95ac-af59c96334f3 req-6f5d821d-c07e-41dd-9b4b-fd92edb9ed93 service nova] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.462087] env[70039]: DEBUG oslo_vmware.rw_handles [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Completed reading data from the image iterator. {{(pid=70039) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1250.462324] env[70039]: DEBUG oslo_vmware.rw_handles [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ddff9a-3bd0-4d4c-f1a4-1406c5830e38/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1250.463259] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4add0d4-c741-43e0-86a1-38055ff92d82 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.469473] env[70039]: DEBUG oslo_vmware.rw_handles [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ddff9a-3bd0-4d4c-f1a4-1406c5830e38/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1250.469685] env[70039]: DEBUG oslo_vmware.rw_handles [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ddff9a-3bd0-4d4c-f1a4-1406c5830e38/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1250.469917] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1052a9b4-78ce-4fee-8cba-043134efb9a4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.528701] env[70039]: DEBUG nova.scheduler.client.report [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.590302] env[70039]: INFO nova.compute.manager [-] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Took 1.33 seconds to deallocate network for instance. [ 1250.595106] env[70039]: INFO nova.compute.manager [-] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Took 1.36 seconds to deallocate network for instance. [ 1250.651300] env[70039]: DEBUG oslo_vmware.rw_handles [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ddff9a-3bd0-4d4c-f1a4-1406c5830e38/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1250.651489] env[70039]: INFO nova.virt.vmwareapi.images [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Downloaded image file data 004457a6-cc9a-4115-935e-3e4068b5786e [ 1250.652803] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b745bed1-0614-4ea1-9632-276fc07ee6e2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.656105] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "refresh_cache-dbccc65d-170f-4015-8f6e-7a1817a83d9b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.656258] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "refresh_cache-dbccc65d-170f-4015-8f6e-7a1817a83d9b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.656405] env[70039]: DEBUG nova.network.neutron [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.671292] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-038a37db-70ef-4591-bc5f-782ba7c5528f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.698548] env[70039]: INFO nova.virt.vmwareapi.images [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] The imported VM was unregistered [ 1250.701148] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Caching image {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1250.701405] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Creating directory with path [datastore2] devstack-image-cache_base/004457a6-cc9a-4115-935e-3e4068b5786e {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.701667] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf2dca08-5d20-4c94-835f-55116ace8604 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.711958] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Created directory with path [datastore2] devstack-image-cache_base/004457a6-cc9a-4115-935e-3e4068b5786e {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.712180] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3ce3b036-e703-4dfe-8990-dc52b58a42df/OSTACK_IMG_3ce3b036-e703-4dfe-8990-dc52b58a42df.vmdk to [datastore2] devstack-image-cache_base/004457a6-cc9a-4115-935e-3e4068b5786e/004457a6-cc9a-4115-935e-3e4068b5786e.vmdk. {{(pid=70039) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1250.712412] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f6a6b591-4772-44a2-b838-72842db6faa2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.718842] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1250.718842] env[70039]: value = "task-3331693" [ 1250.718842] env[70039]: _type = "Task" [ 1250.718842] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.726245] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331693, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.816340] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 89ada2cd-74fe-4436-8532-df492eb23abd] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.908027] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd8ce356-705f-4ff8-be70-c75040402597 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.919340] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f2f041-259c-4683-bcb6-31b1b5ae34f3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.956144] env[70039]: DEBUG nova.compute.manager [req-748ee76e-53bf-420a-95ac-af59c96334f3 req-6f5d821d-c07e-41dd-9b4b-fd92edb9ed93 service nova] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Detach interface failed, port_id=6693f8f1-2edc-4eb5-9ad0-020e10c96457, reason: Instance 96d16e3c-8287-47bd-9c8c-64ecdaa401ca could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1251.034740] env[70039]: DEBUG oslo_concurrency.lockutils [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.058143] env[70039]: INFO nova.scheduler.client.report [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Deleted allocations for instance 78d436ba-a361-4760-a13d-edd86fc665f9 [ 1251.097661] env[70039]: DEBUG oslo_concurrency.lockutils [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.097661] env[70039]: DEBUG oslo_concurrency.lockutils [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.097884] env[70039]: DEBUG nova.objects.instance [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lazy-loading 'resources' on Instance uuid 19c71658-6134-452c-ba22-a7b2f591828d {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.100196] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.191510] env[70039]: DEBUG nova.network.neutron [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1251.230953] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331693, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.319254] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 2ecd9333-fd4f-4deb-b727-018f9b4e5a88] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.339705] env[70039]: DEBUG nova.network.neutron [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Updating instance_info_cache with network_info: [{"id": "ac69d033-5a14-417f-b8c1-274e3427301b", "address": "fa:16:3e:ce:a1:a6", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac69d033-5a", "ovs_interfaceid": "ac69d033-5a14-417f-b8c1-274e3427301b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.566148] env[70039]: DEBUG oslo_concurrency.lockutils [None req-11164690-95eb-4967-88bd-00bcf6e8b43c tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "78d436ba-a361-4760-a13d-edd86fc665f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.856s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.711632] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adf2c62-7e36-4a3e-84d9-c33d9dce69c4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.725348] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b147743-7e53-4858-bf91-a7e7416f00c2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.760046] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a377b810-2b3b-4dfd-9a32-bf907f93306a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.762936] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331693, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.770700] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b3a39e-7cb2-4625-82f1-b50f94c40817 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.787085] env[70039]: DEBUG nova.compute.provider_tree [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1251.823244] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 43a1ba3c-3d00-467b-8101-c71c46ee5981] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.842757] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "refresh_cache-dbccc65d-170f-4015-8f6e-7a1817a83d9b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.843140] env[70039]: DEBUG nova.compute.manager [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Instance network_info: |[{"id": "ac69d033-5a14-417f-b8c1-274e3427301b", "address": "fa:16:3e:ce:a1:a6", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac69d033-5a", "ovs_interfaceid": "ac69d033-5a14-417f-b8c1-274e3427301b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1251.843584] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:a1:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac69d033-5a14-417f-b8c1-274e3427301b', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.851545] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Creating folder: Project (6260e4000f06409abf12449ae3291205). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1251.852530] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e984a34c-eed3-49e9-812a-ebe322a8efa2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.866565] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Created folder: Project (6260e4000f06409abf12449ae3291205) in parent group-v664777. [ 1251.866770] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Creating folder: Instances. Parent ref: group-v665083. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1251.867013] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-266ebccf-7db8-47c7-8fe0-1334c1e576f8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.877821] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Created folder: Instances in parent group-v665083. [ 1251.878107] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.878306] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.878515] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cfda892-69cc-454e-b545-add1833c8021 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.899496] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.899496] env[70039]: value = "task-3331696" [ 1251.899496] env[70039]: _type = "Task" [ 1251.899496] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.909270] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331696, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.075489] env[70039]: DEBUG nova.compute.manager [req-462f03e1-d4ce-4d20-922e-8dec82a18740 req-0a4eddfb-fc0f-4439-8db5-8c58a331914d service nova] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Received event network-changed-ac69d033-5a14-417f-b8c1-274e3427301b {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.075700] env[70039]: DEBUG nova.compute.manager [req-462f03e1-d4ce-4d20-922e-8dec82a18740 req-0a4eddfb-fc0f-4439-8db5-8c58a331914d service nova] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Refreshing instance network info cache due to event network-changed-ac69d033-5a14-417f-b8c1-274e3427301b. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1252.076182] env[70039]: DEBUG oslo_concurrency.lockutils [req-462f03e1-d4ce-4d20-922e-8dec82a18740 req-0a4eddfb-fc0f-4439-8db5-8c58a331914d service nova] Acquiring lock "refresh_cache-dbccc65d-170f-4015-8f6e-7a1817a83d9b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.076295] env[70039]: DEBUG oslo_concurrency.lockutils [req-462f03e1-d4ce-4d20-922e-8dec82a18740 req-0a4eddfb-fc0f-4439-8db5-8c58a331914d service nova] Acquired lock "refresh_cache-dbccc65d-170f-4015-8f6e-7a1817a83d9b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.076480] env[70039]: DEBUG nova.network.neutron [req-462f03e1-d4ce-4d20-922e-8dec82a18740 req-0a4eddfb-fc0f-4439-8db5-8c58a331914d service nova] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Refreshing network info cache for port ac69d033-5a14-417f-b8c1-274e3427301b {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.232582] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331693, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.309752] env[70039]: ERROR nova.scheduler.client.report [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] [req-2e93fb81-c1f8-4e41-acbc-bf6e1e4fe2f4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 543a9f30-645b-4a81-8076-3a3e96a6f37d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2e93fb81-c1f8-4e41-acbc-bf6e1e4fe2f4"}]} [ 1252.327213] env[70039]: DEBUG nova.scheduler.client.report [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Refreshing inventories for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1252.329571] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: bcf40b87-7934-4ddf-aed5-4d4710ce0ed7] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.350992] env[70039]: DEBUG nova.scheduler.client.report [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Updating ProviderTree inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1252.351363] env[70039]: DEBUG nova.compute.provider_tree [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1252.368120] env[70039]: DEBUG nova.scheduler.client.report [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Refreshing aggregate associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, aggregates: None {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1252.390427] env[70039]: DEBUG nova.scheduler.client.report [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Refreshing trait associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1252.414200] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331696, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.521017] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb60908-4af2-41ce-92ed-4c7d60214bd5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.524070] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab330b22-f952-4ece-99b2-1b5952c4af9d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.558071] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e25d827-c3e7-4713-b517-747a06304f7f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.567615] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d6b2a2-7355-42a0-84e3-057ca93218ee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.589021] env[70039]: DEBUG nova.compute.provider_tree [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1252.733752] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331693, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.834643] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: f7ce60e6-a231-4d1f-acf3-2fe9a2515be1] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.911788] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331696, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.013407] env[70039]: DEBUG nova.network.neutron [req-462f03e1-d4ce-4d20-922e-8dec82a18740 req-0a4eddfb-fc0f-4439-8db5-8c58a331914d service nova] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Updated VIF entry in instance network info cache for port ac69d033-5a14-417f-b8c1-274e3427301b. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.013633] env[70039]: DEBUG nova.network.neutron [req-462f03e1-d4ce-4d20-922e-8dec82a18740 req-0a4eddfb-fc0f-4439-8db5-8c58a331914d service nova] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Updating instance_info_cache with network_info: [{"id": "ac69d033-5a14-417f-b8c1-274e3427301b", "address": "fa:16:3e:ce:a1:a6", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac69d033-5a", "ovs_interfaceid": "ac69d033-5a14-417f-b8c1-274e3427301b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.124096] env[70039]: DEBUG nova.scheduler.client.report [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Updated inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1253.124366] env[70039]: DEBUG nova.compute.provider_tree [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Updating resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d generation from 145 to 146 during operation: update_inventory {{(pid=70039) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1253.124549] env[70039]: DEBUG nova.compute.provider_tree [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1253.232567] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331693, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.293825} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.233012] env[70039]: INFO nova.virt.vmwareapi.ds_util [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3ce3b036-e703-4dfe-8990-dc52b58a42df/OSTACK_IMG_3ce3b036-e703-4dfe-8990-dc52b58a42df.vmdk to [datastore2] devstack-image-cache_base/004457a6-cc9a-4115-935e-3e4068b5786e/004457a6-cc9a-4115-935e-3e4068b5786e.vmdk. [ 1253.233978] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Cleaning up location [datastore2] OSTACK_IMG_3ce3b036-e703-4dfe-8990-dc52b58a42df {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1253.233978] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3ce3b036-e703-4dfe-8990-dc52b58a42df {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.233978] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9194a83-571e-46d1-82db-b79e7b1c9089 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.240962] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1253.240962] env[70039]: value = "task-3331698" [ 1253.240962] env[70039]: _type = "Task" [ 1253.240962] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.249038] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.338418] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 73c1510d-0606-4dc3-b5ed-773663ec1b86] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.411022] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331696, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.520013] env[70039]: DEBUG oslo_concurrency.lockutils [req-462f03e1-d4ce-4d20-922e-8dec82a18740 req-0a4eddfb-fc0f-4439-8db5-8c58a331914d service nova] Releasing lock "refresh_cache-dbccc65d-170f-4015-8f6e-7a1817a83d9b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.629932] env[70039]: DEBUG oslo_concurrency.lockutils [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.532s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.632146] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.532s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.634020] env[70039]: DEBUG nova.objects.instance [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Lazy-loading 'resources' on Instance uuid 96d16e3c-8287-47bd-9c8c-64ecdaa401ca {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.654529] env[70039]: INFO nova.scheduler.client.report [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Deleted allocations for instance 19c71658-6134-452c-ba22-a7b2f591828d [ 1253.750906] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036357} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.751189] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.751355] env[70039]: DEBUG oslo_concurrency.lockutils [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/004457a6-cc9a-4115-935e-3e4068b5786e/004457a6-cc9a-4115-935e-3e4068b5786e.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.751600] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/004457a6-cc9a-4115-935e-3e4068b5786e/004457a6-cc9a-4115-935e-3e4068b5786e.vmdk to [datastore2] 3cb2916e-cf65-4df3-8ba9-e824967f7df4/3cb2916e-cf65-4df3-8ba9-e824967f7df4.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.752066] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd1e8756-c40a-4cb7-bbd8-c507a669db28 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.758368] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1253.758368] env[70039]: value = "task-3331699" [ 1253.758368] env[70039]: _type = "Task" [ 1253.758368] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.766574] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.842237] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: c7c2ae9f-de0e-47e4-a515-467d2cfa6247] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.912093] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331696, 'name': CreateVM_Task, 'duration_secs': 1.57395} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.912093] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1253.912397] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.913035] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.913035] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.913228] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca1af2e7-1e2c-484e-865a-48c749d75bed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.917922] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1253.917922] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52648cc6-88e3-058f-ddc2-23d72a3041b8" [ 1253.917922] env[70039]: _type = "Task" [ 1253.917922] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.927718] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52648cc6-88e3-058f-ddc2-23d72a3041b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.166098] env[70039]: DEBUG oslo_concurrency.lockutils [None req-602904f8-7949-483d-ace4-5302418dc459 tempest-SecurityGroupsTestJSON-28641908 tempest-SecurityGroupsTestJSON-28641908-project-member] Lock "19c71658-6134-452c-ba22-a7b2f591828d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.047s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.249114] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc158c1-41ac-49f3-aaa6-1703d52fff95 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.259431] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95e55c5-8f87-4366-8410-5d6d31a0cccf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.315748] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331699, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.316792] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecba437-16d5-445c-88cf-6c5f0256767a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.328647] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72031d92-22d7-44b5-9776-1634ac8cb7c3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.350107] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: ea580e3e-39ad-4653-bb30-e050016a9b3c] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.353268] env[70039]: DEBUG nova.compute.provider_tree [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1254.362172] env[70039]: DEBUG oslo_concurrency.lockutils [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "7d0b067c-6518-4294-91a8-02bda6feac60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.362548] env[70039]: DEBUG oslo_concurrency.lockutils [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "7d0b067c-6518-4294-91a8-02bda6feac60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.438954] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52648cc6-88e3-058f-ddc2-23d72a3041b8, 'name': SearchDatastore_Task, 'duration_secs': 0.089424} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.438954] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.438954] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.438954] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.438954] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.438954] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.438954] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f02afbdb-dd22-4c3b-9724-02527eac8e8d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.451460] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.451755] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1254.452996] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb0f783-24f3-49c5-be96-5f48c17447a5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.461529] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1254.461529] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521e76ff-dd0e-19a8-8b45-243fb1b01c7d" [ 1254.461529] env[70039]: _type = "Task" [ 1254.461529] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.473839] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521e76ff-dd0e-19a8-8b45-243fb1b01c7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.579087] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "7a703135-3bf6-4076-ab52-b78005c7a900" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.579258] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "7a703135-3bf6-4076-ab52-b78005c7a900" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.760867] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Volume attach. Driver type: vmdk {{(pid=70039) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1254.761342] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665082', 'volume_id': '3e4cfc06-ebeb-45bd-a65a-914863ab59a0', 'name': 'volume-3e4cfc06-ebeb-45bd-a65a-914863ab59a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27fc1417-ad28-4721-bd18-9721f81934a0', 'attached_at': '', 'detached_at': '', 'volume_id': '3e4cfc06-ebeb-45bd-a65a-914863ab59a0', 'serial': '3e4cfc06-ebeb-45bd-a65a-914863ab59a0'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1254.763148] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b427ed5a-0392-4b9a-91e1-06c4735f4db8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.801497] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a532a4ca-4976-4810-9a38-8d67825f6ba4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.808209] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331699, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.837223] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-3e4cfc06-ebeb-45bd-a65a-914863ab59a0/volume-3e4cfc06-ebeb-45bd-a65a-914863ab59a0.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.837598] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2910409-9ecb-4929-bac9-598d41ac8483 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.858279] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: ce10145e-b396-41cf-b13f-170cdc82a43b] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.864948] env[70039]: DEBUG oslo_vmware.api [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1254.864948] env[70039]: value = "task-3331700" [ 1254.864948] env[70039]: _type = "Task" [ 1254.864948] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.865797] env[70039]: DEBUG nova.compute.manager [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1254.881803] env[70039]: DEBUG oslo_vmware.api [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.886500] env[70039]: ERROR nova.scheduler.client.report [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] [req-a8e35250-06a4-4323-a06f-d6308ed4a373] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 543a9f30-645b-4a81-8076-3a3e96a6f37d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a8e35250-06a4-4323-a06f-d6308ed4a373"}]} [ 1254.906266] env[70039]: DEBUG nova.scheduler.client.report [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Refreshing inventories for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1254.925382] env[70039]: DEBUG nova.scheduler.client.report [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Updating ProviderTree inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1254.925613] env[70039]: DEBUG nova.compute.provider_tree [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1254.942273] env[70039]: DEBUG nova.scheduler.client.report [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Refreshing aggregate associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, aggregates: None {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1254.967614] env[70039]: DEBUG nova.scheduler.client.report [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Refreshing trait associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1254.974397] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521e76ff-dd0e-19a8-8b45-243fb1b01c7d, 'name': SearchDatastore_Task, 'duration_secs': 0.027754} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.975374] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-827b7ba5-6aac-44e3-b20c-9e2e6b819b0d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.985101] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1254.985101] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52364dd9-22ca-9df0-679d-948b17e562e9" [ 1254.985101] env[70039]: _type = "Task" [ 1254.985101] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.999421] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52364dd9-22ca-9df0-679d-948b17e562e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.082105] env[70039]: DEBUG nova.compute.manager [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1255.159300] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3778e01-9a9b-4a1a-a2f8-9bc08888f4e0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.171864] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce3b81c-4d47-414c-b7d0-bb7a9e3df313 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.206559] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b095558-9568-4089-b4f6-86465e300308 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.216893] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a9f228-55d4-4e96-b213-998898471d70 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.234738] env[70039]: DEBUG nova.compute.provider_tree [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1255.281988] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331699, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.366861] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 7d58aa6b-121a-4b0b-b6b3-d67e47bb3b23] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.389599] env[70039]: DEBUG oslo_vmware.api [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.396461] env[70039]: DEBUG oslo_concurrency.lockutils [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.497408] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52364dd9-22ca-9df0-679d-948b17e562e9, 'name': SearchDatastore_Task, 'duration_secs': 0.014185} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.497728] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.497993] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] dbccc65d-170f-4015-8f6e-7a1817a83d9b/dbccc65d-170f-4015-8f6e-7a1817a83d9b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.498366] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaf220b3-fb7a-4ba7-b32d-538741ecb5a0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.509338] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1255.509338] env[70039]: value = "task-3331701" [ 1255.509338] env[70039]: _type = "Task" [ 1255.509338] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.522218] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.611494] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.781857] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331699, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.783482] env[70039]: DEBUG nova.scheduler.client.report [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Updated inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1255.783804] env[70039]: DEBUG nova.compute.provider_tree [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Updating resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d generation from 148 to 149 during operation: update_inventory {{(pid=70039) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1255.783957] env[70039]: DEBUG nova.compute.provider_tree [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1255.879968] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: e9434cea-38e8-4933-a2de-4e39f95b26b8] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.889463] env[70039]: DEBUG oslo_vmware.api [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331700, 'name': ReconfigVM_Task, 'duration_secs': 1.010603} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.889867] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-3e4cfc06-ebeb-45bd-a65a-914863ab59a0/volume-3e4cfc06-ebeb-45bd-a65a-914863ab59a0.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.894846] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c106e58-0653-48eb-a354-4d9a64986ce3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.911928] env[70039]: DEBUG oslo_vmware.api [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1255.911928] env[70039]: value = "task-3331702" [ 1255.911928] env[70039]: _type = "Task" [ 1255.911928] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.922800] env[70039]: DEBUG oslo_vmware.api [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331702, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.022439] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331701, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.280774] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331699, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.294033] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.662s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.296466] env[70039]: DEBUG oslo_concurrency.lockutils [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.900s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.298431] env[70039]: INFO nova.compute.claims [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.317550] env[70039]: INFO nova.scheduler.client.report [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Deleted allocations for instance 96d16e3c-8287-47bd-9c8c-64ecdaa401ca [ 1256.385079] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: f8d675ce-e8bd-4861-9832-7ac0a720f8a9] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.425856] env[70039]: DEBUG oslo_vmware.api [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331702, 'name': ReconfigVM_Task, 'duration_secs': 0.278239} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.426234] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665082', 'volume_id': '3e4cfc06-ebeb-45bd-a65a-914863ab59a0', 'name': 'volume-3e4cfc06-ebeb-45bd-a65a-914863ab59a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27fc1417-ad28-4721-bd18-9721f81934a0', 'attached_at': '', 'detached_at': '', 'volume_id': '3e4cfc06-ebeb-45bd-a65a-914863ab59a0', 'serial': '3e4cfc06-ebeb-45bd-a65a-914863ab59a0'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1256.523934] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596254} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.524319] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] dbccc65d-170f-4015-8f6e-7a1817a83d9b/dbccc65d-170f-4015-8f6e-7a1817a83d9b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1256.524555] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1256.524833] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a90e430-0675-4864-b421-7053c6e22597 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.533597] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1256.533597] env[70039]: value = "task-3331703" [ 1256.533597] env[70039]: _type = "Task" [ 1256.533597] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.545341] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.778765] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331699, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.949572} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.779025] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/004457a6-cc9a-4115-935e-3e4068b5786e/004457a6-cc9a-4115-935e-3e4068b5786e.vmdk to [datastore2] 3cb2916e-cf65-4df3-8ba9-e824967f7df4/3cb2916e-cf65-4df3-8ba9-e824967f7df4.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1256.779899] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a76672-aa91-423a-bfe6-b9aa8719d472 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.802047] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 3cb2916e-cf65-4df3-8ba9-e824967f7df4/3cb2916e-cf65-4df3-8ba9-e824967f7df4.vmdk or device None with type streamOptimized {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.802352] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e382886e-87b7-418f-9150-8f55a060ccc7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.826114] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1256.826114] env[70039]: value = "task-3331704" [ 1256.826114] env[70039]: _type = "Task" [ 1256.826114] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.829482] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9f957723-c567-4d87-9a9d-bf29cecf0a32 tempest-ServerMetadataNegativeTestJSON-2114290645 tempest-ServerMetadataNegativeTestJSON-2114290645-project-member] Lock "96d16e3c-8287-47bd-9c8c-64ecdaa401ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.291s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.837691] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331704, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.888425] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 9448d172-6f54-4d87-801a-f72fbee574f6] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.045745] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190483} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.046082] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.047075] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c43700d-f60d-4040-99de-8a4f29672efd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.070187] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] dbccc65d-170f-4015-8f6e-7a1817a83d9b/dbccc65d-170f-4015-8f6e-7a1817a83d9b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.070493] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4f5f684-64e6-4ad5-8eda-8cff1b30f0e2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.089264] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1257.089264] env[70039]: value = "task-3331705" [ 1257.089264] env[70039]: _type = "Task" [ 1257.089264] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.102906] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.338598] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331704, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.392806] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: ea84108b-c83b-4c1d-8651-f1e52be5bf2a] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.454674] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6b4d6e-4c42-4f75-bbf2-ba8342b40b54 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.464516] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f70bb5-8133-46b7-a590-ef6407f68f94 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.468789] env[70039]: DEBUG nova.objects.instance [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lazy-loading 'flavor' on Instance uuid 27fc1417-ad28-4721-bd18-9721f81934a0 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.505169] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db98fae-69a9-4573-b89e-ea82986423b6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.514418] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e47b77d-f265-4977-9e52-c4aede070e3f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.530106] env[70039]: DEBUG nova.compute.provider_tree [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.598610] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331705, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.839564] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331704, 'name': ReconfigVM_Task, 'duration_secs': 0.562862} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.840214] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 3cb2916e-cf65-4df3-8ba9-e824967f7df4/3cb2916e-cf65-4df3-8ba9-e824967f7df4.vmdk or device None with type streamOptimized {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1257.842557] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'disk_bus': None, 'boot_index': 0, 'size': 0, 'image_id': '2024c926-7250-4c3f-a5e4-d5ea078ccaf6'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665075', 'volume_id': 'cf106997-41c2-467e-a42c-5c77d1c5e560', 'name': 'volume-cf106997-41c2-467e-a42c-5c77d1c5e560', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3cb2916e-cf65-4df3-8ba9-e824967f7df4', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf106997-41c2-467e-a42c-5c77d1c5e560', 'serial': 'cf106997-41c2-467e-a42c-5c77d1c5e560'}, 'delete_on_termination': False, 'device_type': None, 'attachment_id': 'd2d17f39-e19c-4a08-853e-876666f7aabe', 'disk_bus': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=70039) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1257.842557] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Volume attach. Driver type: vmdk {{(pid=70039) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1257.842557] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665075', 'volume_id': 'cf106997-41c2-467e-a42c-5c77d1c5e560', 'name': 'volume-cf106997-41c2-467e-a42c-5c77d1c5e560', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3cb2916e-cf65-4df3-8ba9-e824967f7df4', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf106997-41c2-467e-a42c-5c77d1c5e560', 'serial': 'cf106997-41c2-467e-a42c-5c77d1c5e560'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1257.843687] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078f79df-688d-42a8-b240-5a0e40a1d7c7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.859892] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2530c3ef-6620-457b-aa51-9aefe73fd49a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.890313] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-cf106997-41c2-467e-a42c-5c77d1c5e560/volume-cf106997-41c2-467e-a42c-5c77d1c5e560.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.891034] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d39a887-9c83-4d99-ab9a-4a8e594c6b30 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.905499] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: f27525d9-4f10-4814-a02a-162631012ad9] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.913233] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1257.913233] env[70039]: value = "task-3331706" [ 1257.913233] env[70039]: _type = "Task" [ 1257.913233] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.922249] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.974612] env[70039]: DEBUG oslo_concurrency.lockutils [None req-14e92bbe-0c07-4a24-afe9-cb1523110617 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "27fc1417-ad28-4721-bd18-9721f81934a0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.826s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.033282] env[70039]: DEBUG nova.scheduler.client.report [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.104612] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331705, 'name': ReconfigVM_Task, 'duration_secs': 0.512464} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.104612] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Reconfigured VM instance instance-0000006d to attach disk [datastore1] dbccc65d-170f-4015-8f6e-7a1817a83d9b/dbccc65d-170f-4015-8f6e-7a1817a83d9b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.108055] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5afe0937-0857-430a-8b1b-c30f956f25a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.113755] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1258.113755] env[70039]: value = "task-3331707" [ 1258.113755] env[70039]: _type = "Task" [ 1258.113755] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.126069] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331707, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.410201] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 1f6d998f-e79c-4bb7-8124-7e5a791d60f3] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.424824] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331706, 'name': ReconfigVM_Task, 'duration_secs': 0.30652} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.425148] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-cf106997-41c2-467e-a42c-5c77d1c5e560/volume-cf106997-41c2-467e-a42c-5c77d1c5e560.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.432178] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19dbb0db-2747-4802-bb14-da4805b5824b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.451067] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1258.451067] env[70039]: value = "task-3331708" [ 1258.451067] env[70039]: _type = "Task" [ 1258.451067] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.461573] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.539019] env[70039]: DEBUG oslo_concurrency.lockutils [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.539019] env[70039]: DEBUG nova.compute.manager [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1258.544033] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.933s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.545549] env[70039]: INFO nova.compute.claims [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.625692] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331707, 'name': Rename_Task, 'duration_secs': 0.142988} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.625984] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.626249] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41d02956-ec2a-41f3-9b96-549aad8be6a2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.632465] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1258.632465] env[70039]: value = "task-3331709" [ 1258.632465] env[70039]: _type = "Task" [ 1258.632465] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.640600] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.913733] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: c883117a-f815-463b-b6de-9b791946d8fb] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.966862] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331708, 'name': ReconfigVM_Task, 'duration_secs': 0.174065} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.967179] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665075', 'volume_id': 'cf106997-41c2-467e-a42c-5c77d1c5e560', 'name': 'volume-cf106997-41c2-467e-a42c-5c77d1c5e560', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3cb2916e-cf65-4df3-8ba9-e824967f7df4', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf106997-41c2-467e-a42c-5c77d1c5e560', 'serial': 'cf106997-41c2-467e-a42c-5c77d1c5e560'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1258.967865] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2b80a11-f8de-46fc-8ff8-70e1d8129a65 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.977037] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1258.977037] env[70039]: value = "task-3331710" [ 1258.977037] env[70039]: _type = "Task" [ 1258.977037] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.987700] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331710, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.048506] env[70039]: DEBUG nova.compute.utils [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.050130] env[70039]: DEBUG nova.compute.manager [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1259.050314] env[70039]: DEBUG nova.network.neutron [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.117967] env[70039]: DEBUG nova.policy [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03624d48d9364799ba70c87b78e62bb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '025e7b9816d147ce9bc12b0cd1ff6b8e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.146344] env[70039]: DEBUG oslo_vmware.api [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331709, 'name': PowerOnVM_Task, 'duration_secs': 0.465192} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.146649] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.146845] env[70039]: INFO nova.compute.manager [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1259.147028] env[70039]: DEBUG nova.compute.manager [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1259.147821] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb56bd0f-5c1d-4e22-8032-a0a484920de2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.419493] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: d7e0a1d7-e155-4173-8828-8bd073cd2e86] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.483442] env[70039]: DEBUG nova.network.neutron [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Successfully created port: 8ab02625-5caf-4b24-a33d-7faf3e1e935e {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.492741] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331710, 'name': Rename_Task, 'duration_secs': 0.186496} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.492896] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.493197] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-652921b1-2f96-475f-acc1-6e546d65ac11 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.499854] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1259.499854] env[70039]: value = "task-3331711" [ 1259.499854] env[70039]: _type = "Task" [ 1259.499854] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.507710] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.556111] env[70039]: DEBUG nova.compute.manager [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1259.628167] env[70039]: DEBUG nova.compute.manager [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Stashing vm_state: active {{(pid=70039) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1259.675246] env[70039]: INFO nova.compute.manager [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Took 15.21 seconds to build instance. [ 1259.715152] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209223da-4784-4470-be9c-0a5037baea56 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.724457] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121ad356-a18b-42ef-ac3b-29c01f19e925 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.759908] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30d512e-33f6-4a95-9a68-c1653be77dcc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.767643] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8321d62-3377-4689-936d-631d6abf4085 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.785024] env[70039]: DEBUG nova.compute.provider_tree [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.922722] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 29f79a96-1b49-4f0e-94b5-d0c838a3bb84] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.011247] env[70039]: DEBUG oslo_vmware.api [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331711, 'name': PowerOnVM_Task, 'duration_secs': 0.475672} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.011247] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.113776] env[70039]: DEBUG nova.compute.manager [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.114811] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dfbb5e-0ac0-4bb3-ae38-cb12f2fe77fa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.157997] env[70039]: DEBUG oslo_concurrency.lockutils [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.177371] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df597ed1-87d6-43ae-ad42-0c3c1e1843dd tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "dbccc65d-170f-4015-8f6e-7a1817a83d9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.743s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.287951] env[70039]: DEBUG nova.scheduler.client.report [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.428517] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: fd51198c-0b97-487f-928e-7a79b18bd1e4] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.568729] env[70039]: DEBUG nova.compute.manager [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1260.593942] env[70039]: DEBUG nova.virt.hardware [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.594204] env[70039]: DEBUG nova.virt.hardware [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.594369] env[70039]: DEBUG nova.virt.hardware [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.594542] env[70039]: DEBUG nova.virt.hardware [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.594687] env[70039]: DEBUG nova.virt.hardware [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.595488] env[70039]: DEBUG nova.virt.hardware [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.595762] env[70039]: DEBUG nova.virt.hardware [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.595943] env[70039]: DEBUG nova.virt.hardware [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.596148] env[70039]: DEBUG nova.virt.hardware [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.596319] env[70039]: DEBUG nova.virt.hardware [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.596494] env[70039]: DEBUG nova.virt.hardware [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.597371] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35307cda-a23f-43cc-a84c-3692f8732357 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.607018] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572c3fc7-c345-4fef-a8cb-031d0fd2d435 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.633587] env[70039]: DEBUG oslo_concurrency.lockutils [None req-247fc8ea-e16e-4581-954a-a836dba281b6 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.681s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.794039] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.794425] env[70039]: DEBUG nova.compute.manager [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1260.797353] env[70039]: DEBUG oslo_concurrency.lockutils [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.639s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.931530] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: bf89df54-384c-4b54-bc17-21ea92034696] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.958961] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "f00a0641-1636-4aac-9843-ec218ccc0d62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.959437] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "f00a0641-1636-4aac-9843-ec218ccc0d62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.963416] env[70039]: DEBUG nova.compute.manager [req-76730b8c-e6cf-424b-9167-04ac2231c4c2 req-62a2f104-1361-4a1d-841c-765bd9dea226 service nova] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Received event network-vif-plugged-8ab02625-5caf-4b24-a33d-7faf3e1e935e {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.963583] env[70039]: DEBUG oslo_concurrency.lockutils [req-76730b8c-e6cf-424b-9167-04ac2231c4c2 req-62a2f104-1361-4a1d-841c-765bd9dea226 service nova] Acquiring lock "7d0b067c-6518-4294-91a8-02bda6feac60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.963788] env[70039]: DEBUG oslo_concurrency.lockutils [req-76730b8c-e6cf-424b-9167-04ac2231c4c2 req-62a2f104-1361-4a1d-841c-765bd9dea226 service nova] Lock "7d0b067c-6518-4294-91a8-02bda6feac60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.963958] env[70039]: DEBUG oslo_concurrency.lockutils [req-76730b8c-e6cf-424b-9167-04ac2231c4c2 req-62a2f104-1361-4a1d-841c-765bd9dea226 service nova] Lock "7d0b067c-6518-4294-91a8-02bda6feac60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.964837] env[70039]: DEBUG nova.compute.manager [req-76730b8c-e6cf-424b-9167-04ac2231c4c2 req-62a2f104-1361-4a1d-841c-765bd9dea226 service nova] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] No waiting events found dispatching network-vif-plugged-8ab02625-5caf-4b24-a33d-7faf3e1e935e {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1260.964837] env[70039]: WARNING nova.compute.manager [req-76730b8c-e6cf-424b-9167-04ac2231c4c2 req-62a2f104-1361-4a1d-841c-765bd9dea226 service nova] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Received unexpected event network-vif-plugged-8ab02625-5caf-4b24-a33d-7faf3e1e935e for instance with vm_state building and task_state spawning. [ 1261.053132] env[70039]: DEBUG nova.network.neutron [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Successfully updated port: 8ab02625-5caf-4b24-a33d-7faf3e1e935e {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.246367] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "e1a241ac-7119-48fa-8482-886a79255da7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.246604] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "e1a241ac-7119-48fa-8482-886a79255da7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.300612] env[70039]: DEBUG nova.compute.utils [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1261.305030] env[70039]: INFO nova.compute.claims [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.307383] env[70039]: DEBUG nova.compute.manager [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1261.307555] env[70039]: DEBUG nova.network.neutron [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.344699] env[70039]: DEBUG nova.policy [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ced7efff92dd47e789d1c72acd13037b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35cc8c73da7f400bb201579010920945', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.438951] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 2a3331a0-19ac-4f75-9541-57ff3e287f9e] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.465558] env[70039]: DEBUG nova.compute.manager [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1261.555385] env[70039]: DEBUG oslo_concurrency.lockutils [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "refresh_cache-7d0b067c-6518-4294-91a8-02bda6feac60" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.555618] env[70039]: DEBUG oslo_concurrency.lockutils [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquired lock "refresh_cache-7d0b067c-6518-4294-91a8-02bda6feac60" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.555873] env[70039]: DEBUG nova.network.neutron [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.649188] env[70039]: DEBUG nova.network.neutron [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Successfully created port: 2de1d582-a96b-45f8-b5ff-bdf4ebe52200 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1261.749317] env[70039]: DEBUG nova.compute.manager [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1261.812018] env[70039]: INFO nova.compute.resource_tracker [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updating resource usage from migration da155c28-bb2d-42ec-8be1-f0eb923f4e6e [ 1261.814754] env[70039]: DEBUG nova.compute.manager [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1261.943709] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 8336f568-c256-43cd-9411-bd415bc5e2f2] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.958854] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecee5bab-1712-4468-b74e-e5ee49b051af {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.966996] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce81a9c-c04a-4dfe-89a4-e9df72a8815c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.002947] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdd32c7-b4c3-44d9-bca8-4c67ea5c1bb3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.010067] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63d5e9d-0cc8-48d9-b20e-6e16ae72c777 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.014565] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.026284] env[70039]: DEBUG nova.compute.provider_tree [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.087664] env[70039]: DEBUG nova.network.neutron [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.214744] env[70039]: DEBUG nova.network.neutron [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Updating instance_info_cache with network_info: [{"id": "8ab02625-5caf-4b24-a33d-7faf3e1e935e", "address": "fa:16:3e:1f:a1:db", "network": {"id": "ae87bb1b-88e2-476d-8e43-f85e938fefde", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1298058948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025e7b9816d147ce9bc12b0cd1ff6b8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab02625-5c", "ovs_interfaceid": "8ab02625-5caf-4b24-a33d-7faf3e1e935e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.267965] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.446628] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: fe48041e-1a3f-4be1-a2e8-44f4c0482552] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.528248] env[70039]: DEBUG nova.scheduler.client.report [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.718042] env[70039]: DEBUG oslo_concurrency.lockutils [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Releasing lock "refresh_cache-7d0b067c-6518-4294-91a8-02bda6feac60" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.718042] env[70039]: DEBUG nova.compute.manager [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Instance network_info: |[{"id": "8ab02625-5caf-4b24-a33d-7faf3e1e935e", "address": "fa:16:3e:1f:a1:db", "network": {"id": "ae87bb1b-88e2-476d-8e43-f85e938fefde", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1298058948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025e7b9816d147ce9bc12b0cd1ff6b8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab02625-5c", "ovs_interfaceid": "8ab02625-5caf-4b24-a33d-7faf3e1e935e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1262.718298] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:a1:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ab02625-5caf-4b24-a33d-7faf3e1e935e', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.725730] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.725953] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.726193] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-457767af-485a-4059-842a-0e5e4725d7f2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.745579] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.745579] env[70039]: value = "task-3331712" [ 1262.745579] env[70039]: _type = "Task" [ 1262.745579] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.752988] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331712, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.824256] env[70039]: DEBUG nova.compute.manager [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1262.852100] env[70039]: DEBUG nova.virt.hardware [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.852251] env[70039]: DEBUG nova.virt.hardware [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.852411] env[70039]: DEBUG nova.virt.hardware [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.852593] env[70039]: DEBUG nova.virt.hardware [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.852737] env[70039]: DEBUG nova.virt.hardware [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.852885] env[70039]: DEBUG nova.virt.hardware [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.853104] env[70039]: DEBUG nova.virt.hardware [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.853267] env[70039]: DEBUG nova.virt.hardware [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.853431] env[70039]: DEBUG nova.virt.hardware [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.853589] env[70039]: DEBUG nova.virt.hardware [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.853761] env[70039]: DEBUG nova.virt.hardware [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.854619] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401e4504-91e8-47b2-bb30-bb2a640bfb0b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.862257] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902893f7-9dc8-4e17-9170-de26465d41be {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.950399] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: d50b1222-93c9-4fcc-bfa8-06443220faf6] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.989812] env[70039]: DEBUG nova.compute.manager [req-29598349-06f4-473d-8ebb-69cadefc3dd2 req-f48ac5a8-1138-4e4a-85f6-21191e4b13fb service nova] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Received event network-changed-8ab02625-5caf-4b24-a33d-7faf3e1e935e {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.990057] env[70039]: DEBUG nova.compute.manager [req-29598349-06f4-473d-8ebb-69cadefc3dd2 req-f48ac5a8-1138-4e4a-85f6-21191e4b13fb service nova] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Refreshing instance network info cache due to event network-changed-8ab02625-5caf-4b24-a33d-7faf3e1e935e. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.990308] env[70039]: DEBUG oslo_concurrency.lockutils [req-29598349-06f4-473d-8ebb-69cadefc3dd2 req-f48ac5a8-1138-4e4a-85f6-21191e4b13fb service nova] Acquiring lock "refresh_cache-7d0b067c-6518-4294-91a8-02bda6feac60" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.990452] env[70039]: DEBUG oslo_concurrency.lockutils [req-29598349-06f4-473d-8ebb-69cadefc3dd2 req-f48ac5a8-1138-4e4a-85f6-21191e4b13fb service nova] Acquired lock "refresh_cache-7d0b067c-6518-4294-91a8-02bda6feac60" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.990612] env[70039]: DEBUG nova.network.neutron [req-29598349-06f4-473d-8ebb-69cadefc3dd2 req-f48ac5a8-1138-4e4a-85f6-21191e4b13fb service nova] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Refreshing network info cache for port 8ab02625-5caf-4b24-a33d-7faf3e1e935e {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.033313] env[70039]: DEBUG oslo_concurrency.lockutils [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.236s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.033460] env[70039]: INFO nova.compute.manager [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Migrating [ 1263.040301] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.026s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.041896] env[70039]: INFO nova.compute.claims [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.207816] env[70039]: DEBUG nova.network.neutron [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Successfully updated port: 2de1d582-a96b-45f8-b5ff-bdf4ebe52200 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.255501] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331712, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.454211] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 5ce215e5-3c1e-4c78-80f8-1e8bb4a43b57] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.554028] env[70039]: DEBUG oslo_concurrency.lockutils [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.554178] env[70039]: DEBUG oslo_concurrency.lockutils [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.554302] env[70039]: DEBUG nova.network.neutron [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.710293] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "refresh_cache-7a703135-3bf6-4076-ab52-b78005c7a900" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.710455] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "refresh_cache-7a703135-3bf6-4076-ab52-b78005c7a900" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.710582] env[70039]: DEBUG nova.network.neutron [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.755600] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331712, 'name': CreateVM_Task, 'duration_secs': 0.741734} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.755756] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.756476] env[70039]: DEBUG oslo_concurrency.lockutils [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.756639] env[70039]: DEBUG oslo_concurrency.lockutils [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.756950] env[70039]: DEBUG oslo_concurrency.lockutils [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.757208] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa29a73-d2db-4f0e-bf41-b289112cdfad {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.762112] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1263.762112] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c520e1-bc39-93d3-18fa-bb0aca4466dd" [ 1263.762112] env[70039]: _type = "Task" [ 1263.762112] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.769519] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c520e1-bc39-93d3-18fa-bb0aca4466dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.952196] env[70039]: DEBUG nova.network.neutron [req-29598349-06f4-473d-8ebb-69cadefc3dd2 req-f48ac5a8-1138-4e4a-85f6-21191e4b13fb service nova] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Updated VIF entry in instance network info cache for port 8ab02625-5caf-4b24-a33d-7faf3e1e935e. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.952546] env[70039]: DEBUG nova.network.neutron [req-29598349-06f4-473d-8ebb-69cadefc3dd2 req-f48ac5a8-1138-4e4a-85f6-21191e4b13fb service nova] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Updating instance_info_cache with network_info: [{"id": "8ab02625-5caf-4b24-a33d-7faf3e1e935e", "address": "fa:16:3e:1f:a1:db", "network": {"id": "ae87bb1b-88e2-476d-8e43-f85e938fefde", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1298058948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025e7b9816d147ce9bc12b0cd1ff6b8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab02625-5c", "ovs_interfaceid": "8ab02625-5caf-4b24-a33d-7faf3e1e935e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.957390] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: b57a32ab-dd58-498b-bcdd-252f61920630] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.183018] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436545c6-baeb-4c13-88be-c491292917f1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.190175] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77c566b-2ad6-46fe-ac9c-dbf126235f8e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.223197] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e55d82b-363a-4529-b472-074c9b2f343d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.230777] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852461f4-315f-45cd-8394-24c53ff94884 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.244092] env[70039]: DEBUG nova.compute.provider_tree [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.251798] env[70039]: DEBUG nova.network.neutron [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.273103] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c520e1-bc39-93d3-18fa-bb0aca4466dd, 'name': SearchDatastore_Task, 'duration_secs': 0.04764} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.275371] env[70039]: DEBUG oslo_concurrency.lockutils [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.275604] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.275834] env[70039]: DEBUG oslo_concurrency.lockutils [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.275983] env[70039]: DEBUG oslo_concurrency.lockutils [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.276181] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.276428] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-272d6a42-f7fc-41ee-b4b1-ad5e32beace8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.286667] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.286835] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.289480] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d9c8a63-e939-4276-9af1-fff818d1bad3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.295116] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1264.295116] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520db418-4f88-39ca-b66d-625437abb0d3" [ 1264.295116] env[70039]: _type = "Task" [ 1264.295116] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.302044] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520db418-4f88-39ca-b66d-625437abb0d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.336173] env[70039]: DEBUG nova.network.neutron [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updating instance_info_cache with network_info: [{"id": "0918d00e-2f14-47bf-8e8c-e4f9b7d3018f", "address": "fa:16:3e:ef:19:7d", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0918d00e-2f", "ovs_interfaceid": "0918d00e-2f14-47bf-8e8c-e4f9b7d3018f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.373442] env[70039]: DEBUG nova.network.neutron [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Updating instance_info_cache with network_info: [{"id": "2de1d582-a96b-45f8-b5ff-bdf4ebe52200", "address": "fa:16:3e:a3:4d:05", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de1d582-a9", "ovs_interfaceid": "2de1d582-a96b-45f8-b5ff-bdf4ebe52200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.457788] env[70039]: DEBUG oslo_concurrency.lockutils [req-29598349-06f4-473d-8ebb-69cadefc3dd2 req-f48ac5a8-1138-4e4a-85f6-21191e4b13fb service nova] Releasing lock "refresh_cache-7d0b067c-6518-4294-91a8-02bda6feac60" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.461057] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: ab5aafce-9316-4fdf-a89b-ea1606d2a58b] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.748875] env[70039]: DEBUG nova.scheduler.client.report [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.806753] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520db418-4f88-39ca-b66d-625437abb0d3, 'name': SearchDatastore_Task, 'duration_secs': 0.05306} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.807506] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e47a1bb-4a4b-4a09-bc44-59692ef6f8ca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.812367] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1264.812367] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]525d9162-1535-8385-4f6e-cfef479ddb86" [ 1264.812367] env[70039]: _type = "Task" [ 1264.812367] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.819241] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525d9162-1535-8385-4f6e-cfef479ddb86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.838128] env[70039]: DEBUG oslo_concurrency.lockutils [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.875962] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "refresh_cache-7a703135-3bf6-4076-ab52-b78005c7a900" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.876282] env[70039]: DEBUG nova.compute.manager [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Instance network_info: |[{"id": "2de1d582-a96b-45f8-b5ff-bdf4ebe52200", "address": "fa:16:3e:a3:4d:05", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de1d582-a9", "ovs_interfaceid": "2de1d582-a96b-45f8-b5ff-bdf4ebe52200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1264.876655] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:4d:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2de1d582-a96b-45f8-b5ff-bdf4ebe52200', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.884208] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.884615] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.884835] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b326d380-2d6b-4c6f-8f5e-5bea306eae95 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.903840] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.903840] env[70039]: value = "task-3331713" [ 1264.903840] env[70039]: _type = "Task" [ 1264.903840] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.911142] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331713, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.963839] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 3fadbf0b-4802-41a3-be05-1208371ae43f] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.048169] env[70039]: DEBUG nova.compute.manager [req-1dc82afe-ec70-4c7a-bc1d-7628cc022a12 req-2eaf0c16-6057-46da-8f35-06f83522221f service nova] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Received event network-vif-plugged-2de1d582-a96b-45f8-b5ff-bdf4ebe52200 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.048169] env[70039]: DEBUG oslo_concurrency.lockutils [req-1dc82afe-ec70-4c7a-bc1d-7628cc022a12 req-2eaf0c16-6057-46da-8f35-06f83522221f service nova] Acquiring lock "7a703135-3bf6-4076-ab52-b78005c7a900-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.048638] env[70039]: DEBUG oslo_concurrency.lockutils [req-1dc82afe-ec70-4c7a-bc1d-7628cc022a12 req-2eaf0c16-6057-46da-8f35-06f83522221f service nova] Lock "7a703135-3bf6-4076-ab52-b78005c7a900-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.048805] env[70039]: DEBUG oslo_concurrency.lockutils [req-1dc82afe-ec70-4c7a-bc1d-7628cc022a12 req-2eaf0c16-6057-46da-8f35-06f83522221f service nova] Lock "7a703135-3bf6-4076-ab52-b78005c7a900-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.048984] env[70039]: DEBUG nova.compute.manager [req-1dc82afe-ec70-4c7a-bc1d-7628cc022a12 req-2eaf0c16-6057-46da-8f35-06f83522221f service nova] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] No waiting events found dispatching network-vif-plugged-2de1d582-a96b-45f8-b5ff-bdf4ebe52200 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1265.049166] env[70039]: WARNING nova.compute.manager [req-1dc82afe-ec70-4c7a-bc1d-7628cc022a12 req-2eaf0c16-6057-46da-8f35-06f83522221f service nova] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Received unexpected event network-vif-plugged-2de1d582-a96b-45f8-b5ff-bdf4ebe52200 for instance with vm_state building and task_state spawning. [ 1265.049330] env[70039]: DEBUG nova.compute.manager [req-1dc82afe-ec70-4c7a-bc1d-7628cc022a12 req-2eaf0c16-6057-46da-8f35-06f83522221f service nova] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Received event network-changed-2de1d582-a96b-45f8-b5ff-bdf4ebe52200 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.049484] env[70039]: DEBUG nova.compute.manager [req-1dc82afe-ec70-4c7a-bc1d-7628cc022a12 req-2eaf0c16-6057-46da-8f35-06f83522221f service nova] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Refreshing instance network info cache due to event network-changed-2de1d582-a96b-45f8-b5ff-bdf4ebe52200. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.049671] env[70039]: DEBUG oslo_concurrency.lockutils [req-1dc82afe-ec70-4c7a-bc1d-7628cc022a12 req-2eaf0c16-6057-46da-8f35-06f83522221f service nova] Acquiring lock "refresh_cache-7a703135-3bf6-4076-ab52-b78005c7a900" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.049887] env[70039]: DEBUG oslo_concurrency.lockutils [req-1dc82afe-ec70-4c7a-bc1d-7628cc022a12 req-2eaf0c16-6057-46da-8f35-06f83522221f service nova] Acquired lock "refresh_cache-7a703135-3bf6-4076-ab52-b78005c7a900" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.050075] env[70039]: DEBUG nova.network.neutron [req-1dc82afe-ec70-4c7a-bc1d-7628cc022a12 req-2eaf0c16-6057-46da-8f35-06f83522221f service nova] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Refreshing network info cache for port 2de1d582-a96b-45f8-b5ff-bdf4ebe52200 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.254501] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.254987] env[70039]: DEBUG nova.compute.manager [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1265.257673] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.990s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.259149] env[70039]: INFO nova.compute.claims [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.323069] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525d9162-1535-8385-4f6e-cfef479ddb86, 'name': SearchDatastore_Task, 'duration_secs': 0.009306} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.323359] env[70039]: DEBUG oslo_concurrency.lockutils [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.323615] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 7d0b067c-6518-4294-91a8-02bda6feac60/7d0b067c-6518-4294-91a8-02bda6feac60.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.323863] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca10f4fc-e1c3-4876-b163-216bf85796cd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.329854] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1265.329854] env[70039]: value = "task-3331714" [ 1265.329854] env[70039]: _type = "Task" [ 1265.329854] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.337064] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.415763] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331713, 'name': CreateVM_Task, 'duration_secs': 0.30659} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.416023] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1265.416856] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.417119] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.417538] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.417855] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-250adae1-3c7a-4587-9de8-6eabb3432fe0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.422206] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1265.422206] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5252150c-e1ad-5014-970d-8274fabd40b5" [ 1265.422206] env[70039]: _type = "Task" [ 1265.422206] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.430191] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5252150c-e1ad-5014-970d-8274fabd40b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.466592] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 9ad70c76-963e-47ff-803d-1e31926b862a] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.763958] env[70039]: DEBUG nova.compute.utils [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.767168] env[70039]: DEBUG nova.compute.manager [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1265.767333] env[70039]: DEBUG nova.network.neutron [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1265.769688] env[70039]: DEBUG nova.network.neutron [req-1dc82afe-ec70-4c7a-bc1d-7628cc022a12 req-2eaf0c16-6057-46da-8f35-06f83522221f service nova] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Updated VIF entry in instance network info cache for port 2de1d582-a96b-45f8-b5ff-bdf4ebe52200. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.770041] env[70039]: DEBUG nova.network.neutron [req-1dc82afe-ec70-4c7a-bc1d-7628cc022a12 req-2eaf0c16-6057-46da-8f35-06f83522221f service nova] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Updating instance_info_cache with network_info: [{"id": "2de1d582-a96b-45f8-b5ff-bdf4ebe52200", "address": "fa:16:3e:a3:4d:05", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de1d582-a9", "ovs_interfaceid": "2de1d582-a96b-45f8-b5ff-bdf4ebe52200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.805317] env[70039]: DEBUG nova.policy [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f79efb424a5e4625bff4b2d8c1ae4d43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc1d165f51de411bbcd7599acc5a55b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1265.840091] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331714, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.932853] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5252150c-e1ad-5014-970d-8274fabd40b5, 'name': SearchDatastore_Task, 'duration_secs': 0.008406} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.932853] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.933035] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.934036] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.934036] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.934036] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.934036] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e06d448d-d573-4e7f-b725-777a2a15566c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.950035] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.950358] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.951463] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bd6abb0-6b37-423a-a57f-eb40bfd39085 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.958791] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1265.958791] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5244d292-a76c-ceee-e5db-53f52fefcbbf" [ 1265.958791] env[70039]: _type = "Task" [ 1265.958791] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.969782] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 880c0cc9-6e82-4985-aae5-a3a9d38ab91c] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.971523] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5244d292-a76c-ceee-e5db-53f52fefcbbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.078270] env[70039]: DEBUG nova.network.neutron [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Successfully created port: d51844eb-a704-40f5-8649-917c381b8fb9 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1266.267723] env[70039]: DEBUG nova.compute.manager [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1266.274927] env[70039]: DEBUG oslo_concurrency.lockutils [req-1dc82afe-ec70-4c7a-bc1d-7628cc022a12 req-2eaf0c16-6057-46da-8f35-06f83522221f service nova] Releasing lock "refresh_cache-7a703135-3bf6-4076-ab52-b78005c7a900" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.340656] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513849} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.343179] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 7d0b067c-6518-4294-91a8-02bda6feac60/7d0b067c-6518-4294-91a8-02bda6feac60.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.343413] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.344887] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd1401a5-49a4-4104-b412-b1854f0d05a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.351597] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1266.351597] env[70039]: value = "task-3331715" [ 1266.351597] env[70039]: _type = "Task" [ 1266.351597] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.356434] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94769847-fe9a-4dbc-81dc-91e5e5a4063c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.366161] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.383399] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updating instance '27fc1417-ad28-4721-bd18-9721f81934a0' progress to 0 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.442664] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3dd4b6-0ff4-4fbd-baad-294043e790e7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.450457] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51974678-1a9b-4358-979b-5ed0fcf0b58e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.484839] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.485042] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Cleaning up deleted instances with incomplete migration {{(pid=70039) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1266.486375] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f05fe40-278f-4980-9937-61c957708001 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.493908] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5244d292-a76c-ceee-e5db-53f52fefcbbf, 'name': SearchDatastore_Task, 'duration_secs': 0.054643} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.496814] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b181e5f8-97a5-48c4-b63d-ff4d3da8c98c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.499704] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4f472b-6618-46c9-a92c-5c46ce8887da {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.506542] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1266.506542] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520ce4cb-a50b-7850-4e7d-b0412b0b453e" [ 1266.506542] env[70039]: _type = "Task" [ 1266.506542] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.514548] env[70039]: DEBUG nova.compute.provider_tree [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.523044] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520ce4cb-a50b-7850-4e7d-b0412b0b453e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.861482] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067413} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.861739] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.862564] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0301855-c61d-4a4f-a0f1-6ca0b24cac01 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.884978] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 7d0b067c-6518-4294-91a8-02bda6feac60/7d0b067c-6518-4294-91a8-02bda6feac60.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.885308] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac94cd03-f687-4570-8506-5d568c00d87f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.900648] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.900941] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc04d034-cc85-4c65-bb78-e1f2d58f67f9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.907502] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1266.907502] env[70039]: value = "task-3331716" [ 1266.907502] env[70039]: _type = "Task" [ 1266.907502] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.908696] env[70039]: DEBUG oslo_vmware.api [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1266.908696] env[70039]: value = "task-3331717" [ 1266.908696] env[70039]: _type = "Task" [ 1266.908696] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.918750] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.921593] env[70039]: DEBUG oslo_vmware.api [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.990331] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.020886] env[70039]: DEBUG nova.scheduler.client.report [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.029673] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520ce4cb-a50b-7850-4e7d-b0412b0b453e, 'name': SearchDatastore_Task, 'duration_secs': 0.087599} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.030019] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.030314] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 7a703135-3bf6-4076-ab52-b78005c7a900/7a703135-3bf6-4076-ab52-b78005c7a900.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.030582] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddfdfff0-c821-4503-82bc-09cf1a616129 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.038552] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1267.038552] env[70039]: value = "task-3331718" [ 1267.038552] env[70039]: _type = "Task" [ 1267.038552] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.047087] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.283734] env[70039]: DEBUG nova.compute.manager [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1267.311394] env[70039]: DEBUG nova.virt.hardware [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.311649] env[70039]: DEBUG nova.virt.hardware [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.311804] env[70039]: DEBUG nova.virt.hardware [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.311984] env[70039]: DEBUG nova.virt.hardware [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.312155] env[70039]: DEBUG nova.virt.hardware [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.312301] env[70039]: DEBUG nova.virt.hardware [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.312506] env[70039]: DEBUG nova.virt.hardware [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.312745] env[70039]: DEBUG nova.virt.hardware [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.312820] env[70039]: DEBUG nova.virt.hardware [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.312981] env[70039]: DEBUG nova.virt.hardware [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.313171] env[70039]: DEBUG nova.virt.hardware [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.314055] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685d0fad-3391-469f-b057-9e16c0754d03 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.322028] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a08aaee-0bd0-46ed-9a60-2ab754b56189 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.422363] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331716, 'name': ReconfigVM_Task, 'duration_secs': 0.442455} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.425567] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 7d0b067c-6518-4294-91a8-02bda6feac60/7d0b067c-6518-4294-91a8-02bda6feac60.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.426362] env[70039]: DEBUG oslo_vmware.api [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331717, 'name': PowerOffVM_Task, 'duration_secs': 0.248971} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.426599] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b196eea2-5111-45ec-b7dd-0c8c8888c158 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.428323] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.428518] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updating instance '27fc1417-ad28-4721-bd18-9721f81934a0' progress to 17 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1267.436412] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1267.436412] env[70039]: value = "task-3331719" [ 1267.436412] env[70039]: _type = "Task" [ 1267.436412] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.444687] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331719, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.525784] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.526445] env[70039]: DEBUG nova.compute.manager [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1267.538549] env[70039]: DEBUG nova.compute.manager [req-84cd3041-55da-4f0c-a8b3-2cebc723dc18 req-5fdeea3e-bbb6-4cbd-81f6-a12bcb7bdde1 service nova] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Received event network-vif-plugged-d51844eb-a704-40f5-8649-917c381b8fb9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.538937] env[70039]: DEBUG oslo_concurrency.lockutils [req-84cd3041-55da-4f0c-a8b3-2cebc723dc18 req-5fdeea3e-bbb6-4cbd-81f6-a12bcb7bdde1 service nova] Acquiring lock "f00a0641-1636-4aac-9843-ec218ccc0d62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.539241] env[70039]: DEBUG oslo_concurrency.lockutils [req-84cd3041-55da-4f0c-a8b3-2cebc723dc18 req-5fdeea3e-bbb6-4cbd-81f6-a12bcb7bdde1 service nova] Lock "f00a0641-1636-4aac-9843-ec218ccc0d62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.539450] env[70039]: DEBUG oslo_concurrency.lockutils [req-84cd3041-55da-4f0c-a8b3-2cebc723dc18 req-5fdeea3e-bbb6-4cbd-81f6-a12bcb7bdde1 service nova] Lock "f00a0641-1636-4aac-9843-ec218ccc0d62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.539671] env[70039]: DEBUG nova.compute.manager [req-84cd3041-55da-4f0c-a8b3-2cebc723dc18 req-5fdeea3e-bbb6-4cbd-81f6-a12bcb7bdde1 service nova] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] No waiting events found dispatching network-vif-plugged-d51844eb-a704-40f5-8649-917c381b8fb9 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1267.539934] env[70039]: WARNING nova.compute.manager [req-84cd3041-55da-4f0c-a8b3-2cebc723dc18 req-5fdeea3e-bbb6-4cbd-81f6-a12bcb7bdde1 service nova] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Received unexpected event network-vif-plugged-d51844eb-a704-40f5-8649-917c381b8fb9 for instance with vm_state building and task_state spawning. [ 1267.551486] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331718, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.643614] env[70039]: DEBUG nova.network.neutron [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Successfully updated port: d51844eb-a704-40f5-8649-917c381b8fb9 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1267.934979] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.935256] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.935415] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.935596] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.935743] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.935890] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.936113] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.936271] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.936438] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.936601] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.936772] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.941943] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e869942-b86d-44a6-b74c-80db444faf88 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.960258] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331719, 'name': Rename_Task, 'duration_secs': 0.168497} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.961527] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.961833] env[70039]: DEBUG oslo_vmware.api [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1267.961833] env[70039]: value = "task-3331720" [ 1267.961833] env[70039]: _type = "Task" [ 1267.961833] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.962031] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afa0942e-df02-4d93-9be5-4732dfd3dc3c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.972363] env[70039]: DEBUG oslo_vmware.api [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.973184] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1267.973184] env[70039]: value = "task-3331721" [ 1267.973184] env[70039]: _type = "Task" [ 1267.973184] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.980230] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.031814] env[70039]: DEBUG nova.compute.utils [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.033282] env[70039]: DEBUG nova.compute.manager [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1268.033452] env[70039]: DEBUG nova.network.neutron [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.051945] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605103} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.052151] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 7a703135-3bf6-4076-ab52-b78005c7a900/7a703135-3bf6-4076-ab52-b78005c7a900.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1268.052293] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1268.052537] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82ede34c-cb4a-42c3-9012-f57d21c25036 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.059027] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1268.059027] env[70039]: value = "task-3331722" [ 1268.059027] env[70039]: _type = "Task" [ 1268.059027] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.067216] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.072938] env[70039]: DEBUG nova.policy [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9124598c7844f5aa94b5c31ead23f2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6260e4000f06409abf12449ae3291205', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.146765] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "refresh_cache-f00a0641-1636-4aac-9843-ec218ccc0d62" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.146765] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquired lock "refresh_cache-f00a0641-1636-4aac-9843-ec218ccc0d62" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.146765] env[70039]: DEBUG nova.network.neutron [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.346956] env[70039]: DEBUG nova.network.neutron [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Successfully created port: 7592f471-00f5-4438-b005-ac6e02bbcd4d {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1268.477463] env[70039]: DEBUG oslo_vmware.api [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331720, 'name': ReconfigVM_Task, 'duration_secs': 0.432012} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.483697] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updating instance '27fc1417-ad28-4721-bd18-9721f81934a0' progress to 33 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.494712] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331721, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.536643] env[70039]: DEBUG nova.compute.manager [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1268.569143] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238867} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.570346] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.571686] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0ac043-02cb-4612-a25e-5dc91a76ac48 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.598236] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 7a703135-3bf6-4076-ab52-b78005c7a900/7a703135-3bf6-4076-ab52-b78005c7a900.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.598854] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-376c442e-a2bd-4e55-8661-7e41f9fdeb86 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.622227] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1268.622227] env[70039]: value = "task-3331723" [ 1268.622227] env[70039]: _type = "Task" [ 1268.622227] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.630355] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.681891] env[70039]: DEBUG nova.network.neutron [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1268.812031] env[70039]: DEBUG nova.network.neutron [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Updating instance_info_cache with network_info: [{"id": "d51844eb-a704-40f5-8649-917c381b8fb9", "address": "fa:16:3e:90:74:2d", "network": {"id": "066abed3-193c-421e-a570-76a677a70855", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-816740165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1d165f51de411bbcd7599acc5a55b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd51844eb-a7", "ovs_interfaceid": "d51844eb-a704-40f5-8649-917c381b8fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.986317] env[70039]: DEBUG oslo_vmware.api [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331721, 'name': PowerOnVM_Task, 'duration_secs': 0.795957} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.986837] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.986994] env[70039]: INFO nova.compute.manager [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1268.987275] env[70039]: DEBUG nova.compute.manager [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.988091] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc55725-3e92-4df1-a596-a795a5c76740 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.992392] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.992691] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.992916] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.993193] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.993408] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.993642] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.993938] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.994179] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.994425] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.994663] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.994911] env[70039]: DEBUG nova.virt.hardware [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.000175] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1269.000483] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52019ce2-dfb4-49b5-bec6-d9084a6bdf48 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.021731] env[70039]: DEBUG oslo_vmware.api [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1269.021731] env[70039]: value = "task-3331724" [ 1269.021731] env[70039]: _type = "Task" [ 1269.021731] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.032268] env[70039]: DEBUG oslo_vmware.api [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.132238] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331723, 'name': ReconfigVM_Task, 'duration_secs': 0.329227} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.132573] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 7a703135-3bf6-4076-ab52-b78005c7a900/7a703135-3bf6-4076-ab52-b78005c7a900.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.133411] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9440a2e6-8c30-4704-901d-800ec6312952 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.139683] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1269.139683] env[70039]: value = "task-3331725" [ 1269.139683] env[70039]: _type = "Task" [ 1269.139683] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.147521] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331725, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.315392] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Releasing lock "refresh_cache-f00a0641-1636-4aac-9843-ec218ccc0d62" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.315751] env[70039]: DEBUG nova.compute.manager [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Instance network_info: |[{"id": "d51844eb-a704-40f5-8649-917c381b8fb9", "address": "fa:16:3e:90:74:2d", "network": {"id": "066abed3-193c-421e-a570-76a677a70855", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-816740165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1d165f51de411bbcd7599acc5a55b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd51844eb-a7", "ovs_interfaceid": "d51844eb-a704-40f5-8649-917c381b8fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1269.316213] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:74:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd51844eb-a704-40f5-8649-917c381b8fb9', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.324344] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Creating folder: Project (fc1d165f51de411bbcd7599acc5a55b5). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1269.324615] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a44f8171-d150-449f-98e3-003e16b2499f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.336231] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Created folder: Project (fc1d165f51de411bbcd7599acc5a55b5) in parent group-v664777. [ 1269.336403] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Creating folder: Instances. Parent ref: group-v665088. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1269.336620] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4def83d0-b688-4c45-81b9-0f4877ce2d90 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.346481] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Created folder: Instances in parent group-v665088. [ 1269.346694] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.346873] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.347069] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b270aaa6-b287-4bfb-84e5-710ea85dcaae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.370206] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.370206] env[70039]: value = "task-3331728" [ 1269.370206] env[70039]: _type = "Task" [ 1269.370206] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.377939] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331728, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.532886] env[70039]: INFO nova.compute.manager [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Took 14.16 seconds to build instance. [ 1269.538494] env[70039]: DEBUG oslo_vmware.api [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331724, 'name': ReconfigVM_Task, 'duration_secs': 0.198975} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.538761] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1269.539702] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34683cd2-f904-4c46-bc86-40dea904cbe0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.559116] env[70039]: DEBUG nova.compute.manager [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1269.568854] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 27fc1417-ad28-4721-bd18-9721f81934a0/27fc1417-ad28-4721-bd18-9721f81934a0.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.570707] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04a10611-a5c4-4a9c-aec4-e15864ddcc68 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.585293] env[70039]: DEBUG nova.compute.manager [req-9cc49fe2-b195-4585-a3d1-5b34207a6146 req-f8426788-fc43-481e-bbe9-f6f88f64fc8f service nova] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Received event network-changed-d51844eb-a704-40f5-8649-917c381b8fb9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.585474] env[70039]: DEBUG nova.compute.manager [req-9cc49fe2-b195-4585-a3d1-5b34207a6146 req-f8426788-fc43-481e-bbe9-f6f88f64fc8f service nova] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Refreshing instance network info cache due to event network-changed-d51844eb-a704-40f5-8649-917c381b8fb9. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.585727] env[70039]: DEBUG oslo_concurrency.lockutils [req-9cc49fe2-b195-4585-a3d1-5b34207a6146 req-f8426788-fc43-481e-bbe9-f6f88f64fc8f service nova] Acquiring lock "refresh_cache-f00a0641-1636-4aac-9843-ec218ccc0d62" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.585823] env[70039]: DEBUG oslo_concurrency.lockutils [req-9cc49fe2-b195-4585-a3d1-5b34207a6146 req-f8426788-fc43-481e-bbe9-f6f88f64fc8f service nova] Acquired lock "refresh_cache-f00a0641-1636-4aac-9843-ec218ccc0d62" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.585984] env[70039]: DEBUG nova.network.neutron [req-9cc49fe2-b195-4585-a3d1-5b34207a6146 req-f8426788-fc43-481e-bbe9-f6f88f64fc8f service nova] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Refreshing network info cache for port d51844eb-a704-40f5-8649-917c381b8fb9 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.595760] env[70039]: DEBUG nova.virt.hardware [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.595995] env[70039]: DEBUG nova.virt.hardware [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.596171] env[70039]: DEBUG nova.virt.hardware [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.596353] env[70039]: DEBUG nova.virt.hardware [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.597189] env[70039]: DEBUG nova.virt.hardware [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.597189] env[70039]: DEBUG nova.virt.hardware [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.597189] env[70039]: DEBUG nova.virt.hardware [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.597189] env[70039]: DEBUG nova.virt.hardware [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.597512] env[70039]: DEBUG nova.virt.hardware [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.597512] env[70039]: DEBUG nova.virt.hardware [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.597584] env[70039]: DEBUG nova.virt.hardware [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.599261] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e759c7b-5caa-4698-93e6-5b4a7371174a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.603337] env[70039]: DEBUG oslo_vmware.api [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1269.603337] env[70039]: value = "task-3331729" [ 1269.603337] env[70039]: _type = "Task" [ 1269.603337] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.610387] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b075d19-ce27-45de-97ba-c006914e876b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.617723] env[70039]: DEBUG oslo_vmware.api [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.647962] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331725, 'name': Rename_Task, 'duration_secs': 0.331162} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.648246] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.648472] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66704db8-b924-497e-b148-601cf6ecb7d1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.653932] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1269.653932] env[70039]: value = "task-3331730" [ 1269.653932] env[70039]: _type = "Task" [ 1269.653932] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.661245] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.881657] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331728, 'name': CreateVM_Task, 'duration_secs': 0.340132} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.882891] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1269.884217] env[70039]: DEBUG nova.compute.manager [req-a755ea3b-d871-4c2d-b3f1-cef58aeb2bcf req-0563199e-5cc1-4aaa-baa4-b2eb6c040af1 service nova] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Received event network-vif-plugged-7592f471-00f5-4438-b005-ac6e02bbcd4d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.884450] env[70039]: DEBUG oslo_concurrency.lockutils [req-a755ea3b-d871-4c2d-b3f1-cef58aeb2bcf req-0563199e-5cc1-4aaa-baa4-b2eb6c040af1 service nova] Acquiring lock "e1a241ac-7119-48fa-8482-886a79255da7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.884747] env[70039]: DEBUG oslo_concurrency.lockutils [req-a755ea3b-d871-4c2d-b3f1-cef58aeb2bcf req-0563199e-5cc1-4aaa-baa4-b2eb6c040af1 service nova] Lock "e1a241ac-7119-48fa-8482-886a79255da7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.884974] env[70039]: DEBUG oslo_concurrency.lockutils [req-a755ea3b-d871-4c2d-b3f1-cef58aeb2bcf req-0563199e-5cc1-4aaa-baa4-b2eb6c040af1 service nova] Lock "e1a241ac-7119-48fa-8482-886a79255da7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.885059] env[70039]: DEBUG nova.compute.manager [req-a755ea3b-d871-4c2d-b3f1-cef58aeb2bcf req-0563199e-5cc1-4aaa-baa4-b2eb6c040af1 service nova] [instance: e1a241ac-7119-48fa-8482-886a79255da7] No waiting events found dispatching network-vif-plugged-7592f471-00f5-4438-b005-ac6e02bbcd4d {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1269.885249] env[70039]: WARNING nova.compute.manager [req-a755ea3b-d871-4c2d-b3f1-cef58aeb2bcf req-0563199e-5cc1-4aaa-baa4-b2eb6c040af1 service nova] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Received unexpected event network-vif-plugged-7592f471-00f5-4438-b005-ac6e02bbcd4d for instance with vm_state building and task_state spawning. [ 1269.885964] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.886131] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.886485] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.887390] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-914c11bd-d46a-415f-aef4-69f8b9dba824 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.896378] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1269.896378] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52617a32-b400-39d3-36a0-7c1a89e697bb" [ 1269.896378] env[70039]: _type = "Task" [ 1269.896378] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.911430] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52617a32-b400-39d3-36a0-7c1a89e697bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012334} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.911956] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.912390] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.912842] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.913134] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.913989] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.913989] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ead162c-479c-4b41-8d86-9e61226cb347 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.924756] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.925111] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.926325] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651a0450-12b7-447e-a9cd-01e2ad51e0a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.935837] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1269.935837] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524ab235-e254-0a3b-4e6d-a11f6103f1ab" [ 1269.935837] env[70039]: _type = "Task" [ 1269.935837] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.946051] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524ab235-e254-0a3b-4e6d-a11f6103f1ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.035280] env[70039]: DEBUG oslo_concurrency.lockutils [None req-71fe1c86-57dc-4eb9-a5f9-ac9da81cbd88 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "7d0b067c-6518-4294-91a8-02bda6feac60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.673s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.114705] env[70039]: DEBUG oslo_vmware.api [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331729, 'name': ReconfigVM_Task, 'duration_secs': 0.333952} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.115052] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 27fc1417-ad28-4721-bd18-9721f81934a0/27fc1417-ad28-4721-bd18-9721f81934a0.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.115425] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updating instance '27fc1417-ad28-4721-bd18-9721f81934a0' progress to 50 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1270.164177] env[70039]: DEBUG oslo_vmware.api [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331730, 'name': PowerOnVM_Task, 'duration_secs': 0.472386} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.164437] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.164629] env[70039]: INFO nova.compute.manager [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1270.165524] env[70039]: DEBUG nova.compute.manager [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.165634] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56621ab9-556d-4533-9144-10d8860bc10d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.318386] env[70039]: DEBUG nova.network.neutron [req-9cc49fe2-b195-4585-a3d1-5b34207a6146 req-f8426788-fc43-481e-bbe9-f6f88f64fc8f service nova] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Updated VIF entry in instance network info cache for port d51844eb-a704-40f5-8649-917c381b8fb9. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.318754] env[70039]: DEBUG nova.network.neutron [req-9cc49fe2-b195-4585-a3d1-5b34207a6146 req-f8426788-fc43-481e-bbe9-f6f88f64fc8f service nova] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Updating instance_info_cache with network_info: [{"id": "d51844eb-a704-40f5-8649-917c381b8fb9", "address": "fa:16:3e:90:74:2d", "network": {"id": "066abed3-193c-421e-a570-76a677a70855", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-816740165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1d165f51de411bbcd7599acc5a55b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd51844eb-a7", "ovs_interfaceid": "d51844eb-a704-40f5-8649-917c381b8fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.446530] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524ab235-e254-0a3b-4e6d-a11f6103f1ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010353} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.447420] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4458ca7-a841-4423-8406-51710badbe0c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.452618] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1270.452618] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5241092c-7a99-f455-85d5-9f5eef5ec985" [ 1270.452618] env[70039]: _type = "Task" [ 1270.452618] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.460266] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5241092c-7a99-f455-85d5-9f5eef5ec985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.492592] env[70039]: DEBUG nova.network.neutron [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Successfully updated port: 7592f471-00f5-4438-b005-ac6e02bbcd4d {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1270.623734] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ccf939-f76d-43fb-91dc-b251830abc40 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.647985] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1378cc-193f-4506-94c9-56a58b36417f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.669687] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updating instance '27fc1417-ad28-4721-bd18-9721f81934a0' progress to 67 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1270.683736] env[70039]: INFO nova.compute.manager [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Took 15.10 seconds to build instance. [ 1270.822422] env[70039]: DEBUG oslo_concurrency.lockutils [req-9cc49fe2-b195-4585-a3d1-5b34207a6146 req-f8426788-fc43-481e-bbe9-f6f88f64fc8f service nova] Releasing lock "refresh_cache-f00a0641-1636-4aac-9843-ec218ccc0d62" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.966020] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5241092c-7a99-f455-85d5-9f5eef5ec985, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.966020] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.966020] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] f00a0641-1636-4aac-9843-ec218ccc0d62/f00a0641-1636-4aac-9843-ec218ccc0d62.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1270.966020] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f45a522-c277-4921-8338-781729d26b69 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.970791] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1270.970791] env[70039]: value = "task-3331731" [ 1270.970791] env[70039]: _type = "Task" [ 1270.970791] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.978026] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.999404] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "refresh_cache-e1a241ac-7119-48fa-8482-886a79255da7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.999404] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "refresh_cache-e1a241ac-7119-48fa-8482-886a79255da7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.999404] env[70039]: DEBUG nova.network.neutron [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.186255] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c9667aeb-76b4-4696-9790-a39bd2bd061a tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "7a703135-3bf6-4076-ab52-b78005c7a900" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.607s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.484443] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331731, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.533089] env[70039]: DEBUG nova.network.neutron [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1271.608499] env[70039]: DEBUG nova.compute.manager [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Received event network-changed-8ab02625-5caf-4b24-a33d-7faf3e1e935e {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.608751] env[70039]: DEBUG nova.compute.manager [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Refreshing instance network info cache due to event network-changed-8ab02625-5caf-4b24-a33d-7faf3e1e935e. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.609084] env[70039]: DEBUG oslo_concurrency.lockutils [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] Acquiring lock "refresh_cache-7d0b067c-6518-4294-91a8-02bda6feac60" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.609666] env[70039]: DEBUG oslo_concurrency.lockutils [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] Acquired lock "refresh_cache-7d0b067c-6518-4294-91a8-02bda6feac60" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.609991] env[70039]: DEBUG nova.network.neutron [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Refreshing network info cache for port 8ab02625-5caf-4b24-a33d-7faf3e1e935e {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.688172] env[70039]: DEBUG nova.network.neutron [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Updating instance_info_cache with network_info: [{"id": "7592f471-00f5-4438-b005-ac6e02bbcd4d", "address": "fa:16:3e:45:85:88", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7592f471-00", "ovs_interfaceid": "7592f471-00f5-4438-b005-ac6e02bbcd4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.983809] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827864} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.984098] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] f00a0641-1636-4aac-9843-ec218ccc0d62/f00a0641-1636-4aac-9843-ec218ccc0d62.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1271.984318] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1271.984568] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-241cb74a-ee51-4f76-80b9-b75c81e64ff2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.991158] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1271.991158] env[70039]: value = "task-3331732" [ 1271.991158] env[70039]: _type = "Task" [ 1271.991158] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.998235] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.191046] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "refresh_cache-e1a241ac-7119-48fa-8482-886a79255da7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.191413] env[70039]: DEBUG nova.compute.manager [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Instance network_info: |[{"id": "7592f471-00f5-4438-b005-ac6e02bbcd4d", "address": "fa:16:3e:45:85:88", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7592f471-00", "ovs_interfaceid": "7592f471-00f5-4438-b005-ac6e02bbcd4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1272.191831] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:85:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7592f471-00f5-4438-b005-ac6e02bbcd4d', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1272.199625] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.199891] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1272.200151] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1a0cc3f-511d-40d6-9d8e-bea7cd4b9727 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.221999] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1272.221999] env[70039]: value = "task-3331733" [ 1272.221999] env[70039]: _type = "Task" [ 1272.221999] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.229309] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331733, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.318745] env[70039]: DEBUG nova.network.neutron [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Port 0918d00e-2f14-47bf-8e8c-e4f9b7d3018f binding to destination host cpu-1 is already ACTIVE {{(pid=70039) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1272.321859] env[70039]: DEBUG nova.network.neutron [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Updated VIF entry in instance network info cache for port 8ab02625-5caf-4b24-a33d-7faf3e1e935e. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.322225] env[70039]: DEBUG nova.network.neutron [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Updating instance_info_cache with network_info: [{"id": "8ab02625-5caf-4b24-a33d-7faf3e1e935e", "address": "fa:16:3e:1f:a1:db", "network": {"id": "ae87bb1b-88e2-476d-8e43-f85e938fefde", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1298058948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025e7b9816d147ce9bc12b0cd1ff6b8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab02625-5c", "ovs_interfaceid": "8ab02625-5caf-4b24-a33d-7faf3e1e935e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.500675] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065837} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.501027] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1272.501808] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eebb0d-fcd0-4094-84dd-44b0d34084df {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.523311] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] f00a0641-1636-4aac-9843-ec218ccc0d62/f00a0641-1636-4aac-9843-ec218ccc0d62.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.523555] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90d9805d-e5ec-4e48-a0cd-ea00991c92cf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.542675] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1272.542675] env[70039]: value = "task-3331734" [ 1272.542675] env[70039]: _type = "Task" [ 1272.542675] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.552586] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.732632] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331733, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.825169] env[70039]: DEBUG oslo_concurrency.lockutils [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] Releasing lock "refresh_cache-7d0b067c-6518-4294-91a8-02bda6feac60" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.825424] env[70039]: DEBUG nova.compute.manager [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Received event network-changed-7592f471-00f5-4438-b005-ac6e02bbcd4d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.825592] env[70039]: DEBUG nova.compute.manager [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Refreshing instance network info cache due to event network-changed-7592f471-00f5-4438-b005-ac6e02bbcd4d. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.825799] env[70039]: DEBUG oslo_concurrency.lockutils [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] Acquiring lock "refresh_cache-e1a241ac-7119-48fa-8482-886a79255da7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.825975] env[70039]: DEBUG oslo_concurrency.lockutils [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] Acquired lock "refresh_cache-e1a241ac-7119-48fa-8482-886a79255da7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.826124] env[70039]: DEBUG nova.network.neutron [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Refreshing network info cache for port 7592f471-00f5-4438-b005-ac6e02bbcd4d {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.052841] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331734, 'name': ReconfigVM_Task, 'duration_secs': 0.277608} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.053259] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Reconfigured VM instance instance-00000070 to attach disk [datastore2] f00a0641-1636-4aac-9843-ec218ccc0d62/f00a0641-1636-4aac-9843-ec218ccc0d62.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.054117] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a8d5edb-d921-44d2-8cb0-3446276872d1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.060589] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1273.060589] env[70039]: value = "task-3331735" [ 1273.060589] env[70039]: _type = "Task" [ 1273.060589] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.068235] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331735, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.236323] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331733, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.343758] env[70039]: DEBUG oslo_concurrency.lockutils [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "27fc1417-ad28-4721-bd18-9721f81934a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.344046] env[70039]: DEBUG oslo_concurrency.lockutils [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "27fc1417-ad28-4721-bd18-9721f81934a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.344183] env[70039]: DEBUG oslo_concurrency.lockutils [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "27fc1417-ad28-4721-bd18-9721f81934a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.528094] env[70039]: DEBUG nova.network.neutron [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Updated VIF entry in instance network info cache for port 7592f471-00f5-4438-b005-ac6e02bbcd4d. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.528462] env[70039]: DEBUG nova.network.neutron [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Updating instance_info_cache with network_info: [{"id": "7592f471-00f5-4438-b005-ac6e02bbcd4d", "address": "fa:16:3e:45:85:88", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7592f471-00", "ovs_interfaceid": "7592f471-00f5-4438-b005-ac6e02bbcd4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.571132] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331735, 'name': Rename_Task, 'duration_secs': 0.161079} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.571402] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.571642] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbf1c753-34d6-4f6a-a83f-f170990a0dde {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.578219] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1273.578219] env[70039]: value = "task-3331736" [ 1273.578219] env[70039]: _type = "Task" [ 1273.578219] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.585616] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.733706] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331733, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.031268] env[70039]: DEBUG oslo_concurrency.lockutils [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] Releasing lock "refresh_cache-e1a241ac-7119-48fa-8482-886a79255da7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.031493] env[70039]: DEBUG nova.compute.manager [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Received event network-changed-2de1d582-a96b-45f8-b5ff-bdf4ebe52200 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.031725] env[70039]: DEBUG nova.compute.manager [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Refreshing instance network info cache due to event network-changed-2de1d582-a96b-45f8-b5ff-bdf4ebe52200. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1274.031996] env[70039]: DEBUG oslo_concurrency.lockutils [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] Acquiring lock "refresh_cache-7a703135-3bf6-4076-ab52-b78005c7a900" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.032217] env[70039]: DEBUG oslo_concurrency.lockutils [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] Acquired lock "refresh_cache-7a703135-3bf6-4076-ab52-b78005c7a900" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.032424] env[70039]: DEBUG nova.network.neutron [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Refreshing network info cache for port 2de1d582-a96b-45f8-b5ff-bdf4ebe52200 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.088143] env[70039]: DEBUG oslo_vmware.api [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331736, 'name': PowerOnVM_Task, 'duration_secs': 0.450309} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.088401] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.088598] env[70039]: INFO nova.compute.manager [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1274.088774] env[70039]: DEBUG nova.compute.manager [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.089554] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2778b897-c759-40a6-b764-def1ce55fdb3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.233794] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331733, 'name': CreateVM_Task, 'duration_secs': 1.63586} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.233957] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.234655] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.234819] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.235148] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.235392] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e46436-26e5-4307-b2a0-99c3da109046 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.240398] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1274.240398] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52fd59b1-0ecf-8aef-936b-ea507c6719f8" [ 1274.240398] env[70039]: _type = "Task" [ 1274.240398] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.247640] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fd59b1-0ecf-8aef-936b-ea507c6719f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.376990] env[70039]: DEBUG oslo_concurrency.lockutils [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.377209] env[70039]: DEBUG oslo_concurrency.lockutils [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.377393] env[70039]: DEBUG nova.network.neutron [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.488042] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.488284] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.605734] env[70039]: INFO nova.compute.manager [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Took 12.63 seconds to build instance. [ 1274.752016] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fd59b1-0ecf-8aef-936b-ea507c6719f8, 'name': SearchDatastore_Task, 'duration_secs': 0.048159} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.752328] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.752551] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.752786] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.752958] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.753156] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.753401] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-886c8a17-7ffd-4c96-9f58-794db7d82d81 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.761601] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.761769] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.762463] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aabf431b-1555-41cc-9961-537740e20d78 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.768100] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1274.768100] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52d23bc0-af5e-b126-e86e-7510c4902b4a" [ 1274.768100] env[70039]: _type = "Task" [ 1274.768100] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.778098] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d23bc0-af5e-b126-e86e-7510c4902b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.007926} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.778796] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b6d34b3-efbe-46c5-8aa1-da2adc6f6c3d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.783562] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1274.783562] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520ab24b-f1df-cb74-d078-0f7ad192ca3b" [ 1274.783562] env[70039]: _type = "Task" [ 1274.783562] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.790966] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520ab24b-f1df-cb74-d078-0f7ad192ca3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.813957] env[70039]: DEBUG nova.network.neutron [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Updated VIF entry in instance network info cache for port 2de1d582-a96b-45f8-b5ff-bdf4ebe52200. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.814351] env[70039]: DEBUG nova.network.neutron [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Updating instance_info_cache with network_info: [{"id": "2de1d582-a96b-45f8-b5ff-bdf4ebe52200", "address": "fa:16:3e:a3:4d:05", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de1d582-a9", "ovs_interfaceid": "2de1d582-a96b-45f8-b5ff-bdf4ebe52200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.995773] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.995773] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.995773] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.995773] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.995773] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.996091] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70039) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1274.996091] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager.update_available_resource {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.084576] env[70039]: DEBUG nova.network.neutron [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updating instance_info_cache with network_info: [{"id": "0918d00e-2f14-47bf-8e8c-e4f9b7d3018f", "address": "fa:16:3e:ef:19:7d", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0918d00e-2f", "ovs_interfaceid": "0918d00e-2f14-47bf-8e8c-e4f9b7d3018f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.107544] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1adbcfb3-2baf-4093-8652-85dac1841e6e tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "f00a0641-1636-4aac-9843-ec218ccc0d62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.148s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.135945] env[70039]: DEBUG nova.compute.manager [req-33d64839-3cc9-4108-bde5-b90d9d7ec592 req-fe04b08e-215b-4c39-b694-31070ec9ed09 service nova] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Received event network-changed-d51844eb-a704-40f5-8649-917c381b8fb9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.136161] env[70039]: DEBUG nova.compute.manager [req-33d64839-3cc9-4108-bde5-b90d9d7ec592 req-fe04b08e-215b-4c39-b694-31070ec9ed09 service nova] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Refreshing instance network info cache due to event network-changed-d51844eb-a704-40f5-8649-917c381b8fb9. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.136551] env[70039]: DEBUG oslo_concurrency.lockutils [req-33d64839-3cc9-4108-bde5-b90d9d7ec592 req-fe04b08e-215b-4c39-b694-31070ec9ed09 service nova] Acquiring lock "refresh_cache-f00a0641-1636-4aac-9843-ec218ccc0d62" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.136551] env[70039]: DEBUG oslo_concurrency.lockutils [req-33d64839-3cc9-4108-bde5-b90d9d7ec592 req-fe04b08e-215b-4c39-b694-31070ec9ed09 service nova] Acquired lock "refresh_cache-f00a0641-1636-4aac-9843-ec218ccc0d62" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.136672] env[70039]: DEBUG nova.network.neutron [req-33d64839-3cc9-4108-bde5-b90d9d7ec592 req-fe04b08e-215b-4c39-b694-31070ec9ed09 service nova] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Refreshing network info cache for port d51844eb-a704-40f5-8649-917c381b8fb9 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.299388] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520ab24b-f1df-cb74-d078-0f7ad192ca3b, 'name': SearchDatastore_Task, 'duration_secs': 0.008775} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.299711] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.300626] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] e1a241ac-7119-48fa-8482-886a79255da7/e1a241ac-7119-48fa-8482-886a79255da7.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.300626] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbc6abe0-6f88-4800-8963-f6ac8287e1a9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.306696] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1275.306696] env[70039]: value = "task-3331737" [ 1275.306696] env[70039]: _type = "Task" [ 1275.306696] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.314870] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.316464] env[70039]: DEBUG oslo_concurrency.lockutils [req-4c66f4dd-f239-45de-9d64-ad335c3b3ff5 req-93051bd2-0bf9-4252-aa69-1a6b9791469d service nova] Releasing lock "refresh_cache-7a703135-3bf6-4076-ab52-b78005c7a900" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.500669] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.500982] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.501253] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.501421] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70039) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1275.502382] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc953db-be38-49b1-993c-3d633aad9247 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.511873] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887767da-988e-4c16-b748-e98901145f1f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.528591] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0414dd3d-dff5-4205-b3cf-31c752412c53 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.536966] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07b6a81-fd16-4cc8-8c81-39e412c75d13 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.570189] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180028MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=70039) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1275.570372] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.570601] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.587539] env[70039]: DEBUG oslo_concurrency.lockutils [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.816529] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331737, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.861501] env[70039]: DEBUG nova.network.neutron [req-33d64839-3cc9-4108-bde5-b90d9d7ec592 req-fe04b08e-215b-4c39-b694-31070ec9ed09 service nova] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Updated VIF entry in instance network info cache for port d51844eb-a704-40f5-8649-917c381b8fb9. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.861859] env[70039]: DEBUG nova.network.neutron [req-33d64839-3cc9-4108-bde5-b90d9d7ec592 req-fe04b08e-215b-4c39-b694-31070ec9ed09 service nova] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Updating instance_info_cache with network_info: [{"id": "d51844eb-a704-40f5-8649-917c381b8fb9", "address": "fa:16:3e:90:74:2d", "network": {"id": "066abed3-193c-421e-a570-76a677a70855", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-816740165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1d165f51de411bbcd7599acc5a55b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd51844eb-a7", "ovs_interfaceid": "d51844eb-a704-40f5-8649-917c381b8fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.097230] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd543f90-f20b-4592-b4c3-22e5eccb24c6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.104680] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c95c81a-bdf2-4a39-b480-a09022503460 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.317596] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528225} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.317976] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] e1a241ac-7119-48fa-8482-886a79255da7/e1a241ac-7119-48fa-8482-886a79255da7.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.318093] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.318342] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfcac3b5-9bf8-4bbd-90d9-3413952ba7f5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.325017] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1276.325017] env[70039]: value = "task-3331738" [ 1276.325017] env[70039]: _type = "Task" [ 1276.325017] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.333485] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.364779] env[70039]: DEBUG oslo_concurrency.lockutils [req-33d64839-3cc9-4108-bde5-b90d9d7ec592 req-fe04b08e-215b-4c39-b694-31070ec9ed09 service nova] Releasing lock "refresh_cache-f00a0641-1636-4aac-9843-ec218ccc0d62" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.580664] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Applying migration context for instance 27fc1417-ad28-4721-bd18-9721f81934a0 as it has an incoming, in-progress migration da155c28-bb2d-42ec-8be1-f0eb923f4e6e. Migration status is post-migrating {{(pid=70039) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1276.582244] env[70039]: INFO nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updating resource usage from migration da155c28-bb2d-42ec-8be1-f0eb923f4e6e [ 1276.605151] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance bced78af-9276-4173-808a-d730c9db5a92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1276.605333] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 029644a4-e847-4a30-a56e-79596dd114cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1276.605457] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 3cb2916e-cf65-4df3-8ba9-e824967f7df4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1276.605578] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance dbccc65d-170f-4015-8f6e-7a1817a83d9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1276.605698] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 7d0b067c-6518-4294-91a8-02bda6feac60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1276.605816] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 7a703135-3bf6-4076-ab52-b78005c7a900 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1276.605948] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Migration da155c28-bb2d-42ec-8be1-f0eb923f4e6e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1276.606076] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 27fc1417-ad28-4721-bd18-9721f81934a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1276.606232] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance f00a0641-1636-4aac-9843-ec218ccc0d62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1276.606361] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance e1a241ac-7119-48fa-8482-886a79255da7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1276.606585] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1276.606730] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1276.738736] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c09dd5d-668f-48b0-9973-ad622ad9ecd9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.746240] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d22bdc3-cce7-41b0-97ae-68df0ee64458 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.777381] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30413f31-4f6a-407f-b58b-a741aa8d4a82 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.784918] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97ca260-aba9-487d-8742-ba1dc35461d7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.798324] env[70039]: DEBUG nova.compute.provider_tree [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.834120] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12443} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.834383] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1276.835196] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4786eb20-d4bc-4765-83d0-5c827b98afda {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.856882] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] e1a241ac-7119-48fa-8482-886a79255da7/e1a241ac-7119-48fa-8482-886a79255da7.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.857153] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6e1eef5-a8ff-4802-ab75-5e582d1a6939 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.877196] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1276.877196] env[70039]: value = "task-3331739" [ 1276.877196] env[70039]: _type = "Task" [ 1276.877196] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.885011] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.197261] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e258c079-49cb-4ae4-8e84-f31b0b3d9b38 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.219584] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb00e16d-5f84-457a-8e2e-223cb7173d58 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.226465] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updating instance '27fc1417-ad28-4721-bd18-9721f81934a0' progress to 83 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.301433] env[70039]: DEBUG nova.scheduler.client.report [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.387646] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331739, 'name': ReconfigVM_Task, 'duration_secs': 0.272854} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.388065] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Reconfigured VM instance instance-00000071 to attach disk [datastore2] e1a241ac-7119-48fa-8482-886a79255da7/e1a241ac-7119-48fa-8482-886a79255da7.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.388553] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c8a0f9d-1892-4372-a33a-65f97b29fed5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.394358] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1277.394358] env[70039]: value = "task-3331740" [ 1277.394358] env[70039]: _type = "Task" [ 1277.394358] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.401736] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331740, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.733313] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.733557] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83077b20-d549-43eb-b757-a4d90111c999 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.740892] env[70039]: DEBUG oslo_vmware.api [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1277.740892] env[70039]: value = "task-3331741" [ 1277.740892] env[70039]: _type = "Task" [ 1277.740892] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.748024] env[70039]: DEBUG oslo_vmware.api [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.806213] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70039) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1277.806460] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.236s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.905149] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331740, 'name': Rename_Task, 'duration_secs': 0.132117} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.905557] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.905842] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-637f5615-06fc-463e-8eab-1e8b9dbd02bf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.911794] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1277.911794] env[70039]: value = "task-3331742" [ 1277.911794] env[70039]: _type = "Task" [ 1277.911794] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.919300] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.250759] env[70039]: DEBUG oslo_vmware.api [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331741, 'name': PowerOnVM_Task, 'duration_secs': 0.493516} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.251161] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.251414] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-08369af3-d856-4351-a593-76465ee212da tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updating instance '27fc1417-ad28-4721-bd18-9721f81934a0' progress to 100 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.422128] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331742, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.911601] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.911835] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.921786] env[70039]: DEBUG oslo_vmware.api [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331742, 'name': PowerOnVM_Task, 'duration_secs': 0.572284} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.922446] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.922673] env[70039]: INFO nova.compute.manager [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1278.922857] env[70039]: DEBUG nova.compute.manager [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.923586] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfdd986-26da-4f40-b47a-7a8d49f9ec9d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.417593] env[70039]: DEBUG nova.compute.manager [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.442049] env[70039]: INFO nova.compute.manager [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Took 17.19 seconds to build instance. [ 1279.942023] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.942129] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.943485] env[70039]: INFO nova.compute.claims [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1279.946693] env[70039]: DEBUG oslo_concurrency.lockutils [None req-50202fa7-6a21-4f32-bc30-9c8246ac6cb6 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "e1a241ac-7119-48fa-8482-886a79255da7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.700s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.006165] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "e1a241ac-7119-48fa-8482-886a79255da7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.006529] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "e1a241ac-7119-48fa-8482-886a79255da7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.006783] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "e1a241ac-7119-48fa-8482-886a79255da7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.007036] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "e1a241ac-7119-48fa-8482-886a79255da7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.007246] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "e1a241ac-7119-48fa-8482-886a79255da7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.009442] env[70039]: INFO nova.compute.manager [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Terminating instance [ 1280.481926] env[70039]: DEBUG nova.network.neutron [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Port 0918d00e-2f14-47bf-8e8c-e4f9b7d3018f binding to destination host cpu-1 is already ACTIVE {{(pid=70039) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1280.482256] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.482420] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.482585] env[70039]: DEBUG nova.network.neutron [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.514115] env[70039]: DEBUG nova.compute.manager [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1280.514324] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.515215] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f450d6e-aea9-4bdf-b87f-8662cedfbc68 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.522631] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.523087] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6bd1a3a-f01c-4ddd-bb28-ea4997e418ee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.529691] env[70039]: DEBUG oslo_vmware.api [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1280.529691] env[70039]: value = "task-3331743" [ 1280.529691] env[70039]: _type = "Task" [ 1280.529691] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.538791] env[70039]: DEBUG oslo_vmware.api [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.039969] env[70039]: DEBUG oslo_vmware.api [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331743, 'name': PowerOffVM_Task, 'duration_secs': 0.188611} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.042452] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.042604] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.043029] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b2ae310-7c48-4bb0-a955-6d1941d93102 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.100491] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8433da-b78b-4302-bccb-7d93b9bf9fcb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.106477] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.106682] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.106863] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleting the datastore file [datastore2] e1a241ac-7119-48fa-8482-886a79255da7 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.108774] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7e95b94-b211-477a-8a6d-6d4eca71c40f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.111269] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db6e776-1bc9-47e0-b1ad-5903796d6209 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.143939] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0173b124-034d-4eda-a8f3-31277cc94e55 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.146425] env[70039]: DEBUG oslo_vmware.api [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1281.146425] env[70039]: value = "task-3331745" [ 1281.146425] env[70039]: _type = "Task" [ 1281.146425] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.152923] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff94dccf-91b1-4ba5-8420-6db4cb71624a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.159386] env[70039]: DEBUG oslo_vmware.api [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.168764] env[70039]: DEBUG nova.compute.provider_tree [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.255452] env[70039]: DEBUG nova.network.neutron [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updating instance_info_cache with network_info: [{"id": "0918d00e-2f14-47bf-8e8c-e4f9b7d3018f", "address": "fa:16:3e:ef:19:7d", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0918d00e-2f", "ovs_interfaceid": "0918d00e-2f14-47bf-8e8c-e4f9b7d3018f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.655425] env[70039]: DEBUG oslo_vmware.api [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152949} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.655794] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.655856] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.656016] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.656195] env[70039]: INFO nova.compute.manager [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1281.656431] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.656617] env[70039]: DEBUG nova.compute.manager [-] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1281.656709] env[70039]: DEBUG nova.network.neutron [-] [instance: e1a241ac-7119-48fa-8482-886a79255da7] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.673273] env[70039]: DEBUG nova.scheduler.client.report [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.758612] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.920594] env[70039]: DEBUG nova.compute.manager [req-4f6f14b3-9eb1-40cb-9957-4a61ee58c46a req-6ce06666-7cc0-4c93-be49-1b408b2af08e service nova] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Received event network-vif-deleted-7592f471-00f5-4438-b005-ac6e02bbcd4d {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.920817] env[70039]: INFO nova.compute.manager [req-4f6f14b3-9eb1-40cb-9957-4a61ee58c46a req-6ce06666-7cc0-4c93-be49-1b408b2af08e service nova] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Neutron deleted interface 7592f471-00f5-4438-b005-ac6e02bbcd4d; detaching it from the instance and deleting it from the info cache [ 1281.920974] env[70039]: DEBUG nova.network.neutron [req-4f6f14b3-9eb1-40cb-9957-4a61ee58c46a req-6ce06666-7cc0-4c93-be49-1b408b2af08e service nova] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.178469] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.179161] env[70039]: DEBUG nova.compute.manager [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1282.261977] env[70039]: DEBUG nova.compute.manager [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70039) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1282.400450] env[70039]: DEBUG nova.network.neutron [-] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.423841] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84cd0f90-b94c-4cdc-86c5-76376a47e463 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.433564] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33defb74-6df7-4306-b339-053790b55532 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.462567] env[70039]: DEBUG nova.compute.manager [req-4f6f14b3-9eb1-40cb-9957-4a61ee58c46a req-6ce06666-7cc0-4c93-be49-1b408b2af08e service nova] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Detach interface failed, port_id=7592f471-00f5-4438-b005-ac6e02bbcd4d, reason: Instance e1a241ac-7119-48fa-8482-886a79255da7 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1282.683969] env[70039]: DEBUG nova.compute.utils [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1282.685390] env[70039]: DEBUG nova.compute.manager [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1282.685599] env[70039]: DEBUG nova.network.neutron [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1282.730010] env[70039]: DEBUG nova.policy [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37403c1f366b49c9b575cf418884e1eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3855dcc2f974424b3523b151a8244cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1282.902978] env[70039]: INFO nova.compute.manager [-] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Took 1.25 seconds to deallocate network for instance. [ 1282.967116] env[70039]: DEBUG nova.network.neutron [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Successfully created port: a332e1c7-205e-4c74-bcf0-4f206cf7e68c {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1283.188434] env[70039]: DEBUG nova.compute.manager [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1283.368240] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.368730] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.409041] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.872589] env[70039]: DEBUG nova.objects.instance [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lazy-loading 'migration_context' on Instance uuid 27fc1417-ad28-4721-bd18-9721f81934a0 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.198423] env[70039]: DEBUG nova.compute.manager [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1284.290911] env[70039]: DEBUG nova.virt.hardware [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.291208] env[70039]: DEBUG nova.virt.hardware [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.291370] env[70039]: DEBUG nova.virt.hardware [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.291551] env[70039]: DEBUG nova.virt.hardware [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.291697] env[70039]: DEBUG nova.virt.hardware [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.291842] env[70039]: DEBUG nova.virt.hardware [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.292065] env[70039]: DEBUG nova.virt.hardware [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.292231] env[70039]: DEBUG nova.virt.hardware [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.292432] env[70039]: DEBUG nova.virt.hardware [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.292615] env[70039]: DEBUG nova.virt.hardware [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.292792] env[70039]: DEBUG nova.virt.hardware [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.293707] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2567a105-c940-43cb-8dc8-534014b69432 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.301596] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a186a4-e3e3-4d3d-986b-eddb4fe0b03e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.318427] env[70039]: DEBUG nova.compute.manager [req-2e7b5b5c-a922-4aec-a05a-2a9481c461ed req-9614adec-6964-4076-a9bb-50d8c7317646 service nova] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Received event network-vif-plugged-a332e1c7-205e-4c74-bcf0-4f206cf7e68c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.318427] env[70039]: DEBUG oslo_concurrency.lockutils [req-2e7b5b5c-a922-4aec-a05a-2a9481c461ed req-9614adec-6964-4076-a9bb-50d8c7317646 service nova] Acquiring lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.318632] env[70039]: DEBUG oslo_concurrency.lockutils [req-2e7b5b5c-a922-4aec-a05a-2a9481c461ed req-9614adec-6964-4076-a9bb-50d8c7317646 service nova] Lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.318800] env[70039]: DEBUG oslo_concurrency.lockutils [req-2e7b5b5c-a922-4aec-a05a-2a9481c461ed req-9614adec-6964-4076-a9bb-50d8c7317646 service nova] Lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.318966] env[70039]: DEBUG nova.compute.manager [req-2e7b5b5c-a922-4aec-a05a-2a9481c461ed req-9614adec-6964-4076-a9bb-50d8c7317646 service nova] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] No waiting events found dispatching network-vif-plugged-a332e1c7-205e-4c74-bcf0-4f206cf7e68c {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1284.319245] env[70039]: WARNING nova.compute.manager [req-2e7b5b5c-a922-4aec-a05a-2a9481c461ed req-9614adec-6964-4076-a9bb-50d8c7317646 service nova] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Received unexpected event network-vif-plugged-a332e1c7-205e-4c74-bcf0-4f206cf7e68c for instance with vm_state building and task_state spawning. [ 1284.406372] env[70039]: DEBUG nova.network.neutron [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Successfully updated port: a332e1c7-205e-4c74-bcf0-4f206cf7e68c {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1284.521573] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b79a2f-6609-4004-baf3-15c9fbda7b99 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.529267] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76d0136-7482-4d11-b684-aedd6af05d62 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.558589] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4d26cd-f110-440e-93c1-42616f45928f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.565345] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e532a9d1-554f-41aa-86d2-78c6734ffaf3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.579545] env[70039]: DEBUG nova.compute.provider_tree [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.916126] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "refresh_cache-f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.916397] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired lock "refresh_cache-f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.916446] env[70039]: DEBUG nova.network.neutron [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.082262] env[70039]: DEBUG nova.scheduler.client.report [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.446166] env[70039]: DEBUG nova.network.neutron [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.845656] env[70039]: DEBUG nova.network.neutron [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Updating instance_info_cache with network_info: [{"id": "a332e1c7-205e-4c74-bcf0-4f206cf7e68c", "address": "fa:16:3e:4c:e9:4c", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa332e1c7-20", "ovs_interfaceid": "a332e1c7-205e-4c74-bcf0-4f206cf7e68c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.093449] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.725s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.098897] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.690s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.099135] env[70039]: DEBUG nova.objects.instance [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lazy-loading 'resources' on Instance uuid e1a241ac-7119-48fa-8482-886a79255da7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.344996] env[70039]: DEBUG nova.compute.manager [req-802c49b3-3c31-42f3-a995-7e8bfab95b4e req-144c4f0b-c998-4357-b63c-182f4c9ece93 service nova] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Received event network-changed-a332e1c7-205e-4c74-bcf0-4f206cf7e68c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.345224] env[70039]: DEBUG nova.compute.manager [req-802c49b3-3c31-42f3-a995-7e8bfab95b4e req-144c4f0b-c998-4357-b63c-182f4c9ece93 service nova] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Refreshing instance network info cache due to event network-changed-a332e1c7-205e-4c74-bcf0-4f206cf7e68c. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.345418] env[70039]: DEBUG oslo_concurrency.lockutils [req-802c49b3-3c31-42f3-a995-7e8bfab95b4e req-144c4f0b-c998-4357-b63c-182f4c9ece93 service nova] Acquiring lock "refresh_cache-f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.348163] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Releasing lock "refresh_cache-f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.348438] env[70039]: DEBUG nova.compute.manager [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Instance network_info: |[{"id": "a332e1c7-205e-4c74-bcf0-4f206cf7e68c", "address": "fa:16:3e:4c:e9:4c", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa332e1c7-20", "ovs_interfaceid": "a332e1c7-205e-4c74-bcf0-4f206cf7e68c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1286.348912] env[70039]: DEBUG oslo_concurrency.lockutils [req-802c49b3-3c31-42f3-a995-7e8bfab95b4e req-144c4f0b-c998-4357-b63c-182f4c9ece93 service nova] Acquired lock "refresh_cache-f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.349102] env[70039]: DEBUG nova.network.neutron [req-802c49b3-3c31-42f3-a995-7e8bfab95b4e req-144c4f0b-c998-4357-b63c-182f4c9ece93 service nova] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Refreshing network info cache for port a332e1c7-205e-4c74-bcf0-4f206cf7e68c {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.351963] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:e9:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a332e1c7-205e-4c74-bcf0-4f206cf7e68c', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1286.357539] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1286.360380] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1286.360807] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68472c51-4a61-4d51-9aa1-cfef518ae50f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.380620] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.380620] env[70039]: value = "task-3331746" [ 1286.380620] env[70039]: _type = "Task" [ 1286.380620] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.388174] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331746, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.553951] env[70039]: DEBUG nova.network.neutron [req-802c49b3-3c31-42f3-a995-7e8bfab95b4e req-144c4f0b-c998-4357-b63c-182f4c9ece93 service nova] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Updated VIF entry in instance network info cache for port a332e1c7-205e-4c74-bcf0-4f206cf7e68c. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.554333] env[70039]: DEBUG nova.network.neutron [req-802c49b3-3c31-42f3-a995-7e8bfab95b4e req-144c4f0b-c998-4357-b63c-182f4c9ece93 service nova] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Updating instance_info_cache with network_info: [{"id": "a332e1c7-205e-4c74-bcf0-4f206cf7e68c", "address": "fa:16:3e:4c:e9:4c", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa332e1c7-20", "ovs_interfaceid": "a332e1c7-205e-4c74-bcf0-4f206cf7e68c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.743936] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a671db10-ce8f-4f00-bac8-31e12614fff6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.437696] env[70039]: DEBUG oslo_concurrency.lockutils [req-802c49b3-3c31-42f3-a995-7e8bfab95b4e req-144c4f0b-c998-4357-b63c-182f4c9ece93 service nova] Releasing lock "refresh_cache-f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.446668] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da89f754-120b-4d10-8a6a-11b7c29cadf4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.456255] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331746, 'name': CreateVM_Task, 'duration_secs': 0.328517} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.478956] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.479877] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.480086] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.480420] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.481180] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d5528f-f26e-4f29-bdd4-dc7490c9f8df {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.483663] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6b9c123-cb2e-4099-917d-7e5e10a24d04 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.488678] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1287.488678] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]526a6d01-4598-08e7-dada-ee381907dbab" [ 1287.488678] env[70039]: _type = "Task" [ 1287.488678] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.494239] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9855c72e-d2f6-4b67-b3ba-c447f98133b7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.507355] env[70039]: DEBUG nova.compute.provider_tree [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.512444] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526a6d01-4598-08e7-dada-ee381907dbab, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.512946] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.513200] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.513438] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.513581] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.513761] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.514030] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08b813b1-b7ee-41aa-a06c-b25d702a8916 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.522390] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.522567] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1287.523275] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e91f90-6d37-4bd9-ae1a-6445f44a27a8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.528400] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1287.528400] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524dbbe4-fa04-00f0-3de4-1c363d3d1a62" [ 1287.528400] env[70039]: _type = "Task" [ 1287.528400] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.535858] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524dbbe4-fa04-00f0-3de4-1c363d3d1a62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.965472] env[70039]: INFO nova.compute.manager [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Swapping old allocation on dict_keys(['543a9f30-645b-4a81-8076-3a3e96a6f37d']) held by migration da155c28-bb2d-42ec-8be1-f0eb923f4e6e for instance [ 1287.987643] env[70039]: DEBUG nova.scheduler.client.report [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Overwriting current allocation {'allocations': {'543a9f30-645b-4a81-8076-3a3e96a6f37d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 155}}, 'project_id': '16843037a89d4012b44f82e4aecb79d6', 'user_id': '9f2a7e52a9484a70bff0d104163477a9', 'consumer_generation': 1} on consumer 27fc1417-ad28-4721-bd18-9721f81934a0 {{(pid=70039) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1288.014380] env[70039]: DEBUG nova.scheduler.client.report [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.042639] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524dbbe4-fa04-00f0-3de4-1c363d3d1a62, 'name': SearchDatastore_Task, 'duration_secs': 0.007999} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.043404] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bedf927b-dcc9-434f-ab63-3b81c0ecd9bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.048164] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1288.048164] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521b0521-32ad-e9c1-cd7e-9d7634198274" [ 1288.048164] env[70039]: _type = "Task" [ 1288.048164] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.055881] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521b0521-32ad-e9c1-cd7e-9d7634198274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.088877] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.089079] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.089340] env[70039]: DEBUG nova.network.neutron [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.519709] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.421s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.535910] env[70039]: INFO nova.scheduler.client.report [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleted allocations for instance e1a241ac-7119-48fa-8482-886a79255da7 [ 1288.557926] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521b0521-32ad-e9c1-cd7e-9d7634198274, 'name': SearchDatastore_Task, 'duration_secs': 0.009514} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.560037] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.560037] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] f6937e8d-75b4-459e-8eeb-6a33c8f67c6d/f6937e8d-75b4-459e-8eeb-6a33c8f67c6d.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.560037] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc95df20-7812-4843-a5db-721eb18728c6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.566058] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1288.566058] env[70039]: value = "task-3331747" [ 1288.566058] env[70039]: _type = "Task" [ 1288.566058] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.573555] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.808893] env[70039]: DEBUG nova.network.neutron [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updating instance_info_cache with network_info: [{"id": "0918d00e-2f14-47bf-8e8c-e4f9b7d3018f", "address": "fa:16:3e:ef:19:7d", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0918d00e-2f", "ovs_interfaceid": "0918d00e-2f14-47bf-8e8c-e4f9b7d3018f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.043321] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94f120b7-eac3-4606-9d10-01f0dd62c3e1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "e1a241ac-7119-48fa-8482-886a79255da7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.037s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.075642] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426927} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.075899] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] f6937e8d-75b4-459e-8eeb-6a33c8f67c6d/f6937e8d-75b4-459e-8eeb-6a33c8f67c6d.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.076131] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.076375] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d70b52f-cd05-4dc1-8414-33eb2c8c6060 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.082289] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1289.082289] env[70039]: value = "task-3331748" [ 1289.082289] env[70039]: _type = "Task" [ 1289.082289] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.089894] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.312075] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "refresh_cache-27fc1417-ad28-4721-bd18-9721f81934a0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.313107] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5377e40-e74b-4cb2-9c50-a2a368922400 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.320647] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e010de-93e4-4514-aae9-38a54b0ff02a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.592077] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061065} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.592391] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.592993] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d72661-0e2f-4f0c-b296-91d9d78393f0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.614351] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] f6937e8d-75b4-459e-8eeb-6a33c8f67c6d/f6937e8d-75b4-459e-8eeb-6a33c8f67c6d.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.614580] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f039a8f2-6c0b-4b4a-981c-687b702881a0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.633823] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1289.633823] env[70039]: value = "task-3331749" [ 1289.633823] env[70039]: _type = "Task" [ 1289.633823] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.642315] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.143453] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331749, 'name': ReconfigVM_Task, 'duration_secs': 0.26962} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.143733] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Reconfigured VM instance instance-00000072 to attach disk [datastore2] f6937e8d-75b4-459e-8eeb-6a33c8f67c6d/f6937e8d-75b4-459e-8eeb-6a33c8f67c6d.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.144419] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8e60497-c958-4619-9380-ee4842ee3ac0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.151422] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1290.151422] env[70039]: value = "task-3331750" [ 1290.151422] env[70039]: _type = "Task" [ 1290.151422] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.158745] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331750, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.235739] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "57ba1c89-f635-4a04-b665-d5697b752af5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.235984] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "57ba1c89-f635-4a04-b665-d5697b752af5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.405061] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.405349] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d852dc2-cf25-45c6-af6f-bae2d0e1ec2c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.413213] env[70039]: DEBUG oslo_vmware.api [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1290.413213] env[70039]: value = "task-3331751" [ 1290.413213] env[70039]: _type = "Task" [ 1290.413213] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.421180] env[70039]: DEBUG oslo_vmware.api [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.661177] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331750, 'name': Rename_Task, 'duration_secs': 0.132276} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.661568] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.661675] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f529db60-3dd5-4234-a8ca-0cc1a7e3fe44 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.668180] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1290.668180] env[70039]: value = "task-3331752" [ 1290.668180] env[70039]: _type = "Task" [ 1290.668180] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.675623] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.738825] env[70039]: DEBUG nova.compute.manager [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1290.922810] env[70039]: DEBUG oslo_vmware.api [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331751, 'name': PowerOffVM_Task, 'duration_secs': 0.238914} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.923037] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.923676] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.923891] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.924063] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.924280] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.924433] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.924583] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.924789] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.924948] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.925130] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.925296] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.925465] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.930610] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5061a6e4-7a0f-415c-818b-318619daeb41 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.946962] env[70039]: DEBUG oslo_vmware.api [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1290.946962] env[70039]: value = "task-3331753" [ 1290.946962] env[70039]: _type = "Task" [ 1290.946962] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.954957] env[70039]: DEBUG oslo_vmware.api [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.178233] env[70039]: DEBUG oslo_vmware.api [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331752, 'name': PowerOnVM_Task, 'duration_secs': 0.490416} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.178471] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.178782] env[70039]: INFO nova.compute.manager [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Took 6.98 seconds to spawn the instance on the hypervisor. [ 1291.178969] env[70039]: DEBUG nova.compute.manager [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.179820] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fb9d24-1cd7-4589-837b-3bb3911a3efd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.265000] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.265271] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.266861] env[70039]: INFO nova.compute.claims [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.457424] env[70039]: DEBUG oslo_vmware.api [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331753, 'name': ReconfigVM_Task, 'duration_secs': 0.173926} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.458292] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaf8a5a-e6c8-46ce-88cd-bc3c42cd9cc1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.478424] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.478669] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.478827] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.479015] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.479174] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.479325] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.479527] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.479684] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.479847] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.480013] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.480213] env[70039]: DEBUG nova.virt.hardware [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.480983] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-909d757e-a61e-4866-a22c-00b79473c766 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.486095] env[70039]: DEBUG oslo_vmware.api [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1291.486095] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5251d90f-b712-c354-7673-72493b521970" [ 1291.486095] env[70039]: _type = "Task" [ 1291.486095] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.493422] env[70039]: DEBUG oslo_vmware.api [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5251d90f-b712-c354-7673-72493b521970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.695968] env[70039]: INFO nova.compute.manager [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Took 11.77 seconds to build instance. [ 1291.996205] env[70039]: DEBUG oslo_vmware.api [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5251d90f-b712-c354-7673-72493b521970, 'name': SearchDatastore_Task, 'duration_secs': 0.007201} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.001418] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1292.001684] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61276fa8-5e86-4481-80b2-edf104e647ed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.019623] env[70039]: DEBUG oslo_vmware.api [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1292.019623] env[70039]: value = "task-3331754" [ 1292.019623] env[70039]: _type = "Task" [ 1292.019623] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.026658] env[70039]: DEBUG oslo_vmware.api [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.136028] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d4ec810a-404e-4b6a-ae06-9589b15f5d3f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.199396] env[70039]: DEBUG oslo_concurrency.lockutils [None req-69cec25c-fa30-4589-84d7-b76b61f64c2e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.287s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.199707] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d4ec810a-404e-4b6a-ae06-9589b15f5d3f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.064s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.199950] env[70039]: DEBUG nova.compute.manager [None req-d4ec810a-404e-4b6a-ae06-9589b15f5d3f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.200833] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d26e7a7-7214-4d5e-8259-c0039ac64e9f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.208194] env[70039]: DEBUG nova.compute.manager [None req-d4ec810a-404e-4b6a-ae06-9589b15f5d3f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70039) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1292.208754] env[70039]: DEBUG nova.objects.instance [None req-d4ec810a-404e-4b6a-ae06-9589b15f5d3f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lazy-loading 'flavor' on Instance uuid f6937e8d-75b4-459e-8eeb-6a33c8f67c6d {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.394328] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b45f3f-8cec-4a76-9795-ef1d1635f2d0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.401602] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495d0e95-600e-4b37-b9b0-4b9db183810c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.434541] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218b8ff4-12df-4c65-8768-a0245e18551c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.441762] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0558b8b6-be6a-4fd3-a2ab-914949b2cf60 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.454491] env[70039]: DEBUG nova.compute.provider_tree [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.529527] env[70039]: DEBUG oslo_vmware.api [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331754, 'name': ReconfigVM_Task, 'duration_secs': 0.258559} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.529738] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1292.530516] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0a1d2a-e98b-481f-a40c-38c787379af9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.554644] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 27fc1417-ad28-4721-bd18-9721f81934a0/27fc1417-ad28-4721-bd18-9721f81934a0.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.554946] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d7ee7e0-b69f-4a52-a165-e89babdb47ff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.572057] env[70039]: DEBUG oslo_vmware.api [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1292.572057] env[70039]: value = "task-3331755" [ 1292.572057] env[70039]: _type = "Task" [ 1292.572057] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.579538] env[70039]: DEBUG oslo_vmware.api [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.957960] env[70039]: DEBUG nova.scheduler.client.report [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.081901] env[70039]: DEBUG oslo_vmware.api [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331755, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.216017] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ec810a-404e-4b6a-ae06-9589b15f5d3f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.216336] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9361e7a8-1e02-4dc8-8103-faacce760251 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.223389] env[70039]: DEBUG oslo_vmware.api [None req-d4ec810a-404e-4b6a-ae06-9589b15f5d3f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1293.223389] env[70039]: value = "task-3331756" [ 1293.223389] env[70039]: _type = "Task" [ 1293.223389] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.232416] env[70039]: DEBUG oslo_vmware.api [None req-d4ec810a-404e-4b6a-ae06-9589b15f5d3f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.462952] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.463541] env[70039]: DEBUG nova.compute.manager [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1293.582527] env[70039]: DEBUG oslo_vmware.api [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331755, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.733227] env[70039]: DEBUG oslo_vmware.api [None req-d4ec810a-404e-4b6a-ae06-9589b15f5d3f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331756, 'name': PowerOffVM_Task, 'duration_secs': 0.14179} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.733452] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ec810a-404e-4b6a-ae06-9589b15f5d3f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.733645] env[70039]: DEBUG nova.compute.manager [None req-d4ec810a-404e-4b6a-ae06-9589b15f5d3f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.734390] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364e09aa-b50d-4aa2-b101-490fd6461006 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.968440] env[70039]: DEBUG nova.compute.utils [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.969955] env[70039]: DEBUG nova.compute.manager [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1293.970122] env[70039]: DEBUG nova.network.neutron [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1294.005932] env[70039]: DEBUG nova.policy [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9124598c7844f5aa94b5c31ead23f2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6260e4000f06409abf12449ae3291205', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1294.085471] env[70039]: DEBUG oslo_vmware.api [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331755, 'name': ReconfigVM_Task, 'duration_secs': 1.28288} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.086321] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 27fc1417-ad28-4721-bd18-9721f81934a0/27fc1417-ad28-4721-bd18-9721f81934a0.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.087189] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbde17a5-2941-45da-bc24-42f149d948d6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.108610] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8633a20-9444-4b00-9cb2-f5bfd3acd01d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.128784] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd9ce18-497b-48bb-96da-8e5472c7f61d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.150698] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7107f3ee-30ac-4417-abd1-03805dd1f592 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.157088] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.157317] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43f63739-cb24-4cd5-9ef5-429fa68080f0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.163333] env[70039]: DEBUG oslo_vmware.api [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1294.163333] env[70039]: value = "task-3331757" [ 1294.163333] env[70039]: _type = "Task" [ 1294.163333] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.171111] env[70039]: DEBUG oslo_vmware.api [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.244885] env[70039]: DEBUG oslo_concurrency.lockutils [None req-d4ec810a-404e-4b6a-ae06-9589b15f5d3f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.330170] env[70039]: DEBUG nova.network.neutron [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Successfully created port: 9327bd23-d05e-4c5d-87e0-c23f32899851 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1294.473607] env[70039]: DEBUG nova.compute.manager [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1294.573545] env[70039]: INFO nova.compute.manager [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Rebuilding instance [ 1294.620232] env[70039]: DEBUG nova.compute.manager [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.621095] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1389a6c9-f9f8-4dda-a8f3-b7fb4a155885 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.673075] env[70039]: DEBUG oslo_vmware.api [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331757, 'name': PowerOnVM_Task, 'duration_secs': 0.3782} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.673503] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.436964] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.436964] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.437365] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.437365] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.437653] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._sync_power_states {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.483296] env[70039]: DEBUG nova.compute.manager [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1295.506987] env[70039]: DEBUG nova.virt.hardware [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.507281] env[70039]: DEBUG nova.virt.hardware [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.507460] env[70039]: DEBUG nova.virt.hardware [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.507657] env[70039]: DEBUG nova.virt.hardware [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.507806] env[70039]: DEBUG nova.virt.hardware [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.507951] env[70039]: DEBUG nova.virt.hardware [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.508175] env[70039]: DEBUG nova.virt.hardware [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.508336] env[70039]: DEBUG nova.virt.hardware [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.508501] env[70039]: DEBUG nova.virt.hardware [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.508660] env[70039]: DEBUG nova.virt.hardware [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.508846] env[70039]: DEBUG nova.virt.hardware [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.509801] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c284b01-d57a-4352-ad4e-b3ff653e5bc7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.517106] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45af2278-2074-466e-ba41-bd0cecc18862 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.633321] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.633644] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79d8a4c4-fd07-479c-ad94-4b44194bf6e3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.640717] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1295.640717] env[70039]: value = "task-3331758" [ 1295.640717] env[70039]: _type = "Task" [ 1295.640717] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.649643] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.726683] env[70039]: INFO nova.compute.manager [None req-8ddd7a3b-5fd3-4882-a0d2-08a32a076340 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updating instance to original state: 'active' [ 1295.731574] env[70039]: DEBUG nova.compute.manager [req-cea1a52a-979f-4fc5-9ef6-7424e9267251 req-55cf233a-03fc-4296-829c-8855eb201a66 service nova] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Received event network-vif-plugged-9327bd23-d05e-4c5d-87e0-c23f32899851 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.731785] env[70039]: DEBUG oslo_concurrency.lockutils [req-cea1a52a-979f-4fc5-9ef6-7424e9267251 req-55cf233a-03fc-4296-829c-8855eb201a66 service nova] Acquiring lock "57ba1c89-f635-4a04-b665-d5697b752af5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.731988] env[70039]: DEBUG oslo_concurrency.lockutils [req-cea1a52a-979f-4fc5-9ef6-7424e9267251 req-55cf233a-03fc-4296-829c-8855eb201a66 service nova] Lock "57ba1c89-f635-4a04-b665-d5697b752af5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.732172] env[70039]: DEBUG oslo_concurrency.lockutils [req-cea1a52a-979f-4fc5-9ef6-7424e9267251 req-55cf233a-03fc-4296-829c-8855eb201a66 service nova] Lock "57ba1c89-f635-4a04-b665-d5697b752af5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.732340] env[70039]: DEBUG nova.compute.manager [req-cea1a52a-979f-4fc5-9ef6-7424e9267251 req-55cf233a-03fc-4296-829c-8855eb201a66 service nova] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] No waiting events found dispatching network-vif-plugged-9327bd23-d05e-4c5d-87e0-c23f32899851 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1295.732501] env[70039]: WARNING nova.compute.manager [req-cea1a52a-979f-4fc5-9ef6-7424e9267251 req-55cf233a-03fc-4296-829c-8855eb201a66 service nova] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Received unexpected event network-vif-plugged-9327bd23-d05e-4c5d-87e0-c23f32899851 for instance with vm_state building and task_state spawning. [ 1295.793933] env[70039]: DEBUG nova.network.neutron [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Successfully updated port: 9327bd23-d05e-4c5d-87e0-c23f32899851 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1295.943099] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Getting list of instances from cluster (obj){ [ 1295.943099] env[70039]: value = "domain-c8" [ 1295.943099] env[70039]: _type = "ClusterComputeResource" [ 1295.943099] env[70039]: } {{(pid=70039) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1295.943963] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747c5c70-47d0-4cc7-9cd1-187f96b97dba {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.960856] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Got total of 9 instances {{(pid=70039) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1295.961016] env[70039]: WARNING nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] While synchronizing instance power states, found 10 instances in the database and 9 instances on the hypervisor. [ 1295.961267] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Triggering sync for uuid bced78af-9276-4173-808a-d730c9db5a92 {{(pid=70039) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1295.961468] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Triggering sync for uuid 3cb2916e-cf65-4df3-8ba9-e824967f7df4 {{(pid=70039) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1295.961624] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Triggering sync for uuid 27fc1417-ad28-4721-bd18-9721f81934a0 {{(pid=70039) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1295.961772] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Triggering sync for uuid 029644a4-e847-4a30-a56e-79596dd114cb {{(pid=70039) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1295.961917] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Triggering sync for uuid dbccc65d-170f-4015-8f6e-7a1817a83d9b {{(pid=70039) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1295.962071] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Triggering sync for uuid 7d0b067c-6518-4294-91a8-02bda6feac60 {{(pid=70039) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1295.962219] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Triggering sync for uuid 7a703135-3bf6-4076-ab52-b78005c7a900 {{(pid=70039) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1295.962363] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Triggering sync for uuid f00a0641-1636-4aac-9843-ec218ccc0d62 {{(pid=70039) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1295.962539] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Triggering sync for uuid f6937e8d-75b4-459e-8eeb-6a33c8f67c6d {{(pid=70039) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1295.962700] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Triggering sync for uuid 57ba1c89-f635-4a04-b665-d5697b752af5 {{(pid=70039) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1295.963034] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "bced78af-9276-4173-808a-d730c9db5a92" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.963251] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "bced78af-9276-4173-808a-d730c9db5a92" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.963505] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.963685] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.963903] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "27fc1417-ad28-4721-bd18-9721f81934a0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.964094] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "27fc1417-ad28-4721-bd18-9721f81934a0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.964296] env[70039]: INFO nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1295.964512] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "27fc1417-ad28-4721-bd18-9721f81934a0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.964712] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "029644a4-e847-4a30-a56e-79596dd114cb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.964890] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "029644a4-e847-4a30-a56e-79596dd114cb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.965134] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "dbccc65d-170f-4015-8f6e-7a1817a83d9b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.965313] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "dbccc65d-170f-4015-8f6e-7a1817a83d9b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.965534] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "7d0b067c-6518-4294-91a8-02bda6feac60" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.965706] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "7d0b067c-6518-4294-91a8-02bda6feac60" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.965917] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "7a703135-3bf6-4076-ab52-b78005c7a900" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.966102] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "7a703135-3bf6-4076-ab52-b78005c7a900" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.966325] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "f00a0641-1636-4aac-9843-ec218ccc0d62" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.966499] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "f00a0641-1636-4aac-9843-ec218ccc0d62" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.966713] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.966885] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.967055] env[70039]: INFO nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] During sync_power_state the instance has a pending task (rebuilding). Skip. [ 1295.967219] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.967400] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "57ba1c89-f635-4a04-b665-d5697b752af5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.967581] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.967711] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70039) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1295.968408] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0b312c-c04d-4849-b32a-d77bede2e3f5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.971416] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f2b71b-eec9-4d87-bd09-01a3072fe87b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.974053] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b61c9d5-fc24-4a7a-b149-78c675fd3a6b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.976700] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3c2958-822e-4f23-ab84-5074817fcc1f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.979260] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a093b0-59ca-4194-8efb-e486e49cabbc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.981939] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f870ee56-05c3-487e-a2ec-a53c964e79d0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.984441] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5b8af9-0a5b-404a-88ed-d797ce49ac2e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.032768] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "bced78af-9276-4173-808a-d730c9db5a92" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.068s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.152166] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] VM already powered off {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1296.152412] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.153149] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c3c9a2-21ac-4ca2-9e45-f5d621f7b8ce {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.159539] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.159743] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfbffe65-ec40-4ab4-8d66-6fd23beb87fd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.220475] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.220677] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.220868] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Deleting the datastore file [datastore2] f6937e8d-75b4-459e-8eeb-6a33c8f67c6d {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.221184] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9caf801c-9077-4612-9c76-43223d6e3c30 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.227112] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1296.227112] env[70039]: value = "task-3331760" [ 1296.227112] env[70039]: _type = "Task" [ 1296.227112] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.238335] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.296182] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "refresh_cache-57ba1c89-f635-4a04-b665-d5697b752af5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.296366] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "refresh_cache-57ba1c89-f635-4a04-b665-d5697b752af5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.296532] env[70039]: DEBUG nova.network.neutron [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.483078] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.497937] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "029644a4-e847-4a30-a56e-79596dd114cb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.524562] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "dbccc65d-170f-4015-8f6e-7a1817a83d9b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.524907] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "7a703135-3bf6-4076-ab52-b78005c7a900" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.525221] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.539761] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "f00a0641-1636-4aac-9843-ec218ccc0d62" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.573s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.545268] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "7d0b067c-6518-4294-91a8-02bda6feac60" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.579s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.737259] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134605} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.737511] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.737698] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.737868] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.840088] env[70039]: DEBUG nova.network.neutron [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.934411] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager.update_available_resource {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.008054] env[70039]: DEBUG nova.network.neutron [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Updating instance_info_cache with network_info: [{"id": "9327bd23-d05e-4c5d-87e0-c23f32899851", "address": "fa:16:3e:ff:f4:20", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9327bd23-d0", "ovs_interfaceid": "9327bd23-d05e-4c5d-87e0-c23f32899851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.438548] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.438835] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.439020] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.439214] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70039) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1297.440608] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160fd5e3-4fe9-43dd-b80a-6417e6ed813f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.451301] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136a1d27-5062-4ad1-a460-e7afd2958c45 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.465356] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a212be-0ebd-45ae-acef-a432f309f69a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.471722] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e3b6ed-73b9-4fe5-b5a1-570f4f05bde6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.502288] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180028MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=70039) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1297.502574] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.502811] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.510523] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "refresh_cache-57ba1c89-f635-4a04-b665-d5697b752af5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.510674] env[70039]: DEBUG nova.compute.manager [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Instance network_info: |[{"id": "9327bd23-d05e-4c5d-87e0-c23f32899851", "address": "fa:16:3e:ff:f4:20", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9327bd23-d0", "ovs_interfaceid": "9327bd23-d05e-4c5d-87e0-c23f32899851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1297.511110] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:f4:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9327bd23-d05e-4c5d-87e0-c23f32899851', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.519088] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.520075] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.520823] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-945fcca8-de16-4caa-b726-30da860814d5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.539808] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.539808] env[70039]: value = "task-3331761" [ 1297.539808] env[70039]: _type = "Task" [ 1297.539808] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.547203] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331761, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.676107] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "27fc1417-ad28-4721-bd18-9721f81934a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.676393] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "27fc1417-ad28-4721-bd18-9721f81934a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.676629] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "27fc1417-ad28-4721-bd18-9721f81934a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.676836] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "27fc1417-ad28-4721-bd18-9721f81934a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.677041] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "27fc1417-ad28-4721-bd18-9721f81934a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.679315] env[70039]: INFO nova.compute.manager [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Terminating instance [ 1297.757804] env[70039]: DEBUG nova.compute.manager [req-51bb8861-a154-4dd6-82ec-ab11a2db1997 req-02640cc4-d6d8-4ba8-aa52-b3df78dd2e73 service nova] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Received event network-changed-9327bd23-d05e-4c5d-87e0-c23f32899851 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.758009] env[70039]: DEBUG nova.compute.manager [req-51bb8861-a154-4dd6-82ec-ab11a2db1997 req-02640cc4-d6d8-4ba8-aa52-b3df78dd2e73 service nova] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Refreshing instance network info cache due to event network-changed-9327bd23-d05e-4c5d-87e0-c23f32899851. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.758222] env[70039]: DEBUG oslo_concurrency.lockutils [req-51bb8861-a154-4dd6-82ec-ab11a2db1997 req-02640cc4-d6d8-4ba8-aa52-b3df78dd2e73 service nova] Acquiring lock "refresh_cache-57ba1c89-f635-4a04-b665-d5697b752af5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.758360] env[70039]: DEBUG oslo_concurrency.lockutils [req-51bb8861-a154-4dd6-82ec-ab11a2db1997 req-02640cc4-d6d8-4ba8-aa52-b3df78dd2e73 service nova] Acquired lock "refresh_cache-57ba1c89-f635-4a04-b665-d5697b752af5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.758516] env[70039]: DEBUG nova.network.neutron [req-51bb8861-a154-4dd6-82ec-ab11a2db1997 req-02640cc4-d6d8-4ba8-aa52-b3df78dd2e73 service nova] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Refreshing network info cache for port 9327bd23-d05e-4c5d-87e0-c23f32899851 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.775896] env[70039]: DEBUG nova.virt.hardware [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1297.776155] env[70039]: DEBUG nova.virt.hardware [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.776315] env[70039]: DEBUG nova.virt.hardware [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.776499] env[70039]: DEBUG nova.virt.hardware [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.776643] env[70039]: DEBUG nova.virt.hardware [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.776790] env[70039]: DEBUG nova.virt.hardware [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1297.776997] env[70039]: DEBUG nova.virt.hardware [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1297.777177] env[70039]: DEBUG nova.virt.hardware [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1297.777347] env[70039]: DEBUG nova.virt.hardware [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1297.777510] env[70039]: DEBUG nova.virt.hardware [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1297.777677] env[70039]: DEBUG nova.virt.hardware [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1297.778895] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac4e946-814d-40e3-862f-4feb04868ce2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.786561] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad63b594-dc31-4ada-bc1a-1a1b8dc99092 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.799762] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:e9:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a332e1c7-205e-4c74-bcf0-4f206cf7e68c', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.806977] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.807407] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.807612] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c6f0981-925c-462e-b3a9-76303604b02a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.825530] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.825530] env[70039]: value = "task-3331762" [ 1297.825530] env[70039]: _type = "Task" [ 1297.825530] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.832609] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331762, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.016238] env[70039]: DEBUG oslo_concurrency.lockutils [None req-639b8fd8-001f-4697-8247-bafca9b0d7e8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.016478] env[70039]: DEBUG oslo_concurrency.lockutils [None req-639b8fd8-001f-4697-8247-bafca9b0d7e8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.049276] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331761, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.183778] env[70039]: DEBUG nova.compute.manager [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1298.184056] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.184290] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81ab21df-25a5-4cd0-ae6d-9edff1b29ae2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.191239] env[70039]: DEBUG oslo_vmware.api [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1298.191239] env[70039]: value = "task-3331763" [ 1298.191239] env[70039]: _type = "Task" [ 1298.191239] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.198527] env[70039]: DEBUG oslo_vmware.api [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.335834] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331762, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.491732] env[70039]: DEBUG nova.network.neutron [req-51bb8861-a154-4dd6-82ec-ab11a2db1997 req-02640cc4-d6d8-4ba8-aa52-b3df78dd2e73 service nova] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Updated VIF entry in instance network info cache for port 9327bd23-d05e-4c5d-87e0-c23f32899851. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.492298] env[70039]: DEBUG nova.network.neutron [req-51bb8861-a154-4dd6-82ec-ab11a2db1997 req-02640cc4-d6d8-4ba8-aa52-b3df78dd2e73 service nova] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Updating instance_info_cache with network_info: [{"id": "9327bd23-d05e-4c5d-87e0-c23f32899851", "address": "fa:16:3e:ff:f4:20", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9327bd23-d0", "ovs_interfaceid": "9327bd23-d05e-4c5d-87e0-c23f32899851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.524070] env[70039]: INFO nova.compute.manager [None req-639b8fd8-001f-4697-8247-bafca9b0d7e8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Detaching volume cf106997-41c2-467e-a42c-5c77d1c5e560 [ 1298.548991] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance bced78af-9276-4173-808a-d730c9db5a92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1298.549424] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 029644a4-e847-4a30-a56e-79596dd114cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1298.549510] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 3cb2916e-cf65-4df3-8ba9-e824967f7df4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1298.549679] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance dbccc65d-170f-4015-8f6e-7a1817a83d9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1298.549914] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 7d0b067c-6518-4294-91a8-02bda6feac60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1298.550209] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 7a703135-3bf6-4076-ab52-b78005c7a900 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1298.550469] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 27fc1417-ad28-4721-bd18-9721f81934a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1298.550670] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance f00a0641-1636-4aac-9843-ec218ccc0d62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1298.551033] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance f6937e8d-75b4-459e-8eeb-6a33c8f67c6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1298.551112] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 57ba1c89-f635-4a04-b665-d5697b752af5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1298.551420] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1298.551662] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1298.561368] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331761, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.563335] env[70039]: INFO nova.virt.block_device [None req-639b8fd8-001f-4697-8247-bafca9b0d7e8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Attempting to driver detach volume cf106997-41c2-467e-a42c-5c77d1c5e560 from mountpoint /dev/sdb [ 1298.563703] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-639b8fd8-001f-4697-8247-bafca9b0d7e8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Volume detach. Driver type: vmdk {{(pid=70039) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1298.564050] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-639b8fd8-001f-4697-8247-bafca9b0d7e8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665075', 'volume_id': 'cf106997-41c2-467e-a42c-5c77d1c5e560', 'name': 'volume-cf106997-41c2-467e-a42c-5c77d1c5e560', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3cb2916e-cf65-4df3-8ba9-e824967f7df4', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf106997-41c2-467e-a42c-5c77d1c5e560', 'serial': 'cf106997-41c2-467e-a42c-5c77d1c5e560'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1298.565329] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f046f4-a1e6-4bbf-8750-5ae708a20288 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.591983] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0d476a-82e6-4754-bb8b-45b3ee2e1879 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.598654] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2410f3-97e3-42d9-b344-145c433f6e06 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.620894] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910cc024-3f49-4025-a601-1b1f6caa5b99 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.636460] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-639b8fd8-001f-4697-8247-bafca9b0d7e8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] The volume has not been displaced from its original location: [datastore1] volume-cf106997-41c2-467e-a42c-5c77d1c5e560/volume-cf106997-41c2-467e-a42c-5c77d1c5e560.vmdk. No consolidation needed. {{(pid=70039) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1298.641851] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-639b8fd8-001f-4697-8247-bafca9b0d7e8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1298.644674] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9beb6c7f-0b90-4490-9bc3-e905a7472fdc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.663465] env[70039]: DEBUG oslo_vmware.api [None req-639b8fd8-001f-4697-8247-bafca9b0d7e8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1298.663465] env[70039]: value = "task-3331764" [ 1298.663465] env[70039]: _type = "Task" [ 1298.663465] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.674750] env[70039]: DEBUG oslo_vmware.api [None req-639b8fd8-001f-4697-8247-bafca9b0d7e8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.699823] env[70039]: DEBUG oslo_vmware.api [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331763, 'name': PowerOffVM_Task, 'duration_secs': 0.205913} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.700089] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.700315] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Volume detach. Driver type: vmdk {{(pid=70039) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1298.700515] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665082', 'volume_id': '3e4cfc06-ebeb-45bd-a65a-914863ab59a0', 'name': 'volume-3e4cfc06-ebeb-45bd-a65a-914863ab59a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '27fc1417-ad28-4721-bd18-9721f81934a0', 'attached_at': '2025-04-05T01:25:03.000000', 'detached_at': '', 'volume_id': '3e4cfc06-ebeb-45bd-a65a-914863ab59a0', 'serial': '3e4cfc06-ebeb-45bd-a65a-914863ab59a0'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1298.703392] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1549be-ccc5-464b-89b5-23091c2f382d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.726536] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26449f71-d8be-4e33-9d42-cb8c9b5774f8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.733299] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dd8425-2b15-48b8-994a-b2df09072507 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.755116] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3536db-19a6-40fc-9d3a-1ed4223b4698 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.769387] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] The volume has not been displaced from its original location: [datastore1] volume-3e4cfc06-ebeb-45bd-a65a-914863ab59a0/volume-3e4cfc06-ebeb-45bd-a65a-914863ab59a0.vmdk. No consolidation needed. {{(pid=70039) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1298.774678] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1298.777386] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78bac33f-e005-4cf7-b2c0-cf08f9957f07 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.796143] env[70039]: DEBUG oslo_vmware.api [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1298.796143] env[70039]: value = "task-3331765" [ 1298.796143] env[70039]: _type = "Task" [ 1298.796143] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.801193] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974f09d4-162b-4735-ac0a-29d42707bee1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.806642] env[70039]: DEBUG oslo_vmware.api [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.810641] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ca8436-1722-4555-a758-a6a7cceda935 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.844297] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c29e407-7849-438c-a35a-553f6e16b62d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.851622] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331762, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.854750] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a595f716-2478-4736-81af-85c1b0e0cd80 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.868028] env[70039]: DEBUG nova.compute.provider_tree [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.996009] env[70039]: DEBUG oslo_concurrency.lockutils [req-51bb8861-a154-4dd6-82ec-ab11a2db1997 req-02640cc4-d6d8-4ba8-aa52-b3df78dd2e73 service nova] Releasing lock "refresh_cache-57ba1c89-f635-4a04-b665-d5697b752af5" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.050639] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331761, 'name': CreateVM_Task, 'duration_secs': 1.330194} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.050827] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.056758] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.056937] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.057280] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.057527] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f41059c4-d8fb-4075-bd3c-8b0b68cd03e0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.061872] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1299.061872] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c84e7f-c5ca-6ddc-649c-4056da185491" [ 1299.061872] env[70039]: _type = "Task" [ 1299.061872] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.069396] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c84e7f-c5ca-6ddc-649c-4056da185491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.173041] env[70039]: DEBUG oslo_vmware.api [None req-639b8fd8-001f-4697-8247-bafca9b0d7e8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331764, 'name': ReconfigVM_Task, 'duration_secs': 0.243648} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.173381] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-639b8fd8-001f-4697-8247-bafca9b0d7e8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1299.177996] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1cfef48-11ba-42e0-a90c-1fa5d97eb7cf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.192216] env[70039]: DEBUG oslo_vmware.api [None req-639b8fd8-001f-4697-8247-bafca9b0d7e8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1299.192216] env[70039]: value = "task-3331766" [ 1299.192216] env[70039]: _type = "Task" [ 1299.192216] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.199476] env[70039]: DEBUG oslo_vmware.api [None req-639b8fd8-001f-4697-8247-bafca9b0d7e8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.305494] env[70039]: DEBUG oslo_vmware.api [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331765, 'name': ReconfigVM_Task, 'duration_secs': 0.207984} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.305931] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1299.310495] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-351de9f1-7798-441d-b63c-8013cac50ac7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.324044] env[70039]: DEBUG oslo_vmware.api [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1299.324044] env[70039]: value = "task-3331767" [ 1299.324044] env[70039]: _type = "Task" [ 1299.324044] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.331399] env[70039]: DEBUG oslo_vmware.api [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.349015] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331762, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.371101] env[70039]: DEBUG nova.scheduler.client.report [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.573058] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c84e7f-c5ca-6ddc-649c-4056da185491, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.573352] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.573567] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.573798] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.573974] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.574129] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.574585] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25b4a8d5-726b-4066-a083-7c6e2d5f4c71 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.582640] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.582832] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.583538] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-888e520f-a19b-4b88-8739-77ef1943dbf1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.588217] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1299.588217] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]529398ae-65d9-a495-eff1-8231a423cefe" [ 1299.588217] env[70039]: _type = "Task" [ 1299.588217] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.595474] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]529398ae-65d9-a495-eff1-8231a423cefe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.701803] env[70039]: DEBUG oslo_vmware.api [None req-639b8fd8-001f-4697-8247-bafca9b0d7e8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331766, 'name': ReconfigVM_Task, 'duration_secs': 0.127833} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.702116] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-639b8fd8-001f-4697-8247-bafca9b0d7e8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665075', 'volume_id': 'cf106997-41c2-467e-a42c-5c77d1c5e560', 'name': 'volume-cf106997-41c2-467e-a42c-5c77d1c5e560', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3cb2916e-cf65-4df3-8ba9-e824967f7df4', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf106997-41c2-467e-a42c-5c77d1c5e560', 'serial': 'cf106997-41c2-467e-a42c-5c77d1c5e560'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1299.834788] env[70039]: DEBUG oslo_vmware.api [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331767, 'name': ReconfigVM_Task, 'duration_secs': 0.123086} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.835126] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665082', 'volume_id': '3e4cfc06-ebeb-45bd-a65a-914863ab59a0', 'name': 'volume-3e4cfc06-ebeb-45bd-a65a-914863ab59a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '27fc1417-ad28-4721-bd18-9721f81934a0', 'attached_at': '2025-04-05T01:25:03.000000', 'detached_at': '', 'volume_id': '3e4cfc06-ebeb-45bd-a65a-914863ab59a0', 'serial': '3e4cfc06-ebeb-45bd-a65a-914863ab59a0'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1299.835424] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.836211] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c85f40-0516-4314-950e-d19fb83e968c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.843008] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.846068] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ab3dfbe-4b58-434b-aacb-bb02c2ccac78 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.851933] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331762, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.876019] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70039) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1299.876648] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.373s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.901540] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.901780] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.901914] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Deleting the datastore file [datastore2] 27fc1417-ad28-4721-bd18-9721f81934a0 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.902589] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87285afa-e745-47fb-9dc5-d7daca08ec08 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.908279] env[70039]: DEBUG oslo_vmware.api [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1299.908279] env[70039]: value = "task-3331769" [ 1299.908279] env[70039]: _type = "Task" [ 1299.908279] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.915810] env[70039]: DEBUG oslo_vmware.api [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.097549] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]529398ae-65d9-a495-eff1-8231a423cefe, 'name': SearchDatastore_Task, 'duration_secs': 0.008007} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.098360] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7c0f734-d367-47e2-9dbf-7406c8e10605 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.103053] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1300.103053] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f7332c-ee42-0226-5d71-718942ccdb90" [ 1300.103053] env[70039]: _type = "Task" [ 1300.103053] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.110077] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f7332c-ee42-0226-5d71-718942ccdb90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.241656] env[70039]: DEBUG nova.objects.instance [None req-639b8fd8-001f-4697-8247-bafca9b0d7e8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lazy-loading 'flavor' on Instance uuid 3cb2916e-cf65-4df3-8ba9-e824967f7df4 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.351937] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331762, 'name': CreateVM_Task, 'duration_secs': 2.197907} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.352137] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1300.352735] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.352898] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.353241] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.353488] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da3a3184-7d3b-4953-801b-c75f3caa84a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.357558] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1300.357558] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ecb90d-b30a-a888-bda2-5d24cc8360d6" [ 1300.357558] env[70039]: _type = "Task" [ 1300.357558] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.364650] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ecb90d-b30a-a888-bda2-5d24cc8360d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.417314] env[70039]: DEBUG oslo_vmware.api [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129429} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.417554] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.418209] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1300.418209] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.418209] env[70039]: INFO nova.compute.manager [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1300.418396] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.418477] env[70039]: DEBUG nova.compute.manager [-] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1300.418571] env[70039]: DEBUG nova.network.neutron [-] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1300.615103] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f7332c-ee42-0226-5d71-718942ccdb90, 'name': SearchDatastore_Task, 'duration_secs': 0.007777} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.615103] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.615103] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 57ba1c89-f635-4a04-b665-d5697b752af5/57ba1c89-f635-4a04-b665-d5697b752af5.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.615103] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e2622af-d89a-4335-8ea5-e868d7378764 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.621459] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1300.621459] env[70039]: value = "task-3331770" [ 1300.621459] env[70039]: _type = "Task" [ 1300.621459] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.628996] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.871268] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.871609] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ecb90d-b30a-a888-bda2-5d24cc8360d6, 'name': SearchDatastore_Task, 'duration_secs': 0.00871} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.872082] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.872402] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1300.872688] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.872885] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.877021] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1300.877021] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf69d59b-affc-48ba-bae7-1149311ec7a6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.890893] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1300.891170] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1300.893237] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce1b3d1-6174-458b-8fda-34e1dc745abf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.901226] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1300.901226] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520eef2a-ba7a-8e75-bf7e-6033c35a7455" [ 1300.901226] env[70039]: _type = "Task" [ 1300.901226] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.914482] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520eef2a-ba7a-8e75-bf7e-6033c35a7455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.926946] env[70039]: DEBUG nova.compute.manager [req-7f28405d-9581-43eb-83d3-82e0fdc1729b req-4c9e6c78-a191-444f-9c56-7426b0538090 service nova] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Received event network-vif-deleted-0918d00e-2f14-47bf-8e8c-e4f9b7d3018f {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.927312] env[70039]: INFO nova.compute.manager [req-7f28405d-9581-43eb-83d3-82e0fdc1729b req-4c9e6c78-a191-444f-9c56-7426b0538090 service nova] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Neutron deleted interface 0918d00e-2f14-47bf-8e8c-e4f9b7d3018f; detaching it from the instance and deleting it from the info cache [ 1300.927595] env[70039]: DEBUG nova.network.neutron [req-7f28405d-9581-43eb-83d3-82e0fdc1729b req-4c9e6c78-a191-444f-9c56-7426b0538090 service nova] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.136285] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331770, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.249366] env[70039]: DEBUG oslo_concurrency.lockutils [None req-639b8fd8-001f-4697-8247-bafca9b0d7e8 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.233s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.409834] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520eef2a-ba7a-8e75-bf7e-6033c35a7455, 'name': SearchDatastore_Task, 'duration_secs': 0.053079} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.410659] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a3ff266-4993-4b5b-91c8-d8a151497136 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.412853] env[70039]: DEBUG nova.network.neutron [-] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.417352] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1301.417352] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52cd7251-56c4-cc4c-1a25-4baba6bd1995" [ 1301.417352] env[70039]: _type = "Task" [ 1301.417352] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.426408] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52cd7251-56c4-cc4c-1a25-4baba6bd1995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.430070] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98a351b9-8b3c-4185-95c4-938059337660 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.438087] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1389f062-d15f-4016-9c7d-e148293e2084 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.468547] env[70039]: DEBUG nova.compute.manager [req-7f28405d-9581-43eb-83d3-82e0fdc1729b req-4c9e6c78-a191-444f-9c56-7426b0538090 service nova] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Detach interface failed, port_id=0918d00e-2f14-47bf-8e8c-e4f9b7d3018f, reason: Instance 27fc1417-ad28-4721-bd18-9721f81934a0 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1301.632688] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522706} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.632982] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 57ba1c89-f635-4a04-b665-d5697b752af5/57ba1c89-f635-4a04-b665-d5697b752af5.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1301.633570] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1301.633570] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdac3a5b-3634-47f3-8494-1c1570ea056e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.643617] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1301.643617] env[70039]: value = "task-3331771" [ 1301.643617] env[70039]: _type = "Task" [ 1301.643617] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.652837] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.915598] env[70039]: INFO nova.compute.manager [-] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Took 1.50 seconds to deallocate network for instance. [ 1301.927337] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52cd7251-56c4-cc4c-1a25-4baba6bd1995, 'name': SearchDatastore_Task, 'duration_secs': 0.010473} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.927631] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.927891] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] f6937e8d-75b4-459e-8eeb-6a33c8f67c6d/f6937e8d-75b4-459e-8eeb-6a33c8f67c6d.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1301.929094] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2887dffd-36e4-4a80-a490-ac49f6559459 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.935190] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1301.935190] env[70039]: value = "task-3331772" [ 1301.935190] env[70039]: _type = "Task" [ 1301.935190] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.942549] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.153691] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071979} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.153968] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1302.154817] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef6e86d-9224-41d5-8bfc-fa4ddd09e2dc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.178990] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 57ba1c89-f635-4a04-b665-d5697b752af5/57ba1c89-f635-4a04-b665-d5697b752af5.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.179347] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-329854a8-cf94-4e1d-8535-4b3b3e938b08 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.201763] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1302.201763] env[70039]: value = "task-3331773" [ 1302.201763] env[70039]: _type = "Task" [ 1302.201763] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.211137] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.318286] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.318605] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.318822] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.319057] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.319241] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.321731] env[70039]: INFO nova.compute.manager [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Terminating instance [ 1302.444327] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474208} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.444591] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] f6937e8d-75b4-459e-8eeb-6a33c8f67c6d/f6937e8d-75b4-459e-8eeb-6a33c8f67c6d.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1302.444804] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1302.445070] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb33ceb2-e0b4-465d-b4d3-14d8e6ec12c1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.451209] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1302.451209] env[70039]: value = "task-3331774" [ 1302.451209] env[70039]: _type = "Task" [ 1302.451209] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.458692] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.459909] env[70039]: INFO nova.compute.manager [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Took 0.54 seconds to detach 1 volumes for instance. [ 1302.713300] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.826132] env[70039]: DEBUG nova.compute.manager [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1302.826374] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.827420] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77948452-60e0-4ba3-b4a0-da206a7f5bea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.835132] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.835425] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d32a243-e208-4b9e-a18a-37306eb7b214 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.841491] env[70039]: DEBUG oslo_vmware.api [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1302.841491] env[70039]: value = "task-3331775" [ 1302.841491] env[70039]: _type = "Task" [ 1302.841491] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.851118] env[70039]: DEBUG oslo_vmware.api [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.961362] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059508} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.961657] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1302.962460] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b46e175-14ed-4b09-9474-dc5da3d61b76 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.965598] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.965880] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.966098] env[70039]: DEBUG nova.objects.instance [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lazy-loading 'resources' on Instance uuid 27fc1417-ad28-4721-bd18-9721f81934a0 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.987310] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] f6937e8d-75b4-459e-8eeb-6a33c8f67c6d/f6937e8d-75b4-459e-8eeb-6a33c8f67c6d.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.988461] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88116a51-7711-464f-93e7-01a4629d9ce6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.010280] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1303.010280] env[70039]: value = "task-3331776" [ 1303.010280] env[70039]: _type = "Task" [ 1303.010280] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.018008] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.212523] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331773, 'name': ReconfigVM_Task, 'duration_secs': 0.685129} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.212803] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 57ba1c89-f635-4a04-b665-d5697b752af5/57ba1c89-f635-4a04-b665-d5697b752af5.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.213479] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-599b7a85-fc03-4e13-aea2-c1c62f3206c0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.220387] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1303.220387] env[70039]: value = "task-3331777" [ 1303.220387] env[70039]: _type = "Task" [ 1303.220387] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.227942] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331777, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.350573] env[70039]: DEBUG oslo_vmware.api [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331775, 'name': PowerOffVM_Task, 'duration_secs': 0.235506} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.350836] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.351017] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1303.351267] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f51e1145-a567-415d-be86-bc5cd929c4ee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.410274] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.410496] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.410682] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Deleting the datastore file [datastore2] 3cb2916e-cf65-4df3-8ba9-e824967f7df4 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.410937] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebdaffb8-1e46-467f-8f29-d8e4d05a1f17 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.417148] env[70039]: DEBUG oslo_vmware.api [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1303.417148] env[70039]: value = "task-3331779" [ 1303.417148] env[70039]: _type = "Task" [ 1303.417148] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.424177] env[70039]: DEBUG oslo_vmware.api [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.520509] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331776, 'name': ReconfigVM_Task, 'duration_secs': 0.248913} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.522771] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Reconfigured VM instance instance-00000072 to attach disk [datastore2] f6937e8d-75b4-459e-8eeb-6a33c8f67c6d/f6937e8d-75b4-459e-8eeb-6a33c8f67c6d.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.523529] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f17c078c-ccba-4f6c-ab4d-4ee1854527d5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.528990] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1303.528990] env[70039]: value = "task-3331780" [ 1303.528990] env[70039]: _type = "Task" [ 1303.528990] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.538150] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331780, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.600035] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3668169b-32bc-49bf-9949-c02bc99d5e98 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.607359] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6e3946-bb57-48e9-8044-c4f90ba14264 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.637997] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505e0a5b-39a8-4ea2-a8ed-84ae0a971417 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.644971] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bf1388-a909-41ef-93af-2a05b553be02 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.657770] env[70039]: DEBUG nova.compute.provider_tree [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.729861] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331777, 'name': Rename_Task, 'duration_secs': 0.131282} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.730157] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1303.731083] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fc966ab-1714-46ec-bf67-e85a16ad2160 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.736035] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1303.736035] env[70039]: value = "task-3331781" [ 1303.736035] env[70039]: _type = "Task" [ 1303.736035] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.742908] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.927529] env[70039]: DEBUG oslo_vmware.api [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135236} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.927962] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.928290] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.928608] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.929425] env[70039]: INFO nova.compute.manager [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1303.929425] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.929594] env[70039]: DEBUG nova.compute.manager [-] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1303.929697] env[70039]: DEBUG nova.network.neutron [-] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1304.038783] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331780, 'name': Rename_Task, 'duration_secs': 0.127608} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.039068] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.039313] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2119069c-31ad-4b73-904c-8421ac06195a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.045336] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1304.045336] env[70039]: value = "task-3331782" [ 1304.045336] env[70039]: _type = "Task" [ 1304.045336] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.055591] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.161206] env[70039]: DEBUG nova.scheduler.client.report [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.245779] env[70039]: DEBUG oslo_vmware.api [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331781, 'name': PowerOnVM_Task, 'duration_secs': 0.432356} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.246090] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1304.246314] env[70039]: INFO nova.compute.manager [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1304.246509] env[70039]: DEBUG nova.compute.manager [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1304.247315] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36313470-1939-4818-9e4f-887298d87606 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.399920] env[70039]: DEBUG nova.compute.manager [req-54ed8403-8b16-4a3f-bb89-91dd823a39f2 req-5d128351-04ce-4fcc-b5cd-2c250f426d11 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Received event network-vif-deleted-2e269fb7-5662-434a-bb83-102c91423bc9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.400095] env[70039]: INFO nova.compute.manager [req-54ed8403-8b16-4a3f-bb89-91dd823a39f2 req-5d128351-04ce-4fcc-b5cd-2c250f426d11 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Neutron deleted interface 2e269fb7-5662-434a-bb83-102c91423bc9; detaching it from the instance and deleting it from the info cache [ 1304.400264] env[70039]: DEBUG nova.network.neutron [req-54ed8403-8b16-4a3f-bb89-91dd823a39f2 req-5d128351-04ce-4fcc-b5cd-2c250f426d11 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.555129] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331782, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.667061] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.690548] env[70039]: INFO nova.scheduler.client.report [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Deleted allocations for instance 27fc1417-ad28-4721-bd18-9721f81934a0 [ 1304.769841] env[70039]: INFO nova.compute.manager [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Took 13.53 seconds to build instance. [ 1304.884754] env[70039]: DEBUG nova.network.neutron [-] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.903140] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c1a5ebd-8487-4114-aadb-2640c1df080e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.913433] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33306ff8-c6b0-4543-8329-49b6be6a1148 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.944564] env[70039]: DEBUG nova.compute.manager [req-54ed8403-8b16-4a3f-bb89-91dd823a39f2 req-5d128351-04ce-4fcc-b5cd-2c250f426d11 service nova] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Detach interface failed, port_id=2e269fb7-5662-434a-bb83-102c91423bc9, reason: Instance 3cb2916e-cf65-4df3-8ba9-e824967f7df4 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1305.055981] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331782, 'name': PowerOnVM_Task, 'duration_secs': 0.53152} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.056277] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.056481] env[70039]: DEBUG nova.compute.manager [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.057884] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be158518-3f6b-41ee-9f81-3e1e1000af68 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.200026] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1a2b24f6-f2e8-4af7-9812-07abc0e45e9e tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "27fc1417-ad28-4721-bd18-9721f81934a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.524s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.272213] env[70039]: DEBUG oslo_concurrency.lockutils [None req-96f9c8e1-3d80-47b0-bfe1-c55167a1d927 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "57ba1c89-f635-4a04-b665-d5697b752af5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.036s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.272522] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "57ba1c89-f635-4a04-b665-d5697b752af5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.305s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.272716] env[70039]: INFO nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] During sync_power_state the instance has a pending task (spawning). Skip. [ 1305.272889] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "57ba1c89-f635-4a04-b665-d5697b752af5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.390132] env[70039]: INFO nova.compute.manager [-] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Took 1.46 seconds to deallocate network for instance. [ 1305.569703] env[70039]: INFO nova.compute.manager [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] bringing vm to original state: 'stopped' [ 1305.700678] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "57ba1c89-f635-4a04-b665-d5697b752af5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.700950] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "57ba1c89-f635-4a04-b665-d5697b752af5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.701184] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "57ba1c89-f635-4a04-b665-d5697b752af5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.701382] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "57ba1c89-f635-4a04-b665-d5697b752af5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.701700] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "57ba1c89-f635-4a04-b665-d5697b752af5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.703782] env[70039]: INFO nova.compute.manager [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Terminating instance [ 1305.896209] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.896596] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.896768] env[70039]: DEBUG nova.objects.instance [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lazy-loading 'resources' on Instance uuid 3cb2916e-cf65-4df3-8ba9-e824967f7df4 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.945770] env[70039]: DEBUG oslo_concurrency.lockutils [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.945997] env[70039]: DEBUG oslo_concurrency.lockutils [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.208893] env[70039]: DEBUG nova.compute.manager [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1306.209773] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.210008] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c391593-61f4-4b53-996f-0763baa04499 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.218089] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.218354] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52f40585-6b1c-476d-be12-f7fe941f69e8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.225207] env[70039]: DEBUG oslo_vmware.api [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1306.225207] env[70039]: value = "task-3331783" [ 1306.225207] env[70039]: _type = "Task" [ 1306.225207] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.232887] env[70039]: DEBUG oslo_vmware.api [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.448460] env[70039]: DEBUG nova.compute.manager [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1306.547495] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692eeded-30b7-4df9-ab28-64d230ba3a1c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.555974] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a247fba6-a423-4d22-890f-13696d8bfa12 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.584934] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.585199] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.585385] env[70039]: DEBUG nova.compute.manager [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1306.586324] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65e623e-2997-47e7-84be-03669f731597 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.589139] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df77de26-7cef-430b-a6bf-feeed394e06e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.596369] env[70039]: DEBUG nova.compute.manager [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70039) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1306.602468] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e9020c-56ca-4590-962f-504f1aaba9b0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.616242] env[70039]: DEBUG nova.compute.provider_tree [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.734561] env[70039]: DEBUG oslo_vmware.api [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331783, 'name': PowerOffVM_Task, 'duration_secs': 0.219665} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.734755] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.734923] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.735191] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-609613ee-9297-4a0e-8367-192cfc1a5048 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.871329] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.871540] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.871727] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleting the datastore file [datastore2] 57ba1c89-f635-4a04-b665-d5697b752af5 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.871991] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c595d8fb-f578-4fab-bf36-734f7ab044db {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.877731] env[70039]: DEBUG oslo_vmware.api [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1306.877731] env[70039]: value = "task-3331785" [ 1306.877731] env[70039]: _type = "Task" [ 1306.877731] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.885305] env[70039]: DEBUG oslo_vmware.api [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.971360] env[70039]: DEBUG oslo_concurrency.lockutils [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.106980] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.107376] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6eb6e60a-0708-4f08-8ce0-97bc91f84e18 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.114147] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1307.114147] env[70039]: value = "task-3331786" [ 1307.114147] env[70039]: _type = "Task" [ 1307.114147] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.119181] env[70039]: DEBUG nova.scheduler.client.report [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.125638] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.266347] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "7d0b067c-6518-4294-91a8-02bda6feac60" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.266592] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "7d0b067c-6518-4294-91a8-02bda6feac60" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.387789] env[70039]: DEBUG oslo_vmware.api [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246775} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.388064] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.388258] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.388437] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.388609] env[70039]: INFO nova.compute.manager [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1307.388894] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.389104] env[70039]: DEBUG nova.compute.manager [-] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1307.389199] env[70039]: DEBUG nova.network.neutron [-] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1307.627752] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.629742] env[70039]: DEBUG oslo_vmware.api [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331786, 'name': PowerOffVM_Task, 'duration_secs': 0.189716} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.630204] env[70039]: DEBUG oslo_concurrency.lockutils [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.659s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.632747] env[70039]: INFO nova.compute.claims [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1307.635774] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.635985] env[70039]: DEBUG nova.compute.manager [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.637480] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37408a10-4c40-4ce3-8e50-4a871480d597 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.653125] env[70039]: INFO nova.scheduler.client.report [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Deleted allocations for instance 3cb2916e-cf65-4df3-8ba9-e824967f7df4 [ 1307.770346] env[70039]: DEBUG nova.compute.utils [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1307.815738] env[70039]: DEBUG nova.compute.manager [req-f15d869a-2291-416d-943e-af004df8fa9c req-af694990-cb8c-4b27-9122-1fe8acec3243 service nova] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Received event network-vif-deleted-9327bd23-d05e-4c5d-87e0-c23f32899851 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.815902] env[70039]: INFO nova.compute.manager [req-f15d869a-2291-416d-943e-af004df8fa9c req-af694990-cb8c-4b27-9122-1fe8acec3243 service nova] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Neutron deleted interface 9327bd23-d05e-4c5d-87e0-c23f32899851; detaching it from the instance and deleting it from the info cache [ 1307.816081] env[70039]: DEBUG nova.network.neutron [req-f15d869a-2291-416d-943e-af004df8fa9c req-af694990-cb8c-4b27-9122-1fe8acec3243 service nova] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.121744] env[70039]: DEBUG nova.network.neutron [-] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.156482] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.571s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.159053] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bead206d-96b3-4c43-aff9-602f9554a2ce tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "3cb2916e-cf65-4df3-8ba9-e824967f7df4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.840s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.273438] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "7d0b067c-6518-4294-91a8-02bda6feac60" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.318761] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b874a552-cb3b-4f82-92cd-ff0b677cc8f1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.328193] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced50795-364c-47ff-9171-97b390535e9c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.356613] env[70039]: DEBUG nova.compute.manager [req-f15d869a-2291-416d-943e-af004df8fa9c req-af694990-cb8c-4b27-9122-1fe8acec3243 service nova] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Detach interface failed, port_id=9327bd23-d05e-4c5d-87e0-c23f32899851, reason: Instance 57ba1c89-f635-4a04-b665-d5697b752af5 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1308.625023] env[70039]: INFO nova.compute.manager [-] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Took 1.24 seconds to deallocate network for instance. [ 1308.633620] env[70039]: INFO nova.compute.manager [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Rebuilding instance [ 1308.664662] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.683913] env[70039]: DEBUG nova.compute.manager [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.686821] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48406e01-5dc8-47db-bae9-e80c5e2d3936 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.782964] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7444a4b5-bf5a-473c-acfe-c95607c94ae5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.792430] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27b364a-65f8-4c8a-9fe4-fe8cb70fcf30 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.826084] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135c52fd-7618-4605-a9a6-26d3b03ced7b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.834197] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75eba83-d5bc-4983-a312-637b00840404 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.852590] env[70039]: DEBUG nova.compute.provider_tree [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.873742] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.874009] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.874227] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.874415] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.874580] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.876559] env[70039]: INFO nova.compute.manager [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Terminating instance [ 1309.132265] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.345141] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "7d0b067c-6518-4294-91a8-02bda6feac60" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.345532] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "7d0b067c-6518-4294-91a8-02bda6feac60" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.345866] env[70039]: INFO nova.compute.manager [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Attaching volume f8757144-2483-4a5b-a94d-f62f619b062d to /dev/sdb [ 1309.356013] env[70039]: DEBUG nova.scheduler.client.report [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.381108] env[70039]: DEBUG nova.compute.manager [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.381108] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.381539] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f074bb-00ed-46e8-a8e9-fdbc2d0bf284 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.387668] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0845c0-dcf7-465e-b9b9-ec668bc90f8b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.397042] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48a56d5-1541-44c3-9633-5255447f36b7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.400719] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.400762] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddb113de-580d-4f2a-bf3a-e1f50f650c92 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.415466] env[70039]: DEBUG nova.virt.block_device [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Updating existing volume attachment record: a8f4a8ae-a7c1-463b-91f3-94ed9658a87e {{(pid=70039) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1309.465024] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.465024] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.465024] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Deleting the datastore file [datastore2] f6937e8d-75b4-459e-8eeb-6a33c8f67c6d {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.465532] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f85fe36-a409-4129-9913-518f81e38a9f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.472819] env[70039]: DEBUG oslo_vmware.api [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1309.472819] env[70039]: value = "task-3331788" [ 1309.472819] env[70039]: _type = "Task" [ 1309.472819] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.481231] env[70039]: DEBUG oslo_vmware.api [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.700898] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.701231] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ffd518f-c88f-4b57-90b0-1851e4246717 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.708211] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1309.708211] env[70039]: value = "task-3331790" [ 1309.708211] env[70039]: _type = "Task" [ 1309.708211] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.716375] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.861752] env[70039]: DEBUG oslo_concurrency.lockutils [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.862335] env[70039]: DEBUG nova.compute.manager [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1309.865149] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.201s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.865336] env[70039]: DEBUG nova.objects.instance [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70039) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1309.982880] env[70039]: DEBUG oslo_vmware.api [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134055} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.983290] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.983442] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.983626] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.983805] env[70039]: INFO nova.compute.manager [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1309.984069] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.984270] env[70039]: DEBUG nova.compute.manager [-] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.984368] env[70039]: DEBUG nova.network.neutron [-] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1310.196959] env[70039]: DEBUG nova.compute.manager [req-84c08103-7c7d-4913-afa4-babe05b8c347 req-326d08b8-895d-474d-a9b6-3fe44a420e8f service nova] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Received event network-vif-deleted-a332e1c7-205e-4c74-bcf0-4f206cf7e68c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.197218] env[70039]: INFO nova.compute.manager [req-84c08103-7c7d-4913-afa4-babe05b8c347 req-326d08b8-895d-474d-a9b6-3fe44a420e8f service nova] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Neutron deleted interface a332e1c7-205e-4c74-bcf0-4f206cf7e68c; detaching it from the instance and deleting it from the info cache [ 1310.197468] env[70039]: DEBUG nova.network.neutron [req-84c08103-7c7d-4913-afa4-babe05b8c347 req-326d08b8-895d-474d-a9b6-3fe44a420e8f service nova] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.218346] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331790, 'name': PowerOffVM_Task, 'duration_secs': 0.178605} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.218603] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.218831] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.219586] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa26c5a6-64a2-4b87-b5ad-adf9bc143d61 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.226065] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.226532] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2d68fc5-66d0-4d0e-ab2a-9906ac263693 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.290554] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.290790] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.290971] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Deleting the datastore file [datastore1] 7a703135-3bf6-4076-ab52-b78005c7a900 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.291262] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b8c2db3-41ce-4203-83f9-7b699a368c4d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.297804] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1310.297804] env[70039]: value = "task-3331792" [ 1310.297804] env[70039]: _type = "Task" [ 1310.297804] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.305231] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.370558] env[70039]: DEBUG nova.compute.utils [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1310.374955] env[70039]: DEBUG nova.compute.manager [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1310.375180] env[70039]: DEBUG nova.network.neutron [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1310.389662] env[70039]: DEBUG oslo_concurrency.lockutils [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "a1babbf7-482d-4497-b9ff-ea64abeccf51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.389796] env[70039]: DEBUG oslo_concurrency.lockutils [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "a1babbf7-482d-4497-b9ff-ea64abeccf51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.427940] env[70039]: DEBUG nova.policy [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f2a7e52a9484a70bff0d104163477a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16843037a89d4012b44f82e4aecb79d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.682279] env[70039]: DEBUG nova.network.neutron [-] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.700902] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48a1a6d8-4336-454f-afde-d0a7326e3440 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.711117] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8562ff8-74e6-4135-9f81-985b9900bdd9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.746077] env[70039]: DEBUG nova.compute.manager [req-84c08103-7c7d-4913-afa4-babe05b8c347 req-326d08b8-895d-474d-a9b6-3fe44a420e8f service nova] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Detach interface failed, port_id=a332e1c7-205e-4c74-bcf0-4f206cf7e68c, reason: Instance f6937e8d-75b4-459e-8eeb-6a33c8f67c6d could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1310.781769] env[70039]: DEBUG nova.network.neutron [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Successfully created port: e51775c2-32fc-4274-9d21-d1a6f886a823 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1310.808367] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135312} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.808367] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.808367] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.808638] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1310.875819] env[70039]: DEBUG nova.compute.manager [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1310.879740] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1ba07c66-e7b0-486a-9646-9c81fc84a82d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.881031] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.749s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.881132] env[70039]: DEBUG nova.objects.instance [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lazy-loading 'resources' on Instance uuid 57ba1c89-f635-4a04-b665-d5697b752af5 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.892315] env[70039]: DEBUG nova.compute.manager [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1311.185252] env[70039]: INFO nova.compute.manager [-] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Took 1.20 seconds to deallocate network for instance. [ 1311.410981] env[70039]: DEBUG oslo_concurrency.lockutils [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.511076] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68683565-f323-465a-9952-7d12dfad7359 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.518845] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da295000-5f3c-4144-a4f6-0f53e2f69b15 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.553044] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6af7e3-6ee4-4aa7-8521-dbd4b19f4717 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.560767] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ff6406-4e81-46c8-be9b-7e309f859c95 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.573572] env[70039]: DEBUG nova.compute.provider_tree [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1311.692227] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.847641] env[70039]: DEBUG nova.virt.hardware [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.847641] env[70039]: DEBUG nova.virt.hardware [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.847846] env[70039]: DEBUG nova.virt.hardware [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.847920] env[70039]: DEBUG nova.virt.hardware [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.848083] env[70039]: DEBUG nova.virt.hardware [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.848263] env[70039]: DEBUG nova.virt.hardware [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.848498] env[70039]: DEBUG nova.virt.hardware [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.848660] env[70039]: DEBUG nova.virt.hardware [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.848830] env[70039]: DEBUG nova.virt.hardware [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.848995] env[70039]: DEBUG nova.virt.hardware [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.849187] env[70039]: DEBUG nova.virt.hardware [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.850053] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91af52be-7735-4ffc-82cf-8a8d37d068cb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.857756] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0264fc29-3dde-4266-b1c9-b1e660403336 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.870883] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:4d:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2de1d582-a96b-45f8-b5ff-bdf4ebe52200', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.878264] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.878501] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.878707] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0fb941a-caec-41b8-a356-359fd09624d7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.892913] env[70039]: DEBUG nova.compute.manager [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1311.900116] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.900116] env[70039]: value = "task-3331794" [ 1311.900116] env[70039]: _type = "Task" [ 1311.900116] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.907575] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331794, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.915089] env[70039]: DEBUG nova.virt.hardware [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.915301] env[70039]: DEBUG nova.virt.hardware [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.915586] env[70039]: DEBUG nova.virt.hardware [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.915667] env[70039]: DEBUG nova.virt.hardware [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.915867] env[70039]: DEBUG nova.virt.hardware [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.915926] env[70039]: DEBUG nova.virt.hardware [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.916121] env[70039]: DEBUG nova.virt.hardware [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.916286] env[70039]: DEBUG nova.virt.hardware [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.916456] env[70039]: DEBUG nova.virt.hardware [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.916620] env[70039]: DEBUG nova.virt.hardware [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.916792] env[70039]: DEBUG nova.virt.hardware [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.917578] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b271ce-01e1-4b5a-9bf5-097d184f923d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.924901] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1feda60-40ba-458c-8708-7a0046779689 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.097846] env[70039]: ERROR nova.scheduler.client.report [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [req-307ef9e6-23e7-4473-9b99-20e4f3764e7e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 543a9f30-645b-4a81-8076-3a3e96a6f37d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-307ef9e6-23e7-4473-9b99-20e4f3764e7e"}]} [ 1312.116141] env[70039]: DEBUG nova.scheduler.client.report [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Refreshing inventories for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1312.131838] env[70039]: DEBUG nova.scheduler.client.report [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Updating ProviderTree inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1312.132212] env[70039]: DEBUG nova.compute.provider_tree [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1312.147014] env[70039]: DEBUG nova.scheduler.client.report [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Refreshing aggregate associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, aggregates: None {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1312.164349] env[70039]: DEBUG nova.compute.manager [req-1aa36d07-8835-4448-b8a5-4417454297b5 req-b6030119-6ca6-4f08-8814-dcbce69db960 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Received event network-vif-plugged-e51775c2-32fc-4274-9d21-d1a6f886a823 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.164596] env[70039]: DEBUG oslo_concurrency.lockutils [req-1aa36d07-8835-4448-b8a5-4417454297b5 req-b6030119-6ca6-4f08-8814-dcbce69db960 service nova] Acquiring lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.164817] env[70039]: DEBUG oslo_concurrency.lockutils [req-1aa36d07-8835-4448-b8a5-4417454297b5 req-b6030119-6ca6-4f08-8814-dcbce69db960 service nova] Lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.164999] env[70039]: DEBUG oslo_concurrency.lockutils [req-1aa36d07-8835-4448-b8a5-4417454297b5 req-b6030119-6ca6-4f08-8814-dcbce69db960 service nova] Lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.165869] env[70039]: DEBUG nova.compute.manager [req-1aa36d07-8835-4448-b8a5-4417454297b5 req-b6030119-6ca6-4f08-8814-dcbce69db960 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] No waiting events found dispatching network-vif-plugged-e51775c2-32fc-4274-9d21-d1a6f886a823 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1312.165869] env[70039]: WARNING nova.compute.manager [req-1aa36d07-8835-4448-b8a5-4417454297b5 req-b6030119-6ca6-4f08-8814-dcbce69db960 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Received unexpected event network-vif-plugged-e51775c2-32fc-4274-9d21-d1a6f886a823 for instance with vm_state building and task_state spawning. [ 1312.169558] env[70039]: DEBUG nova.scheduler.client.report [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Refreshing trait associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1312.295164] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec6953b-6b81-4406-a922-858ba1237f78 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.302641] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388f926d-4a05-4d19-a724-a05b5d32bc42 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.331465] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aad2551-1ac1-4fac-b19c-e5bd45bc34ed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.338148] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f721f77c-efd5-4bcf-89f1-028d9eb5406f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.350666] env[70039]: DEBUG nova.compute.provider_tree [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1312.409646] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331794, 'name': CreateVM_Task, 'duration_secs': 0.311189} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.409861] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1312.410606] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.410783] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.411117] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.411366] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9559fb-f720-455a-b4f2-3113d9e087ac {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.415465] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1312.415465] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5246d378-1dda-efdd-9330-3c6e04d4698d" [ 1312.415465] env[70039]: _type = "Task" [ 1312.415465] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.423055] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5246d378-1dda-efdd-9330-3c6e04d4698d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.744844] env[70039]: DEBUG nova.network.neutron [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Successfully updated port: e51775c2-32fc-4274-9d21-d1a6f886a823 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1312.800504] env[70039]: DEBUG nova.compute.manager [req-e531ddb8-4d36-467b-8035-2b20c9240339 req-f354e1fb-f794-4267-9a3b-f07c4f9b6bb4 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Received event network-changed-e51775c2-32fc-4274-9d21-d1a6f886a823 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.800696] env[70039]: DEBUG nova.compute.manager [req-e531ddb8-4d36-467b-8035-2b20c9240339 req-f354e1fb-f794-4267-9a3b-f07c4f9b6bb4 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Refreshing instance network info cache due to event network-changed-e51775c2-32fc-4274-9d21-d1a6f886a823. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1312.800920] env[70039]: DEBUG oslo_concurrency.lockutils [req-e531ddb8-4d36-467b-8035-2b20c9240339 req-f354e1fb-f794-4267-9a3b-f07c4f9b6bb4 service nova] Acquiring lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.801078] env[70039]: DEBUG oslo_concurrency.lockutils [req-e531ddb8-4d36-467b-8035-2b20c9240339 req-f354e1fb-f794-4267-9a3b-f07c4f9b6bb4 service nova] Acquired lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.801232] env[70039]: DEBUG nova.network.neutron [req-e531ddb8-4d36-467b-8035-2b20c9240339 req-f354e1fb-f794-4267-9a3b-f07c4f9b6bb4 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Refreshing network info cache for port e51775c2-32fc-4274-9d21-d1a6f886a823 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.879946] env[70039]: DEBUG nova.scheduler.client.report [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Updated inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1312.880233] env[70039]: DEBUG nova.compute.provider_tree [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Updating resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d generation from 159 to 160 during operation: update_inventory {{(pid=70039) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1312.880472] env[70039]: DEBUG nova.compute.provider_tree [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1312.925868] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5246d378-1dda-efdd-9330-3c6e04d4698d, 'name': SearchDatastore_Task, 'duration_secs': 0.010004} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.926172] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.926411] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1312.926757] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.926847] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.926959] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1312.927251] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff2323f5-697b-4c37-8eed-eaf294335244 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.936787] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1312.936980] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1312.937691] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18ef741c-dc87-4938-af04-588dcadc0c63 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.942388] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1312.942388] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521e37e4-af0c-1900-c96d-b76f4960f564" [ 1312.942388] env[70039]: _type = "Task" [ 1312.942388] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.949814] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521e37e4-af0c-1900-c96d-b76f4960f564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.213480] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "f00a0641-1636-4aac-9843-ec218ccc0d62" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.213726] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "f00a0641-1636-4aac-9843-ec218ccc0d62" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.248315] env[70039]: DEBUG oslo_concurrency.lockutils [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.332259] env[70039]: DEBUG nova.network.neutron [req-e531ddb8-4d36-467b-8035-2b20c9240339 req-f354e1fb-f794-4267-9a3b-f07c4f9b6bb4 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1313.385277] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.504s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.387422] env[70039]: DEBUG oslo_concurrency.lockutils [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.977s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.389053] env[70039]: INFO nova.compute.claims [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1313.394565] env[70039]: DEBUG nova.network.neutron [req-e531ddb8-4d36-467b-8035-2b20c9240339 req-f354e1fb-f794-4267-9a3b-f07c4f9b6bb4 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.404830] env[70039]: INFO nova.scheduler.client.report [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleted allocations for instance 57ba1c89-f635-4a04-b665-d5697b752af5 [ 1313.452917] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521e37e4-af0c-1900-c96d-b76f4960f564, 'name': SearchDatastore_Task, 'duration_secs': 0.008062} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.453714] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-794b44e8-253e-415e-96ea-daa1b43e20d9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.458687] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1313.458687] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52f24c61-e967-83a6-1bce-4951c18da266" [ 1313.458687] env[70039]: _type = "Task" [ 1313.458687] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.466417] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f24c61-e967-83a6-1bce-4951c18da266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.716689] env[70039]: DEBUG nova.compute.utils [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1313.897504] env[70039]: DEBUG oslo_concurrency.lockutils [req-e531ddb8-4d36-467b-8035-2b20c9240339 req-f354e1fb-f794-4267-9a3b-f07c4f9b6bb4 service nova] Releasing lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.897504] env[70039]: DEBUG oslo_concurrency.lockutils [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.897504] env[70039]: DEBUG nova.network.neutron [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.914073] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f56cf28f-f7d9-475c-95dc-6769d0fb7690 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "57ba1c89-f635-4a04-b665-d5697b752af5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.213s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.968708] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52f24c61-e967-83a6-1bce-4951c18da266, 'name': SearchDatastore_Task, 'duration_secs': 0.008704} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.969722] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Volume attach. Driver type: vmdk {{(pid=70039) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1313.970022] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665095', 'volume_id': 'f8757144-2483-4a5b-a94d-f62f619b062d', 'name': 'volume-f8757144-2483-4a5b-a94d-f62f619b062d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7d0b067c-6518-4294-91a8-02bda6feac60', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8757144-2483-4a5b-a94d-f62f619b062d', 'serial': 'f8757144-2483-4a5b-a94d-f62f619b062d'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1313.970270] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.970569] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 7a703135-3bf6-4076-ab52-b78005c7a900/7a703135-3bf6-4076-ab52-b78005c7a900.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1313.971295] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1187cb-8a32-4de6-9e30-5f77f46aef2d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.973682] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62cb2196-44e9-49d1-8131-7cded713b2db {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.991262] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93217bef-2ef4-4bd4-afee-8cad26dffd0d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.993611] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1313.993611] env[70039]: value = "task-3331795" [ 1313.993611] env[70039]: _type = "Task" [ 1313.993611] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.016644] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-f8757144-2483-4a5b-a94d-f62f619b062d/volume-f8757144-2483-4a5b-a94d-f62f619b062d.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.017357] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed05f89d-b232-4490-a40b-5c2519523780 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.033817] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.038622] env[70039]: DEBUG oslo_vmware.api [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1314.038622] env[70039]: value = "task-3331796" [ 1314.038622] env[70039]: _type = "Task" [ 1314.038622] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.046357] env[70039]: DEBUG oslo_vmware.api [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.220254] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "f00a0641-1636-4aac-9843-ec218ccc0d62" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.442317] env[70039]: DEBUG nova.network.neutron [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1314.504476] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50599} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.504833] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 7a703135-3bf6-4076-ab52-b78005c7a900/7a703135-3bf6-4076-ab52-b78005c7a900.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1314.504988] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1314.505278] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94aeff5f-a5ac-4d42-a276-79e2c46a2c9c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.512537] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1314.512537] env[70039]: value = "task-3331797" [ 1314.512537] env[70039]: _type = "Task" [ 1314.512537] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.524629] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.550419] env[70039]: DEBUG oslo_vmware.api [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331796, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.563627] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b41911f-fce3-4c48-8667-1f1d61956258 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.571506] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9585255a-00be-424c-9586-3faa1bd1bc5b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.606543] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446d0406-f2c8-4c8c-ad73-dce92b93fe20 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.614231] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bbcb4b-84a0-47c9-9203-5270e38f7fe3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.627568] env[70039]: DEBUG nova.compute.provider_tree [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1314.629684] env[70039]: DEBUG nova.network.neutron [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Updating instance_info_cache with network_info: [{"id": "e51775c2-32fc-4274-9d21-d1a6f886a823", "address": "fa:16:3e:04:50:40", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51775c2-32", "ovs_interfaceid": "e51775c2-32fc-4274-9d21-d1a6f886a823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.025419] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067381} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.025700] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1315.026518] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669cfb06-92e9-497e-b681-60684a237bfb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.048712] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 7a703135-3bf6-4076-ab52-b78005c7a900/7a703135-3bf6-4076-ab52-b78005c7a900.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.053093] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66aa88d1-168b-4045-931b-677ddd4a6787 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.074031] env[70039]: DEBUG oslo_vmware.api [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331796, 'name': ReconfigVM_Task, 'duration_secs': 0.511978} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.074611] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-f8757144-2483-4a5b-a94d-f62f619b062d/volume-f8757144-2483-4a5b-a94d-f62f619b062d.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.079447] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1315.079447] env[70039]: value = "task-3331798" [ 1315.079447] env[70039]: _type = "Task" [ 1315.079447] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.079679] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b31117e-fdfe-499e-be9b-13c46e98d671 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.097786] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.099090] env[70039]: DEBUG oslo_vmware.api [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1315.099090] env[70039]: value = "task-3331799" [ 1315.099090] env[70039]: _type = "Task" [ 1315.099090] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.107671] env[70039]: DEBUG oslo_vmware.api [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.132670] env[70039]: DEBUG oslo_concurrency.lockutils [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.133243] env[70039]: DEBUG nova.compute.manager [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Instance network_info: |[{"id": "e51775c2-32fc-4274-9d21-d1a6f886a823", "address": "fa:16:3e:04:50:40", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51775c2-32", "ovs_interfaceid": "e51775c2-32fc-4274-9d21-d1a6f886a823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1315.137759] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:50:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e51775c2-32fc-4274-9d21-d1a6f886a823', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1315.151019] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.151390] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1315.151768] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e492fe7-bbfe-4793-91cb-204dd49b0a03 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.180035] env[70039]: ERROR nova.scheduler.client.report [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [req-4ac434ae-8ff6-45d3-a2e5-01211bdd96f5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 543a9f30-645b-4a81-8076-3a3e96a6f37d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4ac434ae-8ff6-45d3-a2e5-01211bdd96f5"}]} [ 1315.189469] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.189469] env[70039]: value = "task-3331800" [ 1315.189469] env[70039]: _type = "Task" [ 1315.189469] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.197208] env[70039]: DEBUG nova.scheduler.client.report [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Refreshing inventories for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1315.204216] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331800, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.220634] env[70039]: DEBUG nova.scheduler.client.report [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Updating ProviderTree inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1315.220634] env[70039]: DEBUG nova.compute.provider_tree [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1315.234200] env[70039]: DEBUG nova.scheduler.client.report [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Refreshing aggregate associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, aggregates: None {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1315.252142] env[70039]: DEBUG nova.scheduler.client.report [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Refreshing trait associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1315.263075] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "cd41aa20-d621-4efa-abdc-63cd943649b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.263344] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "cd41aa20-d621-4efa-abdc-63cd943649b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.297630] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "f00a0641-1636-4aac-9843-ec218ccc0d62" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.297914] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "f00a0641-1636-4aac-9843-ec218ccc0d62" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.298281] env[70039]: INFO nova.compute.manager [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Attaching volume fd72003a-0665-4dc3-abcd-5f44c2c95755 to /dev/sdb [ 1315.334166] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366fd2ce-c530-4666-8556-4a764593e400 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.343856] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807933d3-d577-44da-8918-6dd716322f5e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.357333] env[70039]: DEBUG nova.virt.block_device [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Updating existing volume attachment record: 961011a9-c98c-4576-b7c0-6f917ef9c20b {{(pid=70039) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1315.402699] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3468d938-e05e-4371-957d-f2eb03bd8bf3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.413888] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d47c4ed-c436-4274-ad7d-22f9265463f4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.458876] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f50163-52b9-40c7-8b4d-e8ed6afb4b63 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.469486] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54301162-35ef-414a-9740-e7c1f8a37963 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.486665] env[70039]: DEBUG nova.compute.provider_tree [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1315.599152] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.608738] env[70039]: DEBUG oslo_vmware.api [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331799, 'name': ReconfigVM_Task, 'duration_secs': 0.241219} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.608738] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665095', 'volume_id': 'f8757144-2483-4a5b-a94d-f62f619b062d', 'name': 'volume-f8757144-2483-4a5b-a94d-f62f619b062d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7d0b067c-6518-4294-91a8-02bda6feac60', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8757144-2483-4a5b-a94d-f62f619b062d', 'serial': 'f8757144-2483-4a5b-a94d-f62f619b062d'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1315.701067] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331800, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.766276] env[70039]: DEBUG nova.compute.manager [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1316.018454] env[70039]: DEBUG nova.scheduler.client.report [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Updated inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1316.018730] env[70039]: DEBUG nova.compute.provider_tree [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Updating resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d generation from 161 to 162 during operation: update_inventory {{(pid=70039) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1316.018912] env[70039]: DEBUG nova.compute.provider_tree [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1316.100704] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331798, 'name': ReconfigVM_Task, 'duration_secs': 0.618238} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.101015] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 7a703135-3bf6-4076-ab52-b78005c7a900/7a703135-3bf6-4076-ab52-b78005c7a900.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.101730] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b690f2c-ecb4-4102-acc1-6ac378928f40 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.107484] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1316.107484] env[70039]: value = "task-3331804" [ 1316.107484] env[70039]: _type = "Task" [ 1316.107484] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.117340] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331804, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.198994] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331800, 'name': CreateVM_Task, 'duration_secs': 0.572933} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.199216] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.199879] env[70039]: DEBUG oslo_concurrency.lockutils [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.200059] env[70039]: DEBUG oslo_concurrency.lockutils [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.200418] env[70039]: DEBUG oslo_concurrency.lockutils [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.200656] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbf72ad9-7f2b-4aa0-8119-1dae5e5a1a63 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.205714] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1316.205714] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]525eb0d2-7650-a2c8-4f9d-86339ba8c5ed" [ 1316.205714] env[70039]: _type = "Task" [ 1316.205714] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.212864] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525eb0d2-7650-a2c8-4f9d-86339ba8c5ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.289013] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.527595] env[70039]: DEBUG oslo_concurrency.lockutils [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.139s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.529442] env[70039]: DEBUG nova.compute.manager [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1316.535502] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.843s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.536472] env[70039]: DEBUG nova.objects.instance [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lazy-loading 'resources' on Instance uuid f6937e8d-75b4-459e-8eeb-6a33c8f67c6d {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.618014] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331804, 'name': Rename_Task, 'duration_secs': 0.147314} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.618436] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.618681] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57c4f04c-3df1-4df8-bfa2-9e9bd512af1c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.624792] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1316.624792] env[70039]: value = "task-3331805" [ 1316.624792] env[70039]: _type = "Task" [ 1316.624792] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.631851] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.646028] env[70039]: DEBUG nova.objects.instance [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lazy-loading 'flavor' on Instance uuid 7d0b067c-6518-4294-91a8-02bda6feac60 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.717133] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525eb0d2-7650-a2c8-4f9d-86339ba8c5ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010276} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.717508] env[70039]: DEBUG oslo_concurrency.lockutils [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.717766] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.718017] env[70039]: DEBUG oslo_concurrency.lockutils [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.718191] env[70039]: DEBUG oslo_concurrency.lockutils [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.718386] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.718647] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29b47905-6a65-4c72-981a-0c101376b165 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.729428] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.729605] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1316.730304] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed6cc0ec-2ad7-4252-a9c4-9c01b1c5e85a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.735199] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1316.735199] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]527d61f6-1cc1-cd9f-66f9-696021a64e19" [ 1316.735199] env[70039]: _type = "Task" [ 1316.735199] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.742950] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527d61f6-1cc1-cd9f-66f9-696021a64e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.041424] env[70039]: DEBUG nova.compute.utils [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1317.045901] env[70039]: DEBUG nova.compute.manager [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1317.045901] env[70039]: DEBUG nova.network.neutron [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1317.083994] env[70039]: DEBUG nova.policy [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec8a7ca4f49d42c8ab4329b286c4b64e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1c4f9d9d8094a5c8d86256738693dad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1317.134123] env[70039]: DEBUG oslo_vmware.api [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331805, 'name': PowerOnVM_Task, 'duration_secs': 0.499944} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.136773] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1317.136937] env[70039]: DEBUG nova.compute.manager [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.137930] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93716111-ad9d-4ce6-8124-e76cf3fa9ae5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.152111] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b2667a5b-effe-46c8-acd8-9425d472eed9 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "7d0b067c-6518-4294-91a8-02bda6feac60" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.807s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.193033] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5d1fba-1fe9-4e40-8a64-9fbdc4c20634 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.200853] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76c9223-b2b8-4dc7-be63-97fb6b5c1b86 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.239919] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dc7c13-19b7-4938-922c-92307f1a41d9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.248434] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527d61f6-1cc1-cd9f-66f9-696021a64e19, 'name': SearchDatastore_Task, 'duration_secs': 0.009615} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.250865] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9c3b32-c1ac-4357-b205-137a2b7ec108 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.254116] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a056257-96e5-4d3d-a395-05858c991817 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.261925] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1317.261925] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52dc5134-71d3-56e9-7856-15857e8373a3" [ 1317.261925] env[70039]: _type = "Task" [ 1317.261925] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.271777] env[70039]: DEBUG nova.compute.provider_tree [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.281168] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52dc5134-71d3-56e9-7856-15857e8373a3, 'name': SearchDatastore_Task} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.281428] env[70039]: DEBUG oslo_concurrency.lockutils [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.281680] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] b6f68310-1fe6-488e-87fc-4bcc81d87d9f/b6f68310-1fe6-488e-87fc-4bcc81d87d9f.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1317.282501] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bc5b3ff-ccb0-4382-a599-a86a2d4229e0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.288939] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1317.288939] env[70039]: value = "task-3331806" [ 1317.288939] env[70039]: _type = "Task" [ 1317.288939] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.297346] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.451525] env[70039]: DEBUG nova.network.neutron [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Successfully created port: 72084fe6-7bf0-405b-a43e-b1ce47b49e6e {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1317.546878] env[70039]: DEBUG nova.compute.manager [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1317.653428] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.777565] env[70039]: DEBUG nova.scheduler.client.report [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.799545] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331806, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.283570] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.285883] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.997s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.287364] env[70039]: INFO nova.compute.claims [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1318.299101] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81029} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.299484] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] b6f68310-1fe6-488e-87fc-4bcc81d87d9f/b6f68310-1fe6-488e-87fc-4bcc81d87d9f.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.299702] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.299964] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7ae75e2-fb40-4a3c-8f0a-fc1c32baae1f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.306562] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1318.306562] env[70039]: value = "task-3331808" [ 1318.306562] env[70039]: _type = "Task" [ 1318.306562] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.310480] env[70039]: INFO nova.scheduler.client.report [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Deleted allocations for instance f6937e8d-75b4-459e-8eeb-6a33c8f67c6d [ 1318.319579] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.488949] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "7d0b067c-6518-4294-91a8-02bda6feac60" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.489214] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "7d0b067c-6518-4294-91a8-02bda6feac60" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.555997] env[70039]: DEBUG nova.compute.manager [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1318.585384] env[70039]: DEBUG nova.virt.hardware [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.585384] env[70039]: DEBUG nova.virt.hardware [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.585384] env[70039]: DEBUG nova.virt.hardware [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.585384] env[70039]: DEBUG nova.virt.hardware [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.585384] env[70039]: DEBUG nova.virt.hardware [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.585384] env[70039]: DEBUG nova.virt.hardware [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.585918] env[70039]: DEBUG nova.virt.hardware [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.585918] env[70039]: DEBUG nova.virt.hardware [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.585918] env[70039]: DEBUG nova.virt.hardware [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.585918] env[70039]: DEBUG nova.virt.hardware [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.586110] env[70039]: DEBUG nova.virt.hardware [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.586975] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf812c09-50e5-459c-b741-01f10df8a975 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.595410] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec659d0-2d56-4404-b9be-26f81348840c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.818657] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e2ef47d-f3ad-4e91-b1b5-315d52c5690e tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "f6937e8d-75b4-459e-8eeb-6a33c8f67c6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.945s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.819883] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066936} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.821284] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.822295] env[70039]: DEBUG nova.compute.manager [req-63ec0963-3a54-4e0d-b873-9d4aaf93c0d9 req-23af7700-5dc1-423d-beec-356ed027b886 service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Received event network-vif-plugged-72084fe6-7bf0-405b-a43e-b1ce47b49e6e {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.822487] env[70039]: DEBUG oslo_concurrency.lockutils [req-63ec0963-3a54-4e0d-b873-9d4aaf93c0d9 req-23af7700-5dc1-423d-beec-356ed027b886 service nova] Acquiring lock "a1babbf7-482d-4497-b9ff-ea64abeccf51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.822735] env[70039]: DEBUG oslo_concurrency.lockutils [req-63ec0963-3a54-4e0d-b873-9d4aaf93c0d9 req-23af7700-5dc1-423d-beec-356ed027b886 service nova] Lock "a1babbf7-482d-4497-b9ff-ea64abeccf51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.822847] env[70039]: DEBUG oslo_concurrency.lockutils [req-63ec0963-3a54-4e0d-b873-9d4aaf93c0d9 req-23af7700-5dc1-423d-beec-356ed027b886 service nova] Lock "a1babbf7-482d-4497-b9ff-ea64abeccf51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.823020] env[70039]: DEBUG nova.compute.manager [req-63ec0963-3a54-4e0d-b873-9d4aaf93c0d9 req-23af7700-5dc1-423d-beec-356ed027b886 service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] No waiting events found dispatching network-vif-plugged-72084fe6-7bf0-405b-a43e-b1ce47b49e6e {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1318.823669] env[70039]: WARNING nova.compute.manager [req-63ec0963-3a54-4e0d-b873-9d4aaf93c0d9 req-23af7700-5dc1-423d-beec-356ed027b886 service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Received unexpected event network-vif-plugged-72084fe6-7bf0-405b-a43e-b1ce47b49e6e for instance with vm_state building and task_state spawning. [ 1318.824788] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf22822-ce2b-4239-ac64-3968a8458fd0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.847195] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] b6f68310-1fe6-488e-87fc-4bcc81d87d9f/b6f68310-1fe6-488e-87fc-4bcc81d87d9f.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.847866] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f86230b-74fa-4107-8e5e-0c8bb3615996 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.867515] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1318.867515] env[70039]: value = "task-3331809" [ 1318.867515] env[70039]: _type = "Task" [ 1318.867515] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.874955] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.904284] env[70039]: DEBUG nova.network.neutron [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Successfully updated port: 72084fe6-7bf0-405b-a43e-b1ce47b49e6e {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1318.992331] env[70039]: DEBUG nova.compute.utils [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1319.379842] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331809, 'name': ReconfigVM_Task, 'duration_secs': 0.282013} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.379842] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Reconfigured VM instance instance-00000074 to attach disk [datastore2] b6f68310-1fe6-488e-87fc-4bcc81d87d9f/b6f68310-1fe6-488e-87fc-4bcc81d87d9f.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.380444] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa6373e6-e19d-4862-86ce-c9a46f903b91 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.386328] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1319.386328] env[70039]: value = "task-3331810" [ 1319.386328] env[70039]: _type = "Task" [ 1319.386328] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.393924] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331810, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.406727] env[70039]: DEBUG oslo_concurrency.lockutils [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.406914] env[70039]: DEBUG oslo_concurrency.lockutils [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquired lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.407035] env[70039]: DEBUG nova.network.neutron [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.423433] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299c7fe6-9de8-4e63-a4ca-ee7a6ea96d86 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.431613] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c564742-99ea-471a-8b13-97580fb093ea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.464324] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4ad2a8-fe48-48f7-b447-8e1d5b52eb2e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.471958] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fd0a7c-fcfa-483b-8220-ae213f13da2c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.485426] env[70039]: DEBUG nova.compute.provider_tree [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.494865] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "7d0b067c-6518-4294-91a8-02bda6feac60" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.895858] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331810, 'name': Rename_Task, 'duration_secs': 0.159445} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.896220] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.896407] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4396c704-ef32-4ce1-bf63-8309c6c3f337 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.902661] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1319.902661] env[70039]: value = "task-3331811" [ 1319.902661] env[70039]: _type = "Task" [ 1319.902661] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.915403] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.919212] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Volume attach. Driver type: vmdk {{(pid=70039) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1319.919445] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665099', 'volume_id': 'fd72003a-0665-4dc3-abcd-5f44c2c95755', 'name': 'volume-fd72003a-0665-4dc3-abcd-5f44c2c95755', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f00a0641-1636-4aac-9843-ec218ccc0d62', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd72003a-0665-4dc3-abcd-5f44c2c95755', 'serial': 'fd72003a-0665-4dc3-abcd-5f44c2c95755'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1319.920232] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038c7d1d-919d-4d34-8369-3a2574c8310e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.938238] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028b5890-4c63-40e7-be17-2b9bd8ae5915 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.962284] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-fd72003a-0665-4dc3-abcd-5f44c2c95755/volume-fd72003a-0665-4dc3-abcd-5f44c2c95755.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.963523] env[70039]: DEBUG nova.network.neutron [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1319.965600] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efe3b5ab-8f4c-42ea-bf65-f2445fd8b839 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.983273] env[70039]: DEBUG oslo_vmware.api [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1319.983273] env[70039]: value = "task-3331812" [ 1319.983273] env[70039]: _type = "Task" [ 1319.983273] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.990020] env[70039]: DEBUG nova.scheduler.client.report [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.995981] env[70039]: DEBUG oslo_vmware.api [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.159153] env[70039]: DEBUG nova.network.neutron [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Updating instance_info_cache with network_info: [{"id": "72084fe6-7bf0-405b-a43e-b1ce47b49e6e", "address": "fa:16:3e:0e:b7:74", "network": {"id": "79726d67-6aa6-47de-b5a4-849a53167a04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-65063247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1c4f9d9d8094a5c8d86256738693dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72084fe6-7b", "ovs_interfaceid": "72084fe6-7bf0-405b-a43e-b1ce47b49e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.415788] env[70039]: DEBUG oslo_vmware.api [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331811, 'name': PowerOnVM_Task, 'duration_secs': 0.495231} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.416891] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.417130] env[70039]: INFO nova.compute.manager [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1320.417323] env[70039]: DEBUG nova.compute.manager [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.418545] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d711f8-49eb-4013-a699-cdaef41d5e92 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.493123] env[70039]: DEBUG oslo_vmware.api [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331812, 'name': ReconfigVM_Task, 'duration_secs': 0.351624} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.493419] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-fd72003a-0665-4dc3-abcd-5f44c2c95755/volume-fd72003a-0665-4dc3-abcd-5f44c2c95755.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.498497] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.498970] env[70039]: DEBUG nova.compute.manager [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1320.501512] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35bb5a5b-24ad-4876-ba74-e7815bd8cdfb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.512329] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.859s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.512543] env[70039]: DEBUG nova.objects.instance [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70039) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1320.519620] env[70039]: DEBUG oslo_vmware.api [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1320.519620] env[70039]: value = "task-3331813" [ 1320.519620] env[70039]: _type = "Task" [ 1320.519620] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.527757] env[70039]: DEBUG oslo_vmware.api [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.570820] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "7d0b067c-6518-4294-91a8-02bda6feac60" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.570997] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "7d0b067c-6518-4294-91a8-02bda6feac60" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.571251] env[70039]: INFO nova.compute.manager [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Attaching volume 7c79c3ea-1cbe-4514-ae14-35d1bd2a8915 to /dev/sdc [ 1320.609079] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f98e01-0417-4fef-b140-413ca6792d95 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.616604] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42d225a-b7e3-41fd-8d88-d1c42dd4f79b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.629340] env[70039]: DEBUG nova.virt.block_device [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Updating existing volume attachment record: 5e4a324f-062f-4676-93ba-510ad8f3e9c5 {{(pid=70039) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1320.662197] env[70039]: DEBUG oslo_concurrency.lockutils [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Releasing lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.662573] env[70039]: DEBUG nova.compute.manager [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Instance network_info: |[{"id": "72084fe6-7bf0-405b-a43e-b1ce47b49e6e", "address": "fa:16:3e:0e:b7:74", "network": {"id": "79726d67-6aa6-47de-b5a4-849a53167a04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-65063247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1c4f9d9d8094a5c8d86256738693dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72084fe6-7b", "ovs_interfaceid": "72084fe6-7bf0-405b-a43e-b1ce47b49e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1320.663171] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:b7:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72084fe6-7bf0-405b-a43e-b1ce47b49e6e', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1320.671468] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1320.671730] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1320.672014] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55a8a5d2-5f71-4e93-a5de-50242b448546 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.692061] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1320.692061] env[70039]: value = "task-3331814" [ 1320.692061] env[70039]: _type = "Task" [ 1320.692061] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.699801] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331814, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.850455] env[70039]: DEBUG nova.compute.manager [req-d58c58a7-4080-4d33-893c-20fc14d7c6bc req-b99a4016-d686-4823-b82c-9901614d6cd6 service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Received event network-changed-72084fe6-7bf0-405b-a43e-b1ce47b49e6e {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.850726] env[70039]: DEBUG nova.compute.manager [req-d58c58a7-4080-4d33-893c-20fc14d7c6bc req-b99a4016-d686-4823-b82c-9901614d6cd6 service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Refreshing instance network info cache due to event network-changed-72084fe6-7bf0-405b-a43e-b1ce47b49e6e. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.850967] env[70039]: DEBUG oslo_concurrency.lockutils [req-d58c58a7-4080-4d33-893c-20fc14d7c6bc req-b99a4016-d686-4823-b82c-9901614d6cd6 service nova] Acquiring lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.851127] env[70039]: DEBUG oslo_concurrency.lockutils [req-d58c58a7-4080-4d33-893c-20fc14d7c6bc req-b99a4016-d686-4823-b82c-9901614d6cd6 service nova] Acquired lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.851299] env[70039]: DEBUG nova.network.neutron [req-d58c58a7-4080-4d33-893c-20fc14d7c6bc req-b99a4016-d686-4823-b82c-9901614d6cd6 service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Refreshing network info cache for port 72084fe6-7bf0-405b-a43e-b1ce47b49e6e {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.935876] env[70039]: INFO nova.compute.manager [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Took 13.98 seconds to build instance. [ 1321.013735] env[70039]: DEBUG nova.compute.utils [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1321.015310] env[70039]: DEBUG nova.compute.manager [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1321.015590] env[70039]: DEBUG nova.network.neutron [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1321.034037] env[70039]: DEBUG oslo_vmware.api [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331813, 'name': ReconfigVM_Task, 'duration_secs': 0.226358} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.034353] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665099', 'volume_id': 'fd72003a-0665-4dc3-abcd-5f44c2c95755', 'name': 'volume-fd72003a-0665-4dc3-abcd-5f44c2c95755', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f00a0641-1636-4aac-9843-ec218ccc0d62', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd72003a-0665-4dc3-abcd-5f44c2c95755', 'serial': 'fd72003a-0665-4dc3-abcd-5f44c2c95755'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1321.065837] env[70039]: DEBUG nova.policy [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9124598c7844f5aa94b5c31ead23f2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6260e4000f06409abf12449ae3291205', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1321.202236] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331814, 'name': CreateVM_Task, 'duration_secs': 0.395906} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.202431] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1321.203158] env[70039]: DEBUG oslo_concurrency.lockutils [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.203330] env[70039]: DEBUG oslo_concurrency.lockutils [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.203665] env[70039]: DEBUG oslo_concurrency.lockutils [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.203929] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37b31d8f-82d9-471f-9b9b-b42efeead657 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.210069] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1321.210069] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52678cd0-62f5-adfa-80dc-a46d88d77782" [ 1321.210069] env[70039]: _type = "Task" [ 1321.210069] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.218005] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52678cd0-62f5-adfa-80dc-a46d88d77782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.256174] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "c71c9611-deec-4268-9186-3126e6de090b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.256418] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "c71c9611-deec-4268-9186-3126e6de090b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.438718] env[70039]: DEBUG oslo_concurrency.lockutils [None req-76dc3af0-d1cc-479d-8d0a-62f9df1e02d4 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.493s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.520806] env[70039]: DEBUG nova.compute.manager [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1321.526019] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c032fb31-0a07-428b-adab-3b9cc808bf1b tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.577761] env[70039]: DEBUG nova.network.neutron [req-d58c58a7-4080-4d33-893c-20fc14d7c6bc req-b99a4016-d686-4823-b82c-9901614d6cd6 service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Updated VIF entry in instance network info cache for port 72084fe6-7bf0-405b-a43e-b1ce47b49e6e. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.578143] env[70039]: DEBUG nova.network.neutron [req-d58c58a7-4080-4d33-893c-20fc14d7c6bc req-b99a4016-d686-4823-b82c-9901614d6cd6 service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Updating instance_info_cache with network_info: [{"id": "72084fe6-7bf0-405b-a43e-b1ce47b49e6e", "address": "fa:16:3e:0e:b7:74", "network": {"id": "79726d67-6aa6-47de-b5a4-849a53167a04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-65063247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1c4f9d9d8094a5c8d86256738693dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72084fe6-7b", "ovs_interfaceid": "72084fe6-7bf0-405b-a43e-b1ce47b49e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.619103] env[70039]: DEBUG nova.network.neutron [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Successfully created port: 728b2dc5-6683-4f31-becb-cfe062fddf86 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1321.721399] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52678cd0-62f5-adfa-80dc-a46d88d77782, 'name': SearchDatastore_Task, 'duration_secs': 0.026464} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.721636] env[70039]: DEBUG oslo_concurrency.lockutils [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.721885] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1321.722149] env[70039]: DEBUG oslo_concurrency.lockutils [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.722299] env[70039]: DEBUG oslo_concurrency.lockutils [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.722481] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.722745] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2867cc0-afc7-4438-bde5-88b31f0aab6b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.736057] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.736057] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1321.736057] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7a638f0-ed2e-4642-bb6d-7d630a57537b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.740088] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1321.740088] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52df43e1-4137-b633-728b-cedfb1976d0f" [ 1321.740088] env[70039]: _type = "Task" [ 1321.740088] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.748767] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52df43e1-4137-b633-728b-cedfb1976d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.758513] env[70039]: DEBUG nova.compute.manager [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1322.081054] env[70039]: DEBUG nova.compute.manager [req-b34901fd-f0f2-47bb-a384-d38925dda6da req-664bc1cd-3fe9-4e05-ac96-c7da666e711d service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Received event network-changed-e51775c2-32fc-4274-9d21-d1a6f886a823 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.081299] env[70039]: DEBUG nova.compute.manager [req-b34901fd-f0f2-47bb-a384-d38925dda6da req-664bc1cd-3fe9-4e05-ac96-c7da666e711d service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Refreshing instance network info cache due to event network-changed-e51775c2-32fc-4274-9d21-d1a6f886a823. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1322.081470] env[70039]: DEBUG oslo_concurrency.lockutils [req-b34901fd-f0f2-47bb-a384-d38925dda6da req-664bc1cd-3fe9-4e05-ac96-c7da666e711d service nova] Acquiring lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.081618] env[70039]: DEBUG oslo_concurrency.lockutils [req-b34901fd-f0f2-47bb-a384-d38925dda6da req-664bc1cd-3fe9-4e05-ac96-c7da666e711d service nova] Acquired lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.081781] env[70039]: DEBUG nova.network.neutron [req-b34901fd-f0f2-47bb-a384-d38925dda6da req-664bc1cd-3fe9-4e05-ac96-c7da666e711d service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Refreshing network info cache for port e51775c2-32fc-4274-9d21-d1a6f886a823 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.083510] env[70039]: DEBUG oslo_concurrency.lockutils [req-d58c58a7-4080-4d33-893c-20fc14d7c6bc req-b99a4016-d686-4823-b82c-9901614d6cd6 service nova] Releasing lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.091128] env[70039]: DEBUG nova.objects.instance [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lazy-loading 'flavor' on Instance uuid f00a0641-1636-4aac-9843-ec218ccc0d62 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.251174] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52df43e1-4137-b633-728b-cedfb1976d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.028281} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.251981] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30eb667e-61ec-4705-ada6-5b30bd6868af {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.257161] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1322.257161] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b56f49-d4e0-bfe6-1e61-aa921f92086e" [ 1322.257161] env[70039]: _type = "Task" [ 1322.257161] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.267629] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b56f49-d4e0-bfe6-1e61-aa921f92086e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.291107] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.291383] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.295911] env[70039]: INFO nova.compute.claims [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.530913] env[70039]: DEBUG nova.compute.manager [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1322.558010] env[70039]: DEBUG nova.virt.hardware [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.558290] env[70039]: DEBUG nova.virt.hardware [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.558760] env[70039]: DEBUG nova.virt.hardware [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.558760] env[70039]: DEBUG nova.virt.hardware [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.558760] env[70039]: DEBUG nova.virt.hardware [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.558908] env[70039]: DEBUG nova.virt.hardware [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.559494] env[70039]: DEBUG nova.virt.hardware [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.559494] env[70039]: DEBUG nova.virt.hardware [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.559632] env[70039]: DEBUG nova.virt.hardware [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.559706] env[70039]: DEBUG nova.virt.hardware [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.559892] env[70039]: DEBUG nova.virt.hardware [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.560778] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fffc480-c12e-4684-b16c-20f582523a69 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.570228] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b879250c-59cb-4343-bc2d-0219e1525209 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.597581] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7c5147f0-dd94-4fd5-9b12-18f46c4c0e6f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "f00a0641-1636-4aac-9843-ec218ccc0d62" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.299s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.771055] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b56f49-d4e0-bfe6-1e61-aa921f92086e, 'name': SearchDatastore_Task, 'duration_secs': 0.011637} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.771482] env[70039]: DEBUG oslo_concurrency.lockutils [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.771889] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] a1babbf7-482d-4497-b9ff-ea64abeccf51/a1babbf7-482d-4497-b9ff-ea64abeccf51.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1322.772281] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3163b4ad-7b29-4fb1-a5f5-bc9915237017 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.779935] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1322.779935] env[70039]: value = "task-3331816" [ 1322.779935] env[70039]: _type = "Task" [ 1322.779935] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.790129] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.910748] env[70039]: DEBUG nova.network.neutron [req-b34901fd-f0f2-47bb-a384-d38925dda6da req-664bc1cd-3fe9-4e05-ac96-c7da666e711d service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Updated VIF entry in instance network info cache for port e51775c2-32fc-4274-9d21-d1a6f886a823. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1322.911138] env[70039]: DEBUG nova.network.neutron [req-b34901fd-f0f2-47bb-a384-d38925dda6da req-664bc1cd-3fe9-4e05-ac96-c7da666e711d service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Updating instance_info_cache with network_info: [{"id": "e51775c2-32fc-4274-9d21-d1a6f886a823", "address": "fa:16:3e:04:50:40", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51775c2-32", "ovs_interfaceid": "e51775c2-32fc-4274-9d21-d1a6f886a823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.114777] env[70039]: DEBUG nova.compute.manager [req-cca6b776-1499-4123-b3c9-5bff25ad9d0a req-597ccc3c-5b51-4cad-8550-43771508b2c3 service nova] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Received event network-vif-plugged-728b2dc5-6683-4f31-becb-cfe062fddf86 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.114777] env[70039]: DEBUG oslo_concurrency.lockutils [req-cca6b776-1499-4123-b3c9-5bff25ad9d0a req-597ccc3c-5b51-4cad-8550-43771508b2c3 service nova] Acquiring lock "cd41aa20-d621-4efa-abdc-63cd943649b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.115111] env[70039]: DEBUG oslo_concurrency.lockutils [req-cca6b776-1499-4123-b3c9-5bff25ad9d0a req-597ccc3c-5b51-4cad-8550-43771508b2c3 service nova] Lock "cd41aa20-d621-4efa-abdc-63cd943649b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.115162] env[70039]: DEBUG oslo_concurrency.lockutils [req-cca6b776-1499-4123-b3c9-5bff25ad9d0a req-597ccc3c-5b51-4cad-8550-43771508b2c3 service nova] Lock "cd41aa20-d621-4efa-abdc-63cd943649b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.115386] env[70039]: DEBUG nova.compute.manager [req-cca6b776-1499-4123-b3c9-5bff25ad9d0a req-597ccc3c-5b51-4cad-8550-43771508b2c3 service nova] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] No waiting events found dispatching network-vif-plugged-728b2dc5-6683-4f31-becb-cfe062fddf86 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1323.115598] env[70039]: WARNING nova.compute.manager [req-cca6b776-1499-4123-b3c9-5bff25ad9d0a req-597ccc3c-5b51-4cad-8550-43771508b2c3 service nova] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Received unexpected event network-vif-plugged-728b2dc5-6683-4f31-becb-cfe062fddf86 for instance with vm_state building and task_state spawning. [ 1323.224651] env[70039]: DEBUG nova.network.neutron [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Successfully updated port: 728b2dc5-6683-4f31-becb-cfe062fddf86 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.291974] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508707} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.292289] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] a1babbf7-482d-4497-b9ff-ea64abeccf51/a1babbf7-482d-4497-b9ff-ea64abeccf51.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1323.292502] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1323.292784] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b47c9d9b-dc86-4cc0-9908-e67c8af1dca5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.298852] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1323.298852] env[70039]: value = "task-3331818" [ 1323.298852] env[70039]: _type = "Task" [ 1323.298852] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.309103] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.413373] env[70039]: DEBUG oslo_concurrency.lockutils [req-b34901fd-f0f2-47bb-a384-d38925dda6da req-664bc1cd-3fe9-4e05-ac96-c7da666e711d service nova] Releasing lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.459039] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6381b010-7751-4f18-8b75-7b31c6a3846d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.466269] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688abc32-3048-4398-8a2f-71b240dab0c0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.497336] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4925852-1860-4b81-a9a7-eda3179402ff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.504706] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03371199-4ae0-4f0c-8e48-b0ed2f035838 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.517462] env[70039]: DEBUG nova.compute.provider_tree [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.727015] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "refresh_cache-cd41aa20-d621-4efa-abdc-63cd943649b6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.727206] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "refresh_cache-cd41aa20-d621-4efa-abdc-63cd943649b6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.727365] env[70039]: DEBUG nova.network.neutron [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.808100] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061705} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.808367] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1323.809206] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f090573-1c4e-483f-a9b2-82f5851b2384 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.830115] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] a1babbf7-482d-4497-b9ff-ea64abeccf51/a1babbf7-482d-4497-b9ff-ea64abeccf51.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.830352] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aff5cb95-80dd-417e-9cd1-6eca6d3fb32f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.850974] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1323.850974] env[70039]: value = "task-3331819" [ 1323.850974] env[70039]: _type = "Task" [ 1323.850974] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.861313] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331819, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.965051] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "1b7e589b-001f-481d-9693-585bc6c16f8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.965051] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "1b7e589b-001f-481d-9693-585bc6c16f8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.020410] env[70039]: DEBUG nova.scheduler.client.report [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.258160] env[70039]: DEBUG nova.network.neutron [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1324.362174] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.384489] env[70039]: DEBUG nova.network.neutron [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Updating instance_info_cache with network_info: [{"id": "728b2dc5-6683-4f31-becb-cfe062fddf86", "address": "fa:16:3e:44:fb:07", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728b2dc5-66", "ovs_interfaceid": "728b2dc5-6683-4f31-becb-cfe062fddf86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.467492] env[70039]: DEBUG nova.compute.manager [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1324.526057] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.526057] env[70039]: DEBUG nova.compute.manager [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1324.862216] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331819, 'name': ReconfigVM_Task, 'duration_secs': 0.958416} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.862509] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Reconfigured VM instance instance-00000075 to attach disk [datastore2] a1babbf7-482d-4497-b9ff-ea64abeccf51/a1babbf7-482d-4497-b9ff-ea64abeccf51.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.863166] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a0eb6af-1d65-4f2b-8164-d709b7d76436 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.870497] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1324.870497] env[70039]: value = "task-3331820" [ 1324.870497] env[70039]: _type = "Task" [ 1324.870497] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.878858] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331820, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.887458] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "refresh_cache-cd41aa20-d621-4efa-abdc-63cd943649b6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.887771] env[70039]: DEBUG nova.compute.manager [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Instance network_info: |[{"id": "728b2dc5-6683-4f31-becb-cfe062fddf86", "address": "fa:16:3e:44:fb:07", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728b2dc5-66", "ovs_interfaceid": "728b2dc5-6683-4f31-becb-cfe062fddf86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1324.888197] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:fb:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '728b2dc5-6683-4f31-becb-cfe062fddf86', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1324.895765] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.895988] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1324.896221] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8adac501-173d-4add-b107-d67f192597ec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.914869] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1324.914869] env[70039]: value = "task-3331821" [ 1324.914869] env[70039]: _type = "Task" [ 1324.914869] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.922418] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331821, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.991145] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.991639] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.993423] env[70039]: INFO nova.compute.claims [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.031460] env[70039]: DEBUG nova.compute.utils [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1325.033296] env[70039]: DEBUG nova.compute.manager [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1325.033499] env[70039]: DEBUG nova.network.neutron [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1325.079671] env[70039]: DEBUG nova.policy [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37403c1f366b49c9b575cf418884e1eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3855dcc2f974424b3523b151a8244cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1325.143461] env[70039]: DEBUG nova.compute.manager [req-829dff2f-c935-47eb-ace1-24da3ef73ddf req-4fc2ecbf-2fa3-43f0-8e0c-6e119b3ffc0b service nova] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Received event network-changed-728b2dc5-6683-4f31-becb-cfe062fddf86 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.143673] env[70039]: DEBUG nova.compute.manager [req-829dff2f-c935-47eb-ace1-24da3ef73ddf req-4fc2ecbf-2fa3-43f0-8e0c-6e119b3ffc0b service nova] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Refreshing instance network info cache due to event network-changed-728b2dc5-6683-4f31-becb-cfe062fddf86. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1325.143889] env[70039]: DEBUG oslo_concurrency.lockutils [req-829dff2f-c935-47eb-ace1-24da3ef73ddf req-4fc2ecbf-2fa3-43f0-8e0c-6e119b3ffc0b service nova] Acquiring lock "refresh_cache-cd41aa20-d621-4efa-abdc-63cd943649b6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.144055] env[70039]: DEBUG oslo_concurrency.lockutils [req-829dff2f-c935-47eb-ace1-24da3ef73ddf req-4fc2ecbf-2fa3-43f0-8e0c-6e119b3ffc0b service nova] Acquired lock "refresh_cache-cd41aa20-d621-4efa-abdc-63cd943649b6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.144206] env[70039]: DEBUG nova.network.neutron [req-829dff2f-c935-47eb-ace1-24da3ef73ddf req-4fc2ecbf-2fa3-43f0-8e0c-6e119b3ffc0b service nova] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Refreshing network info cache for port 728b2dc5-6683-4f31-becb-cfe062fddf86 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.177176] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Volume attach. Driver type: vmdk {{(pid=70039) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1325.177427] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665101', 'volume_id': '7c79c3ea-1cbe-4514-ae14-35d1bd2a8915', 'name': 'volume-7c79c3ea-1cbe-4514-ae14-35d1bd2a8915', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7d0b067c-6518-4294-91a8-02bda6feac60', 'attached_at': '', 'detached_at': '', 'volume_id': '7c79c3ea-1cbe-4514-ae14-35d1bd2a8915', 'serial': '7c79c3ea-1cbe-4514-ae14-35d1bd2a8915'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1325.178328] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea5b6b8-4250-4469-bf47-a085fccf9135 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.196554] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99043692-0ff5-49bc-a64f-787f48e05ec2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.223411] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-7c79c3ea-1cbe-4514-ae14-35d1bd2a8915/volume-7c79c3ea-1cbe-4514-ae14-35d1bd2a8915.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.223693] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42a33b80-f32a-482d-bae6-570f13503faf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.240382] env[70039]: DEBUG oslo_vmware.api [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1325.240382] env[70039]: value = "task-3331822" [ 1325.240382] env[70039]: _type = "Task" [ 1325.240382] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.247610] env[70039]: DEBUG oslo_vmware.api [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.380186] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331820, 'name': Rename_Task, 'duration_secs': 0.141869} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.380526] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.380785] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65c556aa-be1b-4bab-a6ed-8a63da0c9727 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.386984] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1325.386984] env[70039]: value = "task-3331823" [ 1325.386984] env[70039]: _type = "Task" [ 1325.386984] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.394129] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.416821] env[70039]: DEBUG nova.network.neutron [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Successfully created port: 95481e04-8c15-422c-9796-0264433f48a3 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1325.431735] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331821, 'name': CreateVM_Task, 'duration_secs': 0.303107} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.431735] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1325.432319] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.432471] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.432816] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.433107] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bd5da56-93f4-4fcc-b595-996ec39a0316 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.437687] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1325.437687] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5298c1bb-88d4-cc58-a561-6d973fd05531" [ 1325.437687] env[70039]: _type = "Task" [ 1325.437687] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.445531] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5298c1bb-88d4-cc58-a561-6d973fd05531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.536632] env[70039]: DEBUG nova.compute.manager [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1325.751579] env[70039]: DEBUG oslo_vmware.api [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331822, 'name': ReconfigVM_Task, 'duration_secs': 0.371253} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.751861] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-7c79c3ea-1cbe-4514-ae14-35d1bd2a8915/volume-7c79c3ea-1cbe-4514-ae14-35d1bd2a8915.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.756471] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb98ecef-ff04-481c-8499-413258343865 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.771175] env[70039]: DEBUG oslo_vmware.api [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1325.771175] env[70039]: value = "task-3331824" [ 1325.771175] env[70039]: _type = "Task" [ 1325.771175] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.783432] env[70039]: DEBUG oslo_vmware.api [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.845997] env[70039]: DEBUG nova.network.neutron [req-829dff2f-c935-47eb-ace1-24da3ef73ddf req-4fc2ecbf-2fa3-43f0-8e0c-6e119b3ffc0b service nova] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Updated VIF entry in instance network info cache for port 728b2dc5-6683-4f31-becb-cfe062fddf86. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1325.846402] env[70039]: DEBUG nova.network.neutron [req-829dff2f-c935-47eb-ace1-24da3ef73ddf req-4fc2ecbf-2fa3-43f0-8e0c-6e119b3ffc0b service nova] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Updating instance_info_cache with network_info: [{"id": "728b2dc5-6683-4f31-becb-cfe062fddf86", "address": "fa:16:3e:44:fb:07", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728b2dc5-66", "ovs_interfaceid": "728b2dc5-6683-4f31-becb-cfe062fddf86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.896793] env[70039]: DEBUG oslo_vmware.api [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331823, 'name': PowerOnVM_Task, 'duration_secs': 0.439822} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.897068] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1325.897272] env[70039]: INFO nova.compute.manager [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1325.897453] env[70039]: DEBUG nova.compute.manager [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.898217] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687da48b-2266-4a70-a059-960ffb77eeff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.950206] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5298c1bb-88d4-cc58-a561-6d973fd05531, 'name': SearchDatastore_Task, 'duration_secs': 0.009213} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.950206] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.950206] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.950206] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.950206] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.950206] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.950614] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b93fae3-0961-47f1-adab-f9198dc0b446 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.958361] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.958631] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.959342] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81c1f043-ec37-4701-a438-ad15fb9f0e7e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.964585] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1325.964585] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52fb3831-5c1d-6364-6f74-84771aca29ee" [ 1325.964585] env[70039]: _type = "Task" [ 1325.964585] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.972862] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fb3831-5c1d-6364-6f74-84771aca29ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.153125] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d5dff2-440d-4967-80ed-b1121f312496 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.160962] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff3fe47-3bd4-4a91-9daa-69760aefbe1d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.190780] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daecd205-350f-4efc-bede-1f2221ae4de3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.197573] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043af9b9-4ee4-49f1-9aeb-107981ca8a0e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.212212] env[70039]: DEBUG nova.compute.provider_tree [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.280424] env[70039]: DEBUG oslo_vmware.api [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331824, 'name': ReconfigVM_Task, 'duration_secs': 0.140342} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.280840] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665101', 'volume_id': '7c79c3ea-1cbe-4514-ae14-35d1bd2a8915', 'name': 'volume-7c79c3ea-1cbe-4514-ae14-35d1bd2a8915', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7d0b067c-6518-4294-91a8-02bda6feac60', 'attached_at': '', 'detached_at': '', 'volume_id': '7c79c3ea-1cbe-4514-ae14-35d1bd2a8915', 'serial': '7c79c3ea-1cbe-4514-ae14-35d1bd2a8915'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1326.349394] env[70039]: DEBUG oslo_concurrency.lockutils [req-829dff2f-c935-47eb-ace1-24da3ef73ddf req-4fc2ecbf-2fa3-43f0-8e0c-6e119b3ffc0b service nova] Releasing lock "refresh_cache-cd41aa20-d621-4efa-abdc-63cd943649b6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.415602] env[70039]: INFO nova.compute.manager [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Took 15.02 seconds to build instance. [ 1326.475625] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fb3831-5c1d-6364-6f74-84771aca29ee, 'name': SearchDatastore_Task, 'duration_secs': 0.016605} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.476191] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d76f19-a3f2-4b1a-893e-2e3fcd00ec5b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.481295] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1326.481295] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52393f31-6ed4-a278-65a2-0900c741e598" [ 1326.481295] env[70039]: _type = "Task" [ 1326.481295] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.489030] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52393f31-6ed4-a278-65a2-0900c741e598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.546041] env[70039]: DEBUG nova.compute.manager [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1326.572694] env[70039]: DEBUG nova.virt.hardware [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.572935] env[70039]: DEBUG nova.virt.hardware [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.573107] env[70039]: DEBUG nova.virt.hardware [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.573294] env[70039]: DEBUG nova.virt.hardware [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.573440] env[70039]: DEBUG nova.virt.hardware [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.573590] env[70039]: DEBUG nova.virt.hardware [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.573798] env[70039]: DEBUG nova.virt.hardware [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.573956] env[70039]: DEBUG nova.virt.hardware [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.574140] env[70039]: DEBUG nova.virt.hardware [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.574305] env[70039]: DEBUG nova.virt.hardware [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.574492] env[70039]: DEBUG nova.virt.hardware [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.575335] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aad20e7-a70f-4e53-9e07-1e621b75c824 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.583149] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841bbf91-608e-4df8-870b-f4192554f214 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.715248] env[70039]: DEBUG nova.scheduler.client.report [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.918246] env[70039]: DEBUG oslo_concurrency.lockutils [None req-32fd9375-67ed-470f-b400-a12f832b4b18 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "a1babbf7-482d-4497-b9ff-ea64abeccf51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.528s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.992039] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52393f31-6ed4-a278-65a2-0900c741e598, 'name': SearchDatastore_Task, 'duration_secs': 0.03887} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.992367] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.992625] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] cd41aa20-d621-4efa-abdc-63cd943649b6/cd41aa20-d621-4efa-abdc-63cd943649b6.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.992903] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ddef24c-3f4b-42bf-bf47-91bbc94783bc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.998967] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1326.998967] env[70039]: value = "task-3331825" [ 1326.998967] env[70039]: _type = "Task" [ 1326.998967] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.006292] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.171524] env[70039]: DEBUG nova.compute.manager [req-3643ad69-3cd0-4e4b-a899-8637a7457d0e req-e748f38b-ee71-4471-b596-107cda03f99b service nova] [instance: c71c9611-deec-4268-9186-3126e6de090b] Received event network-vif-plugged-95481e04-8c15-422c-9796-0264433f48a3 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.171820] env[70039]: DEBUG oslo_concurrency.lockutils [req-3643ad69-3cd0-4e4b-a899-8637a7457d0e req-e748f38b-ee71-4471-b596-107cda03f99b service nova] Acquiring lock "c71c9611-deec-4268-9186-3126e6de090b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.172063] env[70039]: DEBUG oslo_concurrency.lockutils [req-3643ad69-3cd0-4e4b-a899-8637a7457d0e req-e748f38b-ee71-4471-b596-107cda03f99b service nova] Lock "c71c9611-deec-4268-9186-3126e6de090b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.172241] env[70039]: DEBUG oslo_concurrency.lockutils [req-3643ad69-3cd0-4e4b-a899-8637a7457d0e req-e748f38b-ee71-4471-b596-107cda03f99b service nova] Lock "c71c9611-deec-4268-9186-3126e6de090b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.172413] env[70039]: DEBUG nova.compute.manager [req-3643ad69-3cd0-4e4b-a899-8637a7457d0e req-e748f38b-ee71-4471-b596-107cda03f99b service nova] [instance: c71c9611-deec-4268-9186-3126e6de090b] No waiting events found dispatching network-vif-plugged-95481e04-8c15-422c-9796-0264433f48a3 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1327.172582] env[70039]: WARNING nova.compute.manager [req-3643ad69-3cd0-4e4b-a899-8637a7457d0e req-e748f38b-ee71-4471-b596-107cda03f99b service nova] [instance: c71c9611-deec-4268-9186-3126e6de090b] Received unexpected event network-vif-plugged-95481e04-8c15-422c-9796-0264433f48a3 for instance with vm_state building and task_state spawning. [ 1327.197823] env[70039]: DEBUG nova.network.neutron [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Successfully updated port: 95481e04-8c15-422c-9796-0264433f48a3 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1327.220107] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.220888] env[70039]: DEBUG nova.compute.manager [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.323361] env[70039]: DEBUG nova.objects.instance [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lazy-loading 'flavor' on Instance uuid 7d0b067c-6518-4294-91a8-02bda6feac60 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.508761] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467003} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.509158] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] cd41aa20-d621-4efa-abdc-63cd943649b6/cd41aa20-d621-4efa-abdc-63cd943649b6.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.509236] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.509561] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36230cd5-d76e-4bb4-9f23-bbebf4d362b2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.515235] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1327.515235] env[70039]: value = "task-3331826" [ 1327.515235] env[70039]: _type = "Task" [ 1327.515235] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.522278] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.702139] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "refresh_cache-c71c9611-deec-4268-9186-3126e6de090b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.702364] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired lock "refresh_cache-c71c9611-deec-4268-9186-3126e6de090b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.702529] env[70039]: DEBUG nova.network.neutron [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.729910] env[70039]: DEBUG nova.compute.utils [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1327.730290] env[70039]: DEBUG nova.compute.manager [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.730505] env[70039]: DEBUG nova.network.neutron [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.771414] env[70039]: DEBUG nova.policy [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f79efb424a5e4625bff4b2d8c1ae4d43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc1d165f51de411bbcd7599acc5a55b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.829913] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e9391f49-1eae-4d11-be91-0960ea17b024 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "7d0b067c-6518-4294-91a8-02bda6feac60" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.258s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.024028] env[70039]: DEBUG nova.network.neutron [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Successfully created port: a5222ba8-25de-4212-81d7-8a54cdb920b4 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.029042] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06641} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.033024] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1328.033024] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197b3f50-4697-4fed-b38b-cba964c6e4e1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.054934] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] cd41aa20-d621-4efa-abdc-63cd943649b6/cd41aa20-d621-4efa-abdc-63cd943649b6.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.055849] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d7e1bef-5122-432e-888b-ef0861c11506 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.074975] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1328.074975] env[70039]: value = "task-3331827" [ 1328.074975] env[70039]: _type = "Task" [ 1328.074975] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.082617] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.182348] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7578a299-0208-4865-8432-117c68f04f1a tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "7d0b067c-6518-4294-91a8-02bda6feac60" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.182348] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7578a299-0208-4865-8432-117c68f04f1a tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "7d0b067c-6518-4294-91a8-02bda6feac60" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.233491] env[70039]: DEBUG nova.network.neutron [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1328.235641] env[70039]: DEBUG nova.compute.manager [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.385300] env[70039]: DEBUG nova.network.neutron [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Updating instance_info_cache with network_info: [{"id": "95481e04-8c15-422c-9796-0264433f48a3", "address": "fa:16:3e:30:86:07", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95481e04-8c", "ovs_interfaceid": "95481e04-8c15-422c-9796-0264433f48a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.586163] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.686893] env[70039]: INFO nova.compute.manager [None req-7578a299-0208-4865-8432-117c68f04f1a tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Detaching volume f8757144-2483-4a5b-a94d-f62f619b062d [ 1328.723018] env[70039]: INFO nova.virt.block_device [None req-7578a299-0208-4865-8432-117c68f04f1a tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Attempting to driver detach volume f8757144-2483-4a5b-a94d-f62f619b062d from mountpoint /dev/sdb [ 1328.723306] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7578a299-0208-4865-8432-117c68f04f1a tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Volume detach. Driver type: vmdk {{(pid=70039) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1328.723503] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7578a299-0208-4865-8432-117c68f04f1a tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665095', 'volume_id': 'f8757144-2483-4a5b-a94d-f62f619b062d', 'name': 'volume-f8757144-2483-4a5b-a94d-f62f619b062d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7d0b067c-6518-4294-91a8-02bda6feac60', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8757144-2483-4a5b-a94d-f62f619b062d', 'serial': 'f8757144-2483-4a5b-a94d-f62f619b062d'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1328.724416] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd64a18-9b5f-43c3-91c7-b02c11a80c32 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.753250] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92aa9eab-7d32-41d2-92e1-2dfe67ea9f09 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.761029] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c72b13-d77f-49a1-abdc-9778c45b9ed9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.783297] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd83ba2-346b-46db-9a52-59f721cb1f95 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.798337] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7578a299-0208-4865-8432-117c68f04f1a tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] The volume has not been displaced from its original location: [datastore2] volume-f8757144-2483-4a5b-a94d-f62f619b062d/volume-f8757144-2483-4a5b-a94d-f62f619b062d.vmdk. No consolidation needed. {{(pid=70039) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1328.803607] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7578a299-0208-4865-8432-117c68f04f1a tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1328.804661] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5ef6ab3-c5b7-4a64-b92f-6f7448fcbc1f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.823444] env[70039]: DEBUG oslo_vmware.api [None req-7578a299-0208-4865-8432-117c68f04f1a tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1328.823444] env[70039]: value = "task-3331828" [ 1328.823444] env[70039]: _type = "Task" [ 1328.823444] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.832836] env[70039]: DEBUG oslo_vmware.api [None req-7578a299-0208-4865-8432-117c68f04f1a tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.887838] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Releasing lock "refresh_cache-c71c9611-deec-4268-9186-3126e6de090b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.888203] env[70039]: DEBUG nova.compute.manager [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Instance network_info: |[{"id": "95481e04-8c15-422c-9796-0264433f48a3", "address": "fa:16:3e:30:86:07", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95481e04-8c", "ovs_interfaceid": "95481e04-8c15-422c-9796-0264433f48a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1328.888664] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:86:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95481e04-8c15-422c-9796-0264433f48a3', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1328.896447] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.896705] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c71c9611-deec-4268-9186-3126e6de090b] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1328.896982] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ae4b232-182e-4811-ac76-769ce9f03bfa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.917496] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1328.917496] env[70039]: value = "task-3331829" [ 1328.917496] env[70039]: _type = "Task" [ 1328.917496] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.928321] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331829, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.088156] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331827, 'name': ReconfigVM_Task, 'duration_secs': 0.579685} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.088467] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Reconfigured VM instance instance-00000076 to attach disk [datastore2] cd41aa20-d621-4efa-abdc-63cd943649b6/cd41aa20-d621-4efa-abdc-63cd943649b6.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.089086] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37a7f4f6-9824-40b9-8407-3c4d9090260d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.094798] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1329.094798] env[70039]: value = "task-3331830" [ 1329.094798] env[70039]: _type = "Task" [ 1329.094798] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.102396] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331830, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.209263] env[70039]: DEBUG nova.compute.manager [req-27d146cd-e4a2-4c00-a641-3c97e8ca9dbe req-e2b34059-cf9c-4160-8150-c0e94f0f966e service nova] [instance: c71c9611-deec-4268-9186-3126e6de090b] Received event network-changed-95481e04-8c15-422c-9796-0264433f48a3 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.209468] env[70039]: DEBUG nova.compute.manager [req-27d146cd-e4a2-4c00-a641-3c97e8ca9dbe req-e2b34059-cf9c-4160-8150-c0e94f0f966e service nova] [instance: c71c9611-deec-4268-9186-3126e6de090b] Refreshing instance network info cache due to event network-changed-95481e04-8c15-422c-9796-0264433f48a3. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1329.209687] env[70039]: DEBUG oslo_concurrency.lockutils [req-27d146cd-e4a2-4c00-a641-3c97e8ca9dbe req-e2b34059-cf9c-4160-8150-c0e94f0f966e service nova] Acquiring lock "refresh_cache-c71c9611-deec-4268-9186-3126e6de090b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.209833] env[70039]: DEBUG oslo_concurrency.lockutils [req-27d146cd-e4a2-4c00-a641-3c97e8ca9dbe req-e2b34059-cf9c-4160-8150-c0e94f0f966e service nova] Acquired lock "refresh_cache-c71c9611-deec-4268-9186-3126e6de090b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.209991] env[70039]: DEBUG nova.network.neutron [req-27d146cd-e4a2-4c00-a641-3c97e8ca9dbe req-e2b34059-cf9c-4160-8150-c0e94f0f966e service nova] [instance: c71c9611-deec-4268-9186-3126e6de090b] Refreshing network info cache for port 95481e04-8c15-422c-9796-0264433f48a3 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.258742] env[70039]: DEBUG nova.compute.manager [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.288585] env[70039]: DEBUG nova.virt.hardware [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.288863] env[70039]: DEBUG nova.virt.hardware [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.289165] env[70039]: DEBUG nova.virt.hardware [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.289413] env[70039]: DEBUG nova.virt.hardware [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.289566] env[70039]: DEBUG nova.virt.hardware [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.289720] env[70039]: DEBUG nova.virt.hardware [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.289933] env[70039]: DEBUG nova.virt.hardware [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.290106] env[70039]: DEBUG nova.virt.hardware [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.290275] env[70039]: DEBUG nova.virt.hardware [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.290435] env[70039]: DEBUG nova.virt.hardware [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.290667] env[70039]: DEBUG nova.virt.hardware [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.291540] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639ef081-42b2-43b4-aec5-41314c8ab642 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.299259] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0beedde-806c-40f1-b119-f4fcd58c1efe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.332234] env[70039]: DEBUG oslo_vmware.api [None req-7578a299-0208-4865-8432-117c68f04f1a tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331828, 'name': ReconfigVM_Task, 'duration_secs': 0.250746} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.332234] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7578a299-0208-4865-8432-117c68f04f1a tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1329.336814] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b49bd082-1449-41ec-a72f-ffb5303b6ae5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.352355] env[70039]: DEBUG oslo_vmware.api [None req-7578a299-0208-4865-8432-117c68f04f1a tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1329.352355] env[70039]: value = "task-3331831" [ 1329.352355] env[70039]: _type = "Task" [ 1329.352355] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.359677] env[70039]: DEBUG oslo_vmware.api [None req-7578a299-0208-4865-8432-117c68f04f1a tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.427055] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331829, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.530648] env[70039]: DEBUG nova.network.neutron [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Successfully updated port: a5222ba8-25de-4212-81d7-8a54cdb920b4 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.604682] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331830, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.862317] env[70039]: DEBUG oslo_vmware.api [None req-7578a299-0208-4865-8432-117c68f04f1a tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331831, 'name': ReconfigVM_Task, 'duration_secs': 0.141332} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.862718] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7578a299-0208-4865-8432-117c68f04f1a tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665095', 'volume_id': 'f8757144-2483-4a5b-a94d-f62f619b062d', 'name': 'volume-f8757144-2483-4a5b-a94d-f62f619b062d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7d0b067c-6518-4294-91a8-02bda6feac60', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8757144-2483-4a5b-a94d-f62f619b062d', 'serial': 'f8757144-2483-4a5b-a94d-f62f619b062d'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1329.896065] env[70039]: DEBUG nova.network.neutron [req-27d146cd-e4a2-4c00-a641-3c97e8ca9dbe req-e2b34059-cf9c-4160-8150-c0e94f0f966e service nova] [instance: c71c9611-deec-4268-9186-3126e6de090b] Updated VIF entry in instance network info cache for port 95481e04-8c15-422c-9796-0264433f48a3. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1329.896575] env[70039]: DEBUG nova.network.neutron [req-27d146cd-e4a2-4c00-a641-3c97e8ca9dbe req-e2b34059-cf9c-4160-8150-c0e94f0f966e service nova] [instance: c71c9611-deec-4268-9186-3126e6de090b] Updating instance_info_cache with network_info: [{"id": "95481e04-8c15-422c-9796-0264433f48a3", "address": "fa:16:3e:30:86:07", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95481e04-8c", "ovs_interfaceid": "95481e04-8c15-422c-9796-0264433f48a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.928804] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331829, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.036438] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "refresh_cache-1b7e589b-001f-481d-9693-585bc6c16f8b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.036608] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquired lock "refresh_cache-1b7e589b-001f-481d-9693-585bc6c16f8b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.036791] env[70039]: DEBUG nova.network.neutron [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.105650] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331830, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.399550] env[70039]: DEBUG oslo_concurrency.lockutils [req-27d146cd-e4a2-4c00-a641-3c97e8ca9dbe req-e2b34059-cf9c-4160-8150-c0e94f0f966e service nova] Releasing lock "refresh_cache-c71c9611-deec-4268-9186-3126e6de090b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.400852] env[70039]: DEBUG nova.compute.manager [req-27d146cd-e4a2-4c00-a641-3c97e8ca9dbe req-e2b34059-cf9c-4160-8150-c0e94f0f966e service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Received event network-changed-72084fe6-7bf0-405b-a43e-b1ce47b49e6e {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.400852] env[70039]: DEBUG nova.compute.manager [req-27d146cd-e4a2-4c00-a641-3c97e8ca9dbe req-e2b34059-cf9c-4160-8150-c0e94f0f966e service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Refreshing instance network info cache due to event network-changed-72084fe6-7bf0-405b-a43e-b1ce47b49e6e. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1330.400852] env[70039]: DEBUG oslo_concurrency.lockutils [req-27d146cd-e4a2-4c00-a641-3c97e8ca9dbe req-e2b34059-cf9c-4160-8150-c0e94f0f966e service nova] Acquiring lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.400852] env[70039]: DEBUG oslo_concurrency.lockutils [req-27d146cd-e4a2-4c00-a641-3c97e8ca9dbe req-e2b34059-cf9c-4160-8150-c0e94f0f966e service nova] Acquired lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.400852] env[70039]: DEBUG nova.network.neutron [req-27d146cd-e4a2-4c00-a641-3c97e8ca9dbe req-e2b34059-cf9c-4160-8150-c0e94f0f966e service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Refreshing network info cache for port 72084fe6-7bf0-405b-a43e-b1ce47b49e6e {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.405014] env[70039]: DEBUG nova.objects.instance [None req-7578a299-0208-4865-8432-117c68f04f1a tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lazy-loading 'flavor' on Instance uuid 7d0b067c-6518-4294-91a8-02bda6feac60 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.428289] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331829, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.565797] env[70039]: DEBUG nova.network.neutron [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.607073] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331830, 'name': Rename_Task, 'duration_secs': 1.199396} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.607417] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.607591] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-819fbbcd-6dfb-4aeb-889e-d9c58594b86c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.612841] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1330.612841] env[70039]: value = "task-3331832" [ 1330.612841] env[70039]: _type = "Task" [ 1330.612841] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.620042] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.686335] env[70039]: DEBUG nova.network.neutron [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Updating instance_info_cache with network_info: [{"id": "a5222ba8-25de-4212-81d7-8a54cdb920b4", "address": "fa:16:3e:1f:cc:b1", "network": {"id": "066abed3-193c-421e-a570-76a677a70855", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-816740165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1d165f51de411bbcd7599acc5a55b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5222ba8-25", "ovs_interfaceid": "a5222ba8-25de-4212-81d7-8a54cdb920b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.929510] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331829, 'name': CreateVM_Task, 'duration_secs': 1.776514} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.929711] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c71c9611-deec-4268-9186-3126e6de090b] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.931025] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.931025] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.931288] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.931557] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-932b7921-a18b-4986-aa87-d6d866618bc9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.940312] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1330.940312] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b3b37a-b3f5-8632-d49d-4a7bca23b8ff" [ 1330.940312] env[70039]: _type = "Task" [ 1330.940312] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.948551] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b3b37a-b3f5-8632-d49d-4a7bca23b8ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.123144] env[70039]: DEBUG oslo_vmware.api [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331832, 'name': PowerOnVM_Task, 'duration_secs': 0.43165} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.123418] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.123632] env[70039]: INFO nova.compute.manager [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1331.123817] env[70039]: DEBUG nova.compute.manager [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.124588] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4153c2af-9e81-420c-872d-0cfd5ddcef6e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.169918] env[70039]: DEBUG nova.network.neutron [req-27d146cd-e4a2-4c00-a641-3c97e8ca9dbe req-e2b34059-cf9c-4160-8150-c0e94f0f966e service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Updated VIF entry in instance network info cache for port 72084fe6-7bf0-405b-a43e-b1ce47b49e6e. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.170305] env[70039]: DEBUG nova.network.neutron [req-27d146cd-e4a2-4c00-a641-3c97e8ca9dbe req-e2b34059-cf9c-4160-8150-c0e94f0f966e service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Updating instance_info_cache with network_info: [{"id": "72084fe6-7bf0-405b-a43e-b1ce47b49e6e", "address": "fa:16:3e:0e:b7:74", "network": {"id": "79726d67-6aa6-47de-b5a4-849a53167a04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-65063247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1c4f9d9d8094a5c8d86256738693dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72084fe6-7b", "ovs_interfaceid": "72084fe6-7bf0-405b-a43e-b1ce47b49e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.189273] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Releasing lock "refresh_cache-1b7e589b-001f-481d-9693-585bc6c16f8b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.189576] env[70039]: DEBUG nova.compute.manager [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Instance network_info: |[{"id": "a5222ba8-25de-4212-81d7-8a54cdb920b4", "address": "fa:16:3e:1f:cc:b1", "network": {"id": "066abed3-193c-421e-a570-76a677a70855", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-816740165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1d165f51de411bbcd7599acc5a55b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5222ba8-25", "ovs_interfaceid": "a5222ba8-25de-4212-81d7-8a54cdb920b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.189968] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:cc:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5222ba8-25de-4212-81d7-8a54cdb920b4', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.197397] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.198023] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.198257] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5c0e239-74fd-4710-ba9a-c7c79d9a58aa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.217791] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.217791] env[70039]: value = "task-3331833" [ 1331.217791] env[70039]: _type = "Task" [ 1331.217791] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.225728] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331833, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.233776] env[70039]: DEBUG nova.compute.manager [req-65c8aa95-aa47-4b27-aa7a-9ad70f1b6b62 req-e2681254-582a-4564-ae90-33288c2c8c85 service nova] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Received event network-vif-plugged-a5222ba8-25de-4212-81d7-8a54cdb920b4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.233976] env[70039]: DEBUG oslo_concurrency.lockutils [req-65c8aa95-aa47-4b27-aa7a-9ad70f1b6b62 req-e2681254-582a-4564-ae90-33288c2c8c85 service nova] Acquiring lock "1b7e589b-001f-481d-9693-585bc6c16f8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.234238] env[70039]: DEBUG oslo_concurrency.lockutils [req-65c8aa95-aa47-4b27-aa7a-9ad70f1b6b62 req-e2681254-582a-4564-ae90-33288c2c8c85 service nova] Lock "1b7e589b-001f-481d-9693-585bc6c16f8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.234356] env[70039]: DEBUG oslo_concurrency.lockutils [req-65c8aa95-aa47-4b27-aa7a-9ad70f1b6b62 req-e2681254-582a-4564-ae90-33288c2c8c85 service nova] Lock "1b7e589b-001f-481d-9693-585bc6c16f8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.234509] env[70039]: DEBUG nova.compute.manager [req-65c8aa95-aa47-4b27-aa7a-9ad70f1b6b62 req-e2681254-582a-4564-ae90-33288c2c8c85 service nova] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] No waiting events found dispatching network-vif-plugged-a5222ba8-25de-4212-81d7-8a54cdb920b4 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1331.234674] env[70039]: WARNING nova.compute.manager [req-65c8aa95-aa47-4b27-aa7a-9ad70f1b6b62 req-e2681254-582a-4564-ae90-33288c2c8c85 service nova] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Received unexpected event network-vif-plugged-a5222ba8-25de-4212-81d7-8a54cdb920b4 for instance with vm_state building and task_state spawning. [ 1331.234832] env[70039]: DEBUG nova.compute.manager [req-65c8aa95-aa47-4b27-aa7a-9ad70f1b6b62 req-e2681254-582a-4564-ae90-33288c2c8c85 service nova] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Received event network-changed-a5222ba8-25de-4212-81d7-8a54cdb920b4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.234982] env[70039]: DEBUG nova.compute.manager [req-65c8aa95-aa47-4b27-aa7a-9ad70f1b6b62 req-e2681254-582a-4564-ae90-33288c2c8c85 service nova] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Refreshing instance network info cache due to event network-changed-a5222ba8-25de-4212-81d7-8a54cdb920b4. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1331.235178] env[70039]: DEBUG oslo_concurrency.lockutils [req-65c8aa95-aa47-4b27-aa7a-9ad70f1b6b62 req-e2681254-582a-4564-ae90-33288c2c8c85 service nova] Acquiring lock "refresh_cache-1b7e589b-001f-481d-9693-585bc6c16f8b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.235313] env[70039]: DEBUG oslo_concurrency.lockutils [req-65c8aa95-aa47-4b27-aa7a-9ad70f1b6b62 req-e2681254-582a-4564-ae90-33288c2c8c85 service nova] Acquired lock "refresh_cache-1b7e589b-001f-481d-9693-585bc6c16f8b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.235466] env[70039]: DEBUG nova.network.neutron [req-65c8aa95-aa47-4b27-aa7a-9ad70f1b6b62 req-e2681254-582a-4564-ae90-33288c2c8c85 service nova] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Refreshing network info cache for port a5222ba8-25de-4212-81d7-8a54cdb920b4 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.411907] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7578a299-0208-4865-8432-117c68f04f1a tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "7d0b067c-6518-4294-91a8-02bda6feac60" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.229s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.438033] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cdd170b2-8fa4-4acc-8908-beba1de8d062 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "7d0b067c-6518-4294-91a8-02bda6feac60" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.438242] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cdd170b2-8fa4-4acc-8908-beba1de8d062 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "7d0b067c-6518-4294-91a8-02bda6feac60" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.450846] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b3b37a-b3f5-8632-d49d-4a7bca23b8ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.451169] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.451400] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1331.451667] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.451820] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.452012] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.452274] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a41a222e-92a3-41ca-b6dc-c2c02a5834da {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.462332] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1331.462550] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1331.463344] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86292e59-6f56-424c-9765-0b7866acabe0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.468817] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1331.468817] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]522cbb0f-45eb-36ce-7db1-1b38e6657ecc" [ 1331.468817] env[70039]: _type = "Task" [ 1331.468817] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.476098] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522cbb0f-45eb-36ce-7db1-1b38e6657ecc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.640823] env[70039]: INFO nova.compute.manager [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Took 15.37 seconds to build instance. [ 1331.673245] env[70039]: DEBUG oslo_concurrency.lockutils [req-27d146cd-e4a2-4c00-a641-3c97e8ca9dbe req-e2b34059-cf9c-4160-8150-c0e94f0f966e service nova] Releasing lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.727857] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331833, 'name': CreateVM_Task, 'duration_secs': 0.288924} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.728089] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1331.728847] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.729283] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.729283] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.729797] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176454c9-25cb-433b-9eb4-40fcd17b0b30 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.734322] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1331.734322] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]528e0460-39d3-43e1-12e6-eed87b5beeaf" [ 1331.734322] env[70039]: _type = "Task" [ 1331.734322] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.743375] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]528e0460-39d3-43e1-12e6-eed87b5beeaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.929059] env[70039]: DEBUG nova.network.neutron [req-65c8aa95-aa47-4b27-aa7a-9ad70f1b6b62 req-e2681254-582a-4564-ae90-33288c2c8c85 service nova] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Updated VIF entry in instance network info cache for port a5222ba8-25de-4212-81d7-8a54cdb920b4. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.929451] env[70039]: DEBUG nova.network.neutron [req-65c8aa95-aa47-4b27-aa7a-9ad70f1b6b62 req-e2681254-582a-4564-ae90-33288c2c8c85 service nova] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Updating instance_info_cache with network_info: [{"id": "a5222ba8-25de-4212-81d7-8a54cdb920b4", "address": "fa:16:3e:1f:cc:b1", "network": {"id": "066abed3-193c-421e-a570-76a677a70855", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-816740165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1d165f51de411bbcd7599acc5a55b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5222ba8-25", "ovs_interfaceid": "a5222ba8-25de-4212-81d7-8a54cdb920b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.940915] env[70039]: INFO nova.compute.manager [None req-cdd170b2-8fa4-4acc-8908-beba1de8d062 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Detaching volume 7c79c3ea-1cbe-4514-ae14-35d1bd2a8915 [ 1331.974604] env[70039]: INFO nova.virt.block_device [None req-cdd170b2-8fa4-4acc-8908-beba1de8d062 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Attempting to driver detach volume 7c79c3ea-1cbe-4514-ae14-35d1bd2a8915 from mountpoint /dev/sdc [ 1331.974604] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd170b2-8fa4-4acc-8908-beba1de8d062 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Volume detach. Driver type: vmdk {{(pid=70039) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1331.974604] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd170b2-8fa4-4acc-8908-beba1de8d062 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665101', 'volume_id': '7c79c3ea-1cbe-4514-ae14-35d1bd2a8915', 'name': 'volume-7c79c3ea-1cbe-4514-ae14-35d1bd2a8915', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7d0b067c-6518-4294-91a8-02bda6feac60', 'attached_at': '', 'detached_at': '', 'volume_id': '7c79c3ea-1cbe-4514-ae14-35d1bd2a8915', 'serial': '7c79c3ea-1cbe-4514-ae14-35d1bd2a8915'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1331.975536] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dac821-84e2-41ed-8b9e-ba1d8adfaa0c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.983717] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522cbb0f-45eb-36ce-7db1-1b38e6657ecc, 'name': SearchDatastore_Task, 'duration_secs': 0.00811} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.999458] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e4cdf03-a154-4278-ab0a-63ef23c5f659 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.002268] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee46cd2-0778-4576-98f9-3da99fb7f6b3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.008250] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1332.008250] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52314c46-368c-d3b5-567c-4c15b08a8cda" [ 1332.008250] env[70039]: _type = "Task" [ 1332.008250] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.013080] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53e62d6-4fab-4765-95c5-89e6e99e082e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.021535] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52314c46-368c-d3b5-567c-4c15b08a8cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.037261] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4285db-08a2-4b16-a1e3-13f4f1b0f3bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.051907] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd170b2-8fa4-4acc-8908-beba1de8d062 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] The volume has not been displaced from its original location: [datastore2] volume-7c79c3ea-1cbe-4514-ae14-35d1bd2a8915/volume-7c79c3ea-1cbe-4514-ae14-35d1bd2a8915.vmdk. No consolidation needed. {{(pid=70039) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1332.057179] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd170b2-8fa4-4acc-8908-beba1de8d062 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Reconfiguring VM instance instance-0000006e to detach disk 2002 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1332.057462] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfc0f86b-2e09-4f7d-8c04-7366f9375f23 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.075838] env[70039]: DEBUG oslo_vmware.api [None req-cdd170b2-8fa4-4acc-8908-beba1de8d062 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1332.075838] env[70039]: value = "task-3331834" [ 1332.075838] env[70039]: _type = "Task" [ 1332.075838] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.083232] env[70039]: DEBUG oslo_vmware.api [None req-cdd170b2-8fa4-4acc-8908-beba1de8d062 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.143294] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3e6c6401-e08a-43db-9d69-2c757f01c5a1 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "cd41aa20-d621-4efa-abdc-63cd943649b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.879s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.186261] env[70039]: DEBUG oslo_concurrency.lockutils [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "1b42c061-29e1-4bc2-b2b8-0218de567e6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.186498] env[70039]: DEBUG oslo_concurrency.lockutils [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "1b42c061-29e1-4bc2-b2b8-0218de567e6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.245593] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]528e0460-39d3-43e1-12e6-eed87b5beeaf, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.246014] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.246255] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.246491] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.246657] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.246886] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.247160] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43c6a24c-7597-4fa3-961f-b34307f7b7c9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.255780] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.255955] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.256680] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a6d1b53-ae28-460f-962a-0e4997a1618e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.261498] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1332.261498] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520d4698-af3b-e65f-a15a-b818ca5d04e6" [ 1332.261498] env[70039]: _type = "Task" [ 1332.261498] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.269376] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520d4698-af3b-e65f-a15a-b818ca5d04e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.432712] env[70039]: DEBUG oslo_concurrency.lockutils [req-65c8aa95-aa47-4b27-aa7a-9ad70f1b6b62 req-e2681254-582a-4564-ae90-33288c2c8c85 service nova] Releasing lock "refresh_cache-1b7e589b-001f-481d-9693-585bc6c16f8b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.519971] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52314c46-368c-d3b5-567c-4c15b08a8cda, 'name': SearchDatastore_Task, 'duration_secs': 0.01341} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.520235] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.520533] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] c71c9611-deec-4268-9186-3126e6de090b/c71c9611-deec-4268-9186-3126e6de090b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1332.520793] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e49e12c8-a90f-4b0c-9ce4-7e72797820a3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.526985] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1332.526985] env[70039]: value = "task-3331835" [ 1332.526985] env[70039]: _type = "Task" [ 1332.526985] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.534289] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.584564] env[70039]: DEBUG oslo_vmware.api [None req-cdd170b2-8fa4-4acc-8908-beba1de8d062 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331834, 'name': ReconfigVM_Task, 'duration_secs': 0.312742} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.584826] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd170b2-8fa4-4acc-8908-beba1de8d062 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Reconfigured VM instance instance-0000006e to detach disk 2002 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1332.589540] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cc627e0-81e3-4643-9b59-274dca504d03 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.603997] env[70039]: DEBUG oslo_vmware.api [None req-cdd170b2-8fa4-4acc-8908-beba1de8d062 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1332.603997] env[70039]: value = "task-3331836" [ 1332.603997] env[70039]: _type = "Task" [ 1332.603997] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.611644] env[70039]: DEBUG oslo_vmware.api [None req-cdd170b2-8fa4-4acc-8908-beba1de8d062 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.689398] env[70039]: DEBUG nova.compute.manager [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1332.773689] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520d4698-af3b-e65f-a15a-b818ca5d04e6, 'name': SearchDatastore_Task, 'duration_secs': 0.008683} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.774616] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e7ae980-5753-4404-ae99-d72b4b9e7f2e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.780170] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1332.780170] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52cad7b0-8740-e12e-d9b0-25dc71164b67" [ 1332.780170] env[70039]: _type = "Task" [ 1332.780170] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.787852] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52cad7b0-8740-e12e-d9b0-25dc71164b67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.039544] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331835, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.113556] env[70039]: DEBUG oslo_vmware.api [None req-cdd170b2-8fa4-4acc-8908-beba1de8d062 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331836, 'name': ReconfigVM_Task, 'duration_secs': 0.147159} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.113944] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd170b2-8fa4-4acc-8908-beba1de8d062 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665101', 'volume_id': '7c79c3ea-1cbe-4514-ae14-35d1bd2a8915', 'name': 'volume-7c79c3ea-1cbe-4514-ae14-35d1bd2a8915', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7d0b067c-6518-4294-91a8-02bda6feac60', 'attached_at': '', 'detached_at': '', 'volume_id': '7c79c3ea-1cbe-4514-ae14-35d1bd2a8915', 'serial': '7c79c3ea-1cbe-4514-ae14-35d1bd2a8915'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1333.212233] env[70039]: DEBUG oslo_concurrency.lockutils [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.212524] env[70039]: DEBUG oslo_concurrency.lockutils [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.214076] env[70039]: INFO nova.compute.claims [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1333.291235] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52cad7b0-8740-e12e-d9b0-25dc71164b67, 'name': SearchDatastore_Task, 'duration_secs': 0.009841} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.291460] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.291724] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 1b7e589b-001f-481d-9693-585bc6c16f8b/1b7e589b-001f-481d-9693-585bc6c16f8b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.291982] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-797a9a1a-a7c2-439f-b07e-7e34815e1d50 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.297755] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1333.297755] env[70039]: value = "task-3331837" [ 1333.297755] env[70039]: _type = "Task" [ 1333.297755] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.305098] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.538265] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599865} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.538555] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] c71c9611-deec-4268-9186-3126e6de090b/c71c9611-deec-4268-9186-3126e6de090b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1333.538790] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1333.539080] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22b89ed7-85ef-4778-b559-3ecd60b11f75 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.546741] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1333.546741] env[70039]: value = "task-3331838" [ 1333.546741] env[70039]: _type = "Task" [ 1333.546741] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.555485] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.671944] env[70039]: DEBUG nova.objects.instance [None req-cdd170b2-8fa4-4acc-8908-beba1de8d062 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lazy-loading 'flavor' on Instance uuid 7d0b067c-6518-4294-91a8-02bda6feac60 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.809409] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331837, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.057145] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137454} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.057730] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1334.058587] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c64a81c-9844-473e-9e5e-c8cb027bf087 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.079720] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] c71c9611-deec-4268-9186-3126e6de090b/c71c9611-deec-4268-9186-3126e6de090b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.079998] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a4d5d91-20e3-4d25-af64-b3d62e8ef2d1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.100959] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1334.100959] env[70039]: value = "task-3331839" [ 1334.100959] env[70039]: _type = "Task" [ 1334.100959] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.108768] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.311508] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52605} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.311728] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 1b7e589b-001f-481d-9693-585bc6c16f8b/1b7e589b-001f-481d-9693-585bc6c16f8b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.311896] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.312179] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e64752d-6849-4543-a132-1d201a2e574f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.320850] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1334.320850] env[70039]: value = "task-3331840" [ 1334.320850] env[70039]: _type = "Task" [ 1334.320850] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.331095] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.372265] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267e98d5-3241-4c4e-8458-8cad282f54a0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.380218] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdb6c78-5304-42a2-84ca-06b92c46ac71 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.411476] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958c1cec-5ef9-4d65-b3e2-9c6a1357a552 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.419435] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b8958e-f044-4842-9614-b26b130c2d38 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.432562] env[70039]: DEBUG nova.compute.provider_tree [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.611100] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331839, 'name': ReconfigVM_Task, 'duration_secs': 0.324763} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.611100] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Reconfigured VM instance instance-00000077 to attach disk [datastore2] c71c9611-deec-4268-9186-3126e6de090b/c71c9611-deec-4268-9186-3126e6de090b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.611482] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2a42f0e-91c4-4a83-ba0f-b19ea5e31c45 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.617172] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1334.617172] env[70039]: value = "task-3331841" [ 1334.617172] env[70039]: _type = "Task" [ 1334.617172] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.625902] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331841, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.679689] env[70039]: DEBUG oslo_concurrency.lockutils [None req-cdd170b2-8fa4-4acc-8908-beba1de8d062 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "7d0b067c-6518-4294-91a8-02bda6feac60" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.241s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.830430] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.354743} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.830950] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1334.831839] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9581f7-2bea-4756-965d-c5cc6e7d24f5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.853601] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1b7e589b-001f-481d-9693-585bc6c16f8b/1b7e589b-001f-481d-9693-585bc6c16f8b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.853863] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb4004e7-c321-4b62-a2e9-8ea3e7d7997e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.872591] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1334.872591] env[70039]: value = "task-3331842" [ 1334.872591] env[70039]: _type = "Task" [ 1334.872591] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.880091] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.936344] env[70039]: DEBUG nova.scheduler.client.report [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.127323] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331841, 'name': Rename_Task, 'duration_secs': 0.141584} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.127565] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.127799] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26756959-2c6c-4f65-81d6-dec9fa5007aa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.134265] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1335.134265] env[70039]: value = "task-3331843" [ 1335.134265] env[70039]: _type = "Task" [ 1335.134265] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.143477] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.382676] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.441462] env[70039]: DEBUG oslo_concurrency.lockutils [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.442015] env[70039]: DEBUG nova.compute.manager [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1335.644617] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331843, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.828030] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "7d0b067c-6518-4294-91a8-02bda6feac60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.828246] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "7d0b067c-6518-4294-91a8-02bda6feac60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.828490] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "7d0b067c-6518-4294-91a8-02bda6feac60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.828689] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "7d0b067c-6518-4294-91a8-02bda6feac60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.828901] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "7d0b067c-6518-4294-91a8-02bda6feac60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.831322] env[70039]: INFO nova.compute.manager [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Terminating instance [ 1335.883866] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331842, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.947032] env[70039]: DEBUG nova.compute.utils [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1335.948492] env[70039]: DEBUG nova.compute.manager [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1335.948664] env[70039]: DEBUG nova.network.neutron [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1335.992366] env[70039]: DEBUG nova.policy [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9124598c7844f5aa94b5c31ead23f2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6260e4000f06409abf12449ae3291205', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1336.144798] env[70039]: DEBUG oslo_vmware.api [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331843, 'name': PowerOnVM_Task, 'duration_secs': 0.549452} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.145086] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.145298] env[70039]: INFO nova.compute.manager [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1336.145516] env[70039]: DEBUG nova.compute.manager [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.146383] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a22c42-e5a5-43ad-9acd-f6623efedc81 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.277413] env[70039]: DEBUG nova.network.neutron [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Successfully created port: f9efff44-5cac-46c5-bbe1-2f8e0e310d9c {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.335054] env[70039]: DEBUG nova.compute.manager [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1336.335303] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1336.336205] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860cb710-d71f-4f51-9f20-131f9f33eeb2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.343841] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.344106] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4866aba-1afc-457e-bfe3-bef38816f265 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.350078] env[70039]: DEBUG oslo_vmware.api [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1336.350078] env[70039]: value = "task-3331844" [ 1336.350078] env[70039]: _type = "Task" [ 1336.350078] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.358609] env[70039]: DEBUG oslo_vmware.api [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.384199] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331842, 'name': ReconfigVM_Task, 'duration_secs': 1.082287} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.384477] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1b7e589b-001f-481d-9693-585bc6c16f8b/1b7e589b-001f-481d-9693-585bc6c16f8b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.385105] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9137dcea-b9a6-4342-b17d-8ce17b2bed13 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.390826] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1336.390826] env[70039]: value = "task-3331845" [ 1336.390826] env[70039]: _type = "Task" [ 1336.390826] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.402696] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331845, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.452137] env[70039]: DEBUG nova.compute.manager [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1336.666726] env[70039]: INFO nova.compute.manager [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Took 14.40 seconds to build instance. [ 1336.860535] env[70039]: DEBUG oslo_vmware.api [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331844, 'name': PowerOffVM_Task, 'duration_secs': 0.193047} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.860928] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.860996] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.861273] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46874893-d792-4da5-b264-fffddace8624 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.900051] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331845, 'name': Rename_Task, 'duration_secs': 0.197187} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.900330] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.900602] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aec9703c-2f6c-4cf9-8496-8a93b33bcf68 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.906702] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1336.906702] env[70039]: value = "task-3331847" [ 1336.906702] env[70039]: _type = "Task" [ 1336.906702] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.914216] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.921320] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.921533] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.921742] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Deleting the datastore file [datastore1] 7d0b067c-6518-4294-91a8-02bda6feac60 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.922040] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ed19030-a8d0-4e04-aa72-ab9ef38388c4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.928676] env[70039]: DEBUG oslo_vmware.api [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for the task: (returnval){ [ 1336.928676] env[70039]: value = "task-3331848" [ 1336.928676] env[70039]: _type = "Task" [ 1336.928676] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.937116] env[70039]: DEBUG oslo_vmware.api [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.169244] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2eccc372-6e9b-4315-8767-57c8ffbe9bd6 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "c71c9611-deec-4268-9186-3126e6de090b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.913s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.417593] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331847, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.440941] env[70039]: DEBUG oslo_vmware.api [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Task: {'id': task-3331848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158585} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.441241] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.441432] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1337.441680] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1337.441883] env[70039]: INFO nova.compute.manager [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1337.442151] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.442359] env[70039]: DEBUG nova.compute.manager [-] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1337.442458] env[70039]: DEBUG nova.network.neutron [-] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1337.461655] env[70039]: DEBUG nova.compute.manager [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1337.489740] env[70039]: DEBUG nova.virt.hardware [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.490015] env[70039]: DEBUG nova.virt.hardware [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.490197] env[70039]: DEBUG nova.virt.hardware [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.490384] env[70039]: DEBUG nova.virt.hardware [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.490535] env[70039]: DEBUG nova.virt.hardware [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.490787] env[70039]: DEBUG nova.virt.hardware [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.490978] env[70039]: DEBUG nova.virt.hardware [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.491464] env[70039]: DEBUG nova.virt.hardware [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.491683] env[70039]: DEBUG nova.virt.hardware [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.491866] env[70039]: DEBUG nova.virt.hardware [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.492055] env[70039]: DEBUG nova.virt.hardware [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.493035] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2ef606-aa79-46b5-b32a-bec44000561a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.501487] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b7a441-021b-4f4a-a994-3cf1c2d6587e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.786091] env[70039]: DEBUG nova.compute.manager [req-5ada9d88-835d-4be3-9b7f-d2433be2bcbf req-36645243-6304-4fc1-871e-969c381e35ad service nova] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Received event network-vif-plugged-f9efff44-5cac-46c5-bbe1-2f8e0e310d9c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.786392] env[70039]: DEBUG oslo_concurrency.lockutils [req-5ada9d88-835d-4be3-9b7f-d2433be2bcbf req-36645243-6304-4fc1-871e-969c381e35ad service nova] Acquiring lock "1b42c061-29e1-4bc2-b2b8-0218de567e6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.786657] env[70039]: DEBUG oslo_concurrency.lockutils [req-5ada9d88-835d-4be3-9b7f-d2433be2bcbf req-36645243-6304-4fc1-871e-969c381e35ad service nova] Lock "1b42c061-29e1-4bc2-b2b8-0218de567e6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.786880] env[70039]: DEBUG oslo_concurrency.lockutils [req-5ada9d88-835d-4be3-9b7f-d2433be2bcbf req-36645243-6304-4fc1-871e-969c381e35ad service nova] Lock "1b42c061-29e1-4bc2-b2b8-0218de567e6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.787111] env[70039]: DEBUG nova.compute.manager [req-5ada9d88-835d-4be3-9b7f-d2433be2bcbf req-36645243-6304-4fc1-871e-969c381e35ad service nova] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] No waiting events found dispatching network-vif-plugged-f9efff44-5cac-46c5-bbe1-2f8e0e310d9c {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1337.787345] env[70039]: WARNING nova.compute.manager [req-5ada9d88-835d-4be3-9b7f-d2433be2bcbf req-36645243-6304-4fc1-871e-969c381e35ad service nova] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Received unexpected event network-vif-plugged-f9efff44-5cac-46c5-bbe1-2f8e0e310d9c for instance with vm_state building and task_state spawning. [ 1337.820110] env[70039]: DEBUG nova.network.neutron [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Successfully updated port: f9efff44-5cac-46c5-bbe1-2f8e0e310d9c {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1337.920236] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331847, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.935034] env[70039]: DEBUG nova.compute.manager [req-08b2386c-0ddf-49c7-9940-fd846b5a9c50 req-d4c2ce83-7dfd-4776-afbe-52f1d085b188 service nova] [instance: c71c9611-deec-4268-9186-3126e6de090b] Received event network-changed-95481e04-8c15-422c-9796-0264433f48a3 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.935299] env[70039]: DEBUG nova.compute.manager [req-08b2386c-0ddf-49c7-9940-fd846b5a9c50 req-d4c2ce83-7dfd-4776-afbe-52f1d085b188 service nova] [instance: c71c9611-deec-4268-9186-3126e6de090b] Refreshing instance network info cache due to event network-changed-95481e04-8c15-422c-9796-0264433f48a3. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1337.935599] env[70039]: DEBUG oslo_concurrency.lockutils [req-08b2386c-0ddf-49c7-9940-fd846b5a9c50 req-d4c2ce83-7dfd-4776-afbe-52f1d085b188 service nova] Acquiring lock "refresh_cache-c71c9611-deec-4268-9186-3126e6de090b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.935799] env[70039]: DEBUG oslo_concurrency.lockutils [req-08b2386c-0ddf-49c7-9940-fd846b5a9c50 req-d4c2ce83-7dfd-4776-afbe-52f1d085b188 service nova] Acquired lock "refresh_cache-c71c9611-deec-4268-9186-3126e6de090b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.936021] env[70039]: DEBUG nova.network.neutron [req-08b2386c-0ddf-49c7-9940-fd846b5a9c50 req-d4c2ce83-7dfd-4776-afbe-52f1d085b188 service nova] [instance: c71c9611-deec-4268-9186-3126e6de090b] Refreshing network info cache for port 95481e04-8c15-422c-9796-0264433f48a3 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.322532] env[70039]: DEBUG oslo_concurrency.lockutils [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "refresh_cache-1b42c061-29e1-4bc2-b2b8-0218de567e6b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.322701] env[70039]: DEBUG oslo_concurrency.lockutils [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "refresh_cache-1b42c061-29e1-4bc2-b2b8-0218de567e6b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.322852] env[70039]: DEBUG nova.network.neutron [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.419461] env[70039]: DEBUG oslo_vmware.api [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331847, 'name': PowerOnVM_Task, 'duration_secs': 1.480086} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.419759] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.419966] env[70039]: INFO nova.compute.manager [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1338.420173] env[70039]: DEBUG nova.compute.manager [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.421031] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd1b7ab-cb80-49dd-bf0b-f2f92b07979a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.662083] env[70039]: DEBUG nova.network.neutron [req-08b2386c-0ddf-49c7-9940-fd846b5a9c50 req-d4c2ce83-7dfd-4776-afbe-52f1d085b188 service nova] [instance: c71c9611-deec-4268-9186-3126e6de090b] Updated VIF entry in instance network info cache for port 95481e04-8c15-422c-9796-0264433f48a3. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.662458] env[70039]: DEBUG nova.network.neutron [req-08b2386c-0ddf-49c7-9940-fd846b5a9c50 req-d4c2ce83-7dfd-4776-afbe-52f1d085b188 service nova] [instance: c71c9611-deec-4268-9186-3126e6de090b] Updating instance_info_cache with network_info: [{"id": "95481e04-8c15-422c-9796-0264433f48a3", "address": "fa:16:3e:30:86:07", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95481e04-8c", "ovs_interfaceid": "95481e04-8c15-422c-9796-0264433f48a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.700404] env[70039]: DEBUG nova.network.neutron [-] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.855700] env[70039]: DEBUG nova.network.neutron [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1338.939584] env[70039]: INFO nova.compute.manager [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Took 13.97 seconds to build instance. [ 1339.014564] env[70039]: DEBUG nova.network.neutron [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Updating instance_info_cache with network_info: [{"id": "f9efff44-5cac-46c5-bbe1-2f8e0e310d9c", "address": "fa:16:3e:b6:4c:c5", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9efff44-5c", "ovs_interfaceid": "f9efff44-5cac-46c5-bbe1-2f8e0e310d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.166117] env[70039]: DEBUG oslo_concurrency.lockutils [req-08b2386c-0ddf-49c7-9940-fd846b5a9c50 req-d4c2ce83-7dfd-4776-afbe-52f1d085b188 service nova] Releasing lock "refresh_cache-c71c9611-deec-4268-9186-3126e6de090b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.205133] env[70039]: INFO nova.compute.manager [-] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Took 1.76 seconds to deallocate network for instance. [ 1339.442159] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9a882e18-c575-45c9-81b7-bc65ee1ec40f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "1b7e589b-001f-481d-9693-585bc6c16f8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.477s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.518055] env[70039]: DEBUG oslo_concurrency.lockutils [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "refresh_cache-1b42c061-29e1-4bc2-b2b8-0218de567e6b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.518055] env[70039]: DEBUG nova.compute.manager [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Instance network_info: |[{"id": "f9efff44-5cac-46c5-bbe1-2f8e0e310d9c", "address": "fa:16:3e:b6:4c:c5", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9efff44-5c", "ovs_interfaceid": "f9efff44-5cac-46c5-bbe1-2f8e0e310d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1339.518328] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:4c:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9efff44-5cac-46c5-bbe1-2f8e0e310d9c', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.525792] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.526085] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.526374] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e4930eb-fbde-48fa-956a-1b68a9a92130 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.546636] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1339.546636] env[70039]: value = "task-3331849" [ 1339.546636] env[70039]: _type = "Task" [ 1339.546636] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.554239] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331849, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.709759] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.710085] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.710311] env[70039]: DEBUG nova.objects.instance [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lazy-loading 'resources' on Instance uuid 7d0b067c-6518-4294-91a8-02bda6feac60 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.821330] env[70039]: DEBUG nova.compute.manager [req-ca4ba826-50f6-4034-9120-88f9e289a4f0 req-19fbe461-6baa-4bdd-bb35-c35afa56989a service nova] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Received event network-changed-f9efff44-5cac-46c5-bbe1-2f8e0e310d9c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.821330] env[70039]: DEBUG nova.compute.manager [req-ca4ba826-50f6-4034-9120-88f9e289a4f0 req-19fbe461-6baa-4bdd-bb35-c35afa56989a service nova] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Refreshing instance network info cache due to event network-changed-f9efff44-5cac-46c5-bbe1-2f8e0e310d9c. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1339.821599] env[70039]: DEBUG oslo_concurrency.lockutils [req-ca4ba826-50f6-4034-9120-88f9e289a4f0 req-19fbe461-6baa-4bdd-bb35-c35afa56989a service nova] Acquiring lock "refresh_cache-1b42c061-29e1-4bc2-b2b8-0218de567e6b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.821599] env[70039]: DEBUG oslo_concurrency.lockutils [req-ca4ba826-50f6-4034-9120-88f9e289a4f0 req-19fbe461-6baa-4bdd-bb35-c35afa56989a service nova] Acquired lock "refresh_cache-1b42c061-29e1-4bc2-b2b8-0218de567e6b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.821768] env[70039]: DEBUG nova.network.neutron [req-ca4ba826-50f6-4034-9120-88f9e289a4f0 req-19fbe461-6baa-4bdd-bb35-c35afa56989a service nova] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Refreshing network info cache for port f9efff44-5cac-46c5-bbe1-2f8e0e310d9c {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.964038] env[70039]: DEBUG nova.compute.manager [req-a48d4025-1536-4ca6-901e-bdb1778dec22 req-c51dae7f-70a1-4bb3-8ece-66e85733bb0c service nova] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Received event network-vif-deleted-8ab02625-5caf-4b24-a33d-7faf3e1e935e {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.055579] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331849, 'name': CreateVM_Task, 'duration_secs': 0.349774} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.055790] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.056504] env[70039]: DEBUG oslo_concurrency.lockutils [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.056671] env[70039]: DEBUG oslo_concurrency.lockutils [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.057457] env[70039]: DEBUG oslo_concurrency.lockutils [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.057457] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b77bc1f-ab3e-490d-8ee7-d62b9c3cf2f1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.062437] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1340.062437] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]526faa1a-4b37-fede-a52c-51e02f0816cb" [ 1340.062437] env[70039]: _type = "Task" [ 1340.062437] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.070061] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526faa1a-4b37-fede-a52c-51e02f0816cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.371973] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362b848a-3046-4a54-ae60-13e107c3ffbc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.378427] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc29d9c-fc95-45ec-809f-0902e8910506 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.411102] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717619a6-20f4-438b-aec5-9d44d31a9c20 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.418328] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bade55fa-ecfb-47ab-b703-0b59164dfc52 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.431549] env[70039]: DEBUG nova.compute.provider_tree [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.542934] env[70039]: DEBUG nova.network.neutron [req-ca4ba826-50f6-4034-9120-88f9e289a4f0 req-19fbe461-6baa-4bdd-bb35-c35afa56989a service nova] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Updated VIF entry in instance network info cache for port f9efff44-5cac-46c5-bbe1-2f8e0e310d9c. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.543337] env[70039]: DEBUG nova.network.neutron [req-ca4ba826-50f6-4034-9120-88f9e289a4f0 req-19fbe461-6baa-4bdd-bb35-c35afa56989a service nova] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Updating instance_info_cache with network_info: [{"id": "f9efff44-5cac-46c5-bbe1-2f8e0e310d9c", "address": "fa:16:3e:b6:4c:c5", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9efff44-5c", "ovs_interfaceid": "f9efff44-5cac-46c5-bbe1-2f8e0e310d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.572115] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]526faa1a-4b37-fede-a52c-51e02f0816cb, 'name': SearchDatastore_Task, 'duration_secs': 0.040875} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.572481] env[70039]: DEBUG oslo_concurrency.lockutils [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.572725] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1340.572963] env[70039]: DEBUG oslo_concurrency.lockutils [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.573131] env[70039]: DEBUG oslo_concurrency.lockutils [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.573315] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1340.573577] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-797faaff-aacc-46f7-b876-0b1476b6c153 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.584329] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1340.584571] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1340.585293] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c85a827-270a-4187-bf33-6f3d0bdd16ba {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.590534] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1340.590534] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52821e0b-42e9-ece0-5e10-5ab81604119f" [ 1340.590534] env[70039]: _type = "Task" [ 1340.590534] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.597813] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52821e0b-42e9-ece0-5e10-5ab81604119f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.936874] env[70039]: DEBUG nova.scheduler.client.report [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.046156] env[70039]: DEBUG oslo_concurrency.lockutils [req-ca4ba826-50f6-4034-9120-88f9e289a4f0 req-19fbe461-6baa-4bdd-bb35-c35afa56989a service nova] Releasing lock "refresh_cache-1b42c061-29e1-4bc2-b2b8-0218de567e6b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.046550] env[70039]: DEBUG nova.compute.manager [req-ca4ba826-50f6-4034-9120-88f9e289a4f0 req-19fbe461-6baa-4bdd-bb35-c35afa56989a service nova] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Received event network-changed-a5222ba8-25de-4212-81d7-8a54cdb920b4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.046550] env[70039]: DEBUG nova.compute.manager [req-ca4ba826-50f6-4034-9120-88f9e289a4f0 req-19fbe461-6baa-4bdd-bb35-c35afa56989a service nova] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Refreshing instance network info cache due to event network-changed-a5222ba8-25de-4212-81d7-8a54cdb920b4. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1341.046761] env[70039]: DEBUG oslo_concurrency.lockutils [req-ca4ba826-50f6-4034-9120-88f9e289a4f0 req-19fbe461-6baa-4bdd-bb35-c35afa56989a service nova] Acquiring lock "refresh_cache-1b7e589b-001f-481d-9693-585bc6c16f8b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.046908] env[70039]: DEBUG oslo_concurrency.lockutils [req-ca4ba826-50f6-4034-9120-88f9e289a4f0 req-19fbe461-6baa-4bdd-bb35-c35afa56989a service nova] Acquired lock "refresh_cache-1b7e589b-001f-481d-9693-585bc6c16f8b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.047085] env[70039]: DEBUG nova.network.neutron [req-ca4ba826-50f6-4034-9120-88f9e289a4f0 req-19fbe461-6baa-4bdd-bb35-c35afa56989a service nova] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Refreshing network info cache for port a5222ba8-25de-4212-81d7-8a54cdb920b4 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.101394] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52821e0b-42e9-ece0-5e10-5ab81604119f, 'name': SearchDatastore_Task, 'duration_secs': 0.033394} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.102130] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4a03271-1f3b-46fc-8cdf-df9d84eeb291 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.107319] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1341.107319] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]527e166b-a233-fb2a-9310-9fc9c6ab519c" [ 1341.107319] env[70039]: _type = "Task" [ 1341.107319] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.114699] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527e166b-a233-fb2a-9310-9fc9c6ab519c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.444656] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.465808] env[70039]: INFO nova.scheduler.client.report [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Deleted allocations for instance 7d0b067c-6518-4294-91a8-02bda6feac60 [ 1341.618428] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527e166b-a233-fb2a-9310-9fc9c6ab519c, 'name': SearchDatastore_Task, 'duration_secs': 0.010304} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.618696] env[70039]: DEBUG oslo_concurrency.lockutils [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.618956] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 1b42c061-29e1-4bc2-b2b8-0218de567e6b/1b42c061-29e1-4bc2-b2b8-0218de567e6b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1341.619223] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81944f83-e470-43b3-9438-4378e8538776 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.625734] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1341.625734] env[70039]: value = "task-3331850" [ 1341.625734] env[70039]: _type = "Task" [ 1341.625734] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.634318] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.749038] env[70039]: DEBUG nova.network.neutron [req-ca4ba826-50f6-4034-9120-88f9e289a4f0 req-19fbe461-6baa-4bdd-bb35-c35afa56989a service nova] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Updated VIF entry in instance network info cache for port a5222ba8-25de-4212-81d7-8a54cdb920b4. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.749426] env[70039]: DEBUG nova.network.neutron [req-ca4ba826-50f6-4034-9120-88f9e289a4f0 req-19fbe461-6baa-4bdd-bb35-c35afa56989a service nova] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Updating instance_info_cache with network_info: [{"id": "a5222ba8-25de-4212-81d7-8a54cdb920b4", "address": "fa:16:3e:1f:cc:b1", "network": {"id": "066abed3-193c-421e-a570-76a677a70855", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-816740165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1d165f51de411bbcd7599acc5a55b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5222ba8-25", "ovs_interfaceid": "a5222ba8-25de-4212-81d7-8a54cdb920b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.977354] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a4692baa-3380-435e-b535-b0deaaee4f18 tempest-AttachVolumeTestJSON-1642023009 tempest-AttachVolumeTestJSON-1642023009-project-member] Lock "7d0b067c-6518-4294-91a8-02bda6feac60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.149s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.135882] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452993} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.136232] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 1b42c061-29e1-4bc2-b2b8-0218de567e6b/1b42c061-29e1-4bc2-b2b8-0218de567e6b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1342.136354] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.136598] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d86c600-4974-457e-8d99-91ab933b664d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.142678] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1342.142678] env[70039]: value = "task-3331851" [ 1342.142678] env[70039]: _type = "Task" [ 1342.142678] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.150655] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.252646] env[70039]: DEBUG oslo_concurrency.lockutils [req-ca4ba826-50f6-4034-9120-88f9e289a4f0 req-19fbe461-6baa-4bdd-bb35-c35afa56989a service nova] Releasing lock "refresh_cache-1b7e589b-001f-481d-9693-585bc6c16f8b" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.652601] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065912} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.652867] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1342.653626] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ff1c6e-7119-4f60-8699-d0429ad9015c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.675013] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 1b42c061-29e1-4bc2-b2b8-0218de567e6b/1b42c061-29e1-4bc2-b2b8-0218de567e6b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1342.675255] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60c57e42-c635-4f27-b543-c7a736e2f85c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.693693] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1342.693693] env[70039]: value = "task-3331853" [ 1342.693693] env[70039]: _type = "Task" [ 1342.693693] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.701097] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.203667] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.704413] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.205064] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331853, 'name': ReconfigVM_Task, 'duration_secs': 1.310563} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.205401] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 1b42c061-29e1-4bc2-b2b8-0218de567e6b/1b42c061-29e1-4bc2-b2b8-0218de567e6b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.206026] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fc2370a-f369-443a-824d-757c85144612 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.211893] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1344.211893] env[70039]: value = "task-3331854" [ 1344.211893] env[70039]: _type = "Task" [ 1344.211893] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.218755] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331854, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.721495] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331854, 'name': Rename_Task, 'duration_secs': 0.272096} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.721828] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.722121] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2db2956-711b-4f25-bd66-1382110c8d44 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.728209] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1344.728209] env[70039]: value = "task-3331855" [ 1344.728209] env[70039]: _type = "Task" [ 1344.728209] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.735717] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.237491] env[70039]: DEBUG oslo_vmware.api [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331855, 'name': PowerOnVM_Task, 'duration_secs': 0.42826} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.237978] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1345.237978] env[70039]: INFO nova.compute.manager [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1345.238252] env[70039]: DEBUG nova.compute.manager [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.238874] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1b3b65-00fe-4ecf-b15e-f75d06e3e8b1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.755888] env[70039]: INFO nova.compute.manager [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Took 12.56 seconds to build instance. [ 1346.258268] env[70039]: DEBUG oslo_concurrency.lockutils [None req-eea74503-2143-4050-be49-b53831343548 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "1b42c061-29e1-4bc2-b2b8-0218de567e6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.071s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.632611] env[70039]: DEBUG oslo_concurrency.lockutils [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "1b42c061-29e1-4bc2-b2b8-0218de567e6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.632899] env[70039]: DEBUG oslo_concurrency.lockutils [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "1b42c061-29e1-4bc2-b2b8-0218de567e6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.633204] env[70039]: DEBUG oslo_concurrency.lockutils [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "1b42c061-29e1-4bc2-b2b8-0218de567e6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.633405] env[70039]: DEBUG oslo_concurrency.lockutils [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "1b42c061-29e1-4bc2-b2b8-0218de567e6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.633579] env[70039]: DEBUG oslo_concurrency.lockutils [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "1b42c061-29e1-4bc2-b2b8-0218de567e6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.635597] env[70039]: INFO nova.compute.manager [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Terminating instance [ 1347.139298] env[70039]: DEBUG nova.compute.manager [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1347.139549] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1347.140449] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c35854-b520-495a-82d0-dcf213e2a09c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.148218] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.148463] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5100094c-d197-4d2c-93f0-ba3a8ced172d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.154826] env[70039]: DEBUG oslo_vmware.api [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1347.154826] env[70039]: value = "task-3331857" [ 1347.154826] env[70039]: _type = "Task" [ 1347.154826] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.162996] env[70039]: DEBUG oslo_vmware.api [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.664947] env[70039]: DEBUG oslo_vmware.api [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331857, 'name': PowerOffVM_Task, 'duration_secs': 0.194676} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.665298] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.665368] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.665589] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ea4d5c8-15b6-462e-ad7d-c7b5025248bc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.724925] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.725185] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.725386] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleting the datastore file [datastore1] 1b42c061-29e1-4bc2-b2b8-0218de567e6b {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.725646] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-271a9a68-4f2e-434f-b31c-0328ff4d8f51 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.731426] env[70039]: DEBUG oslo_vmware.api [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1347.731426] env[70039]: value = "task-3331859" [ 1347.731426] env[70039]: _type = "Task" [ 1347.731426] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.739105] env[70039]: DEBUG oslo_vmware.api [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.241335] env[70039]: DEBUG oslo_vmware.api [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156311} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.241579] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.241787] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.241973] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.242166] env[70039]: INFO nova.compute.manager [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1348.242407] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.242593] env[70039]: DEBUG nova.compute.manager [-] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.242689] env[70039]: DEBUG nova.network.neutron [-] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.759483] env[70039]: DEBUG nova.compute.manager [req-849a84d7-3572-4ceb-a549-457d5150e031 req-e212a061-fae5-433c-9e19-4f4876f7db7d service nova] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Received event network-vif-deleted-f9efff44-5cac-46c5-bbe1-2f8e0e310d9c {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.759751] env[70039]: INFO nova.compute.manager [req-849a84d7-3572-4ceb-a549-457d5150e031 req-e212a061-fae5-433c-9e19-4f4876f7db7d service nova] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Neutron deleted interface f9efff44-5cac-46c5-bbe1-2f8e0e310d9c; detaching it from the instance and deleting it from the info cache [ 1348.759989] env[70039]: DEBUG nova.network.neutron [req-849a84d7-3572-4ceb-a549-457d5150e031 req-e212a061-fae5-433c-9e19-4f4876f7db7d service nova] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.238630] env[70039]: DEBUG nova.network.neutron [-] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.262473] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22b7c7a0-dbd7-41d5-9acf-f91c37ffa4e5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.273082] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150b5d84-e33a-4214-8a15-bebb67739471 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.304617] env[70039]: DEBUG nova.compute.manager [req-849a84d7-3572-4ceb-a549-457d5150e031 req-e212a061-fae5-433c-9e19-4f4876f7db7d service nova] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Detach interface failed, port_id=f9efff44-5cac-46c5-bbe1-2f8e0e310d9c, reason: Instance 1b42c061-29e1-4bc2-b2b8-0218de567e6b could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1349.741349] env[70039]: INFO nova.compute.manager [-] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Took 1.50 seconds to deallocate network for instance. [ 1350.248018] env[70039]: DEBUG oslo_concurrency.lockutils [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.248317] env[70039]: DEBUG oslo_concurrency.lockutils [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.248546] env[70039]: DEBUG nova.objects.instance [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lazy-loading 'resources' on Instance uuid 1b42c061-29e1-4bc2-b2b8-0218de567e6b {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.881153] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ed4d71-4f4d-4d46-b2a4-9d661f0f6d17 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.888856] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997a3985-1f20-408c-98eb-2897d6285738 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.918213] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2113593-2d6b-4a9f-a805-127f6f4c1afb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.925620] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61b168b-9640-4cfa-b0ce-51fe169a3c8e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.940797] env[70039]: DEBUG nova.compute.provider_tree [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.444483] env[70039]: DEBUG nova.scheduler.client.report [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.950091] env[70039]: DEBUG oslo_concurrency.lockutils [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.969765] env[70039]: INFO nova.scheduler.client.report [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleted allocations for instance 1b42c061-29e1-4bc2-b2b8-0218de567e6b [ 1352.478079] env[70039]: DEBUG oslo_concurrency.lockutils [None req-79789688-8cfc-41df-aa2a-f010c5c3e091 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "1b42c061-29e1-4bc2-b2b8-0218de567e6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.845s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.436353] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "cd41aa20-d621-4efa-abdc-63cd943649b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.436621] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "cd41aa20-d621-4efa-abdc-63cd943649b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.436847] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "cd41aa20-d621-4efa-abdc-63cd943649b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.437049] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "cd41aa20-d621-4efa-abdc-63cd943649b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.437219] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "cd41aa20-d621-4efa-abdc-63cd943649b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.439407] env[70039]: INFO nova.compute.manager [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Terminating instance [ 1353.847078] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "7a703135-3bf6-4076-ab52-b78005c7a900" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.847447] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "7a703135-3bf6-4076-ab52-b78005c7a900" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.847568] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "7a703135-3bf6-4076-ab52-b78005c7a900-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.847751] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "7a703135-3bf6-4076-ab52-b78005c7a900-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.847924] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "7a703135-3bf6-4076-ab52-b78005c7a900-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.849998] env[70039]: INFO nova.compute.manager [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Terminating instance [ 1353.943706] env[70039]: DEBUG nova.compute.manager [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1353.943928] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.944891] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace34122-a763-46dc-8bbd-0cccaac310b4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.952604] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.952833] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf2b2ec3-10cd-411e-a3d5-251d94412dfb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.958312] env[70039]: DEBUG oslo_vmware.api [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1353.958312] env[70039]: value = "task-3331861" [ 1353.958312] env[70039]: _type = "Task" [ 1353.958312] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.965505] env[70039]: DEBUG oslo_vmware.api [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.354065] env[70039]: DEBUG nova.compute.manager [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.354241] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.355987] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03760972-35ad-4e1c-a7fd-52780f351ec2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.362752] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.362966] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be1e15c6-8a35-4f7c-8a81-95016b2c419b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.368244] env[70039]: DEBUG oslo_vmware.api [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1354.368244] env[70039]: value = "task-3331862" [ 1354.368244] env[70039]: _type = "Task" [ 1354.368244] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.376849] env[70039]: DEBUG oslo_vmware.api [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.468309] env[70039]: DEBUG oslo_vmware.api [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331861, 'name': PowerOffVM_Task, 'duration_secs': 0.211818} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.468575] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.468746] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.468986] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-416638d8-af48-4aef-9448-1a94c9a48424 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.530726] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.531027] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.531254] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleting the datastore file [datastore2] cd41aa20-d621-4efa-abdc-63cd943649b6 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.531538] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-685c98e7-f2a5-4a8f-b455-f72547721c21 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.538378] env[70039]: DEBUG oslo_vmware.api [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1354.538378] env[70039]: value = "task-3331864" [ 1354.538378] env[70039]: _type = "Task" [ 1354.538378] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.546230] env[70039]: DEBUG oslo_vmware.api [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.877793] env[70039]: DEBUG oslo_vmware.api [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331862, 'name': PowerOffVM_Task, 'duration_secs': 0.214192} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.878075] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.878253] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.878491] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96feb8fd-2dc7-4124-b3a8-0c3ebebad355 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.932213] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.932442] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.937661] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.937862] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.938058] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Deleting the datastore file [datastore2] 7a703135-3bf6-4076-ab52-b78005c7a900 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.938306] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99829e39-b559-4dd1-b3b3-37b7da924bd9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.944718] env[70039]: DEBUG oslo_vmware.api [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1354.944718] env[70039]: value = "task-3331866" [ 1354.944718] env[70039]: _type = "Task" [ 1354.944718] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.952206] env[70039]: DEBUG oslo_vmware.api [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.048425] env[70039]: DEBUG oslo_vmware.api [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158529} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.048729] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.048973] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.049218] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.049407] env[70039]: INFO nova.compute.manager [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1355.049683] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.049885] env[70039]: DEBUG nova.compute.manager [-] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.050028] env[70039]: DEBUG nova.network.neutron [-] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1355.301084] env[70039]: DEBUG nova.compute.manager [req-60da0791-238d-4b29-9ca0-526235a0c245 req-7e3bd071-e2a4-43ea-b255-9aa1051dae1c service nova] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Received event network-vif-deleted-728b2dc5-6683-4f31-becb-cfe062fddf86 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.301315] env[70039]: INFO nova.compute.manager [req-60da0791-238d-4b29-9ca0-526235a0c245 req-7e3bd071-e2a4-43ea-b255-9aa1051dae1c service nova] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Neutron deleted interface 728b2dc5-6683-4f31-becb-cfe062fddf86; detaching it from the instance and deleting it from the info cache [ 1355.301493] env[70039]: DEBUG nova.network.neutron [req-60da0791-238d-4b29-9ca0-526235a0c245 req-7e3bd071-e2a4-43ea-b255-9aa1051dae1c service nova] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.454628] env[70039]: DEBUG oslo_vmware.api [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142324} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.454952] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.455077] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.455260] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.455436] env[70039]: INFO nova.compute.manager [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1355.455679] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.455872] env[70039]: DEBUG nova.compute.manager [-] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.456014] env[70039]: DEBUG nova.network.neutron [-] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1355.784884] env[70039]: DEBUG nova.network.neutron [-] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.804434] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc5cbb99-6ba2-4c29-aa22-d045ece331b8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.814890] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8a67ed-5271-45bd-a45f-bce479c66093 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.847403] env[70039]: DEBUG nova.compute.manager [req-60da0791-238d-4b29-9ca0-526235a0c245 req-7e3bd071-e2a4-43ea-b255-9aa1051dae1c service nova] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Detach interface failed, port_id=728b2dc5-6683-4f31-becb-cfe062fddf86, reason: Instance cd41aa20-d621-4efa-abdc-63cd943649b6 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1355.932101] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.932453] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.932621] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.932765] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70039) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1356.288683] env[70039]: INFO nova.compute.manager [-] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Took 1.24 seconds to deallocate network for instance. [ 1356.350193] env[70039]: DEBUG nova.network.neutron [-] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.794759] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.795070] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.795295] env[70039]: DEBUG nova.objects.instance [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lazy-loading 'resources' on Instance uuid cd41aa20-d621-4efa-abdc-63cd943649b6 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.852866] env[70039]: INFO nova.compute.manager [-] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Took 1.40 seconds to deallocate network for instance. [ 1357.326039] env[70039]: DEBUG nova.compute.manager [req-71df407b-f988-4adb-909a-4d372e139180 req-0fafa7be-0aba-4118-9ee2-620f54bd1cf0 service nova] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Received event network-vif-deleted-2de1d582-a96b-45f8-b5ff-bdf4ebe52200 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.359035] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.421139] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecd6799-9908-4b48-871e-a0b0b97731ca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.428793] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acd534e-9b28-432d-9b94-23f66e28dc1c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.457610] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18fff9e-ddb8-442a-b6cd-241386e7c68c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.464630] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248b8c23-4bcb-4683-8b17-d38058a4cbf3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.478311] env[70039]: DEBUG nova.compute.provider_tree [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.931846] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.932161] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager.update_available_resource {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.981285] env[70039]: DEBUG nova.scheduler.client.report [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.435163] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.486281] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.488540] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.130s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.488773] env[70039]: DEBUG nova.objects.instance [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lazy-loading 'resources' on Instance uuid 7a703135-3bf6-4076-ab52-b78005c7a900 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.503270] env[70039]: INFO nova.scheduler.client.report [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleted allocations for instance cd41aa20-d621-4efa-abdc-63cd943649b6 [ 1359.010754] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1b0b5684-1166-489b-9c20-b0199ffc1388 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "cd41aa20-d621-4efa-abdc-63cd943649b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.574s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.096589] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b91a3d-59bc-4ee4-b0d4-103be3c9b10b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.104168] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b123d546-5769-4399-a48f-0f8f4a963236 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.132761] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b90bf3b-dcdc-408b-8507-345c9fed156a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.139225] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ba896d-f52f-4e1d-b15f-c86876f7b3df {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.151603] env[70039]: DEBUG nova.compute.provider_tree [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.655918] env[70039]: DEBUG nova.scheduler.client.report [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.160701] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.163631] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.728s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.163631] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.163631] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70039) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1360.164435] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1536cf-3421-4f65-8724-29b24fefded8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.173459] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb3416e-9c2d-4d7b-acc8-b9dd4e6659f9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.181544] env[70039]: INFO nova.scheduler.client.report [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Deleted allocations for instance 7a703135-3bf6-4076-ab52-b78005c7a900 [ 1360.195709] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395e054c-3c13-4327-8a55-fa046076fb9e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.203470] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d01e93-fc4e-4367-9091-89d969cc934b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.233734] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179539MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=70039) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1360.233915] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.234061] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.382059] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "ce45a426-ec34-4ae2-aff1-7e91ec3d9aca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.382333] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "ce45a426-ec34-4ae2-aff1-7e91ec3d9aca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.686480] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.686827] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.686985] env[70039]: INFO nova.compute.manager [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Shelving [ 1360.690556] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6e5db6c2-a88d-48cb-aaec-a16b6726c1b8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "7a703135-3bf6-4076-ab52-b78005c7a900" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.843s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.884913] env[70039]: DEBUG nova.compute.manager [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1361.261602] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance bced78af-9276-4173-808a-d730c9db5a92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1361.261704] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 029644a4-e847-4a30-a56e-79596dd114cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1361.261849] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance dbccc65d-170f-4015-8f6e-7a1817a83d9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1361.261991] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance f00a0641-1636-4aac-9843-ec218ccc0d62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1361.262127] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance b6f68310-1fe6-488e-87fc-4bcc81d87d9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1361.262245] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance a1babbf7-482d-4497-b9ff-ea64abeccf51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1361.262361] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance c71c9611-deec-4268-9186-3126e6de090b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1361.262465] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 1b7e589b-001f-481d-9693-585bc6c16f8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1361.405355] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.697096] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.697455] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-328acb23-df16-4ef3-8da4-80adb4fa982e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.705734] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1361.705734] env[70039]: value = "task-3331867" [ 1361.705734] env[70039]: _type = "Task" [ 1361.705734] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.714220] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.768057] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance ce45a426-ec34-4ae2-aff1-7e91ec3d9aca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1361.768057] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1361.768057] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1361.882978] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef34ee8e-8431-48c1-ba1a-c872b0d6e868 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.890739] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b76d10e-7ba5-47ee-bb3b-15201fbef9d9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.920450] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3e6b87-4ef2-44ce-982b-97d790619ce8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.927994] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386e60e9-e60f-4e05-978d-7f0319ecacc0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.943063] env[70039]: DEBUG nova.compute.provider_tree [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.216298] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331867, 'name': PowerOffVM_Task, 'duration_secs': 0.180444} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.216530] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.217304] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddf0052-670e-4be0-8338-4b08fb2cc1bb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.235127] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe00f78-a90f-4663-bf2e-27fbb65f349b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.446025] env[70039]: DEBUG nova.scheduler.client.report [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.744486] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Creating Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1362.744841] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c6aaa206-807d-4112-821a-d40158e1afce {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.752941] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1362.752941] env[70039]: value = "task-3331868" [ 1362.752941] env[70039]: _type = "Task" [ 1362.752941] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.761699] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331868, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.879610] env[70039]: DEBUG nova.compute.manager [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Stashing vm_state: active {{(pid=70039) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1362.951998] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70039) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1362.952250] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.718s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.952513] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.547s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.954033] env[70039]: INFO nova.compute.claims [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1363.263295] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331868, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.401709] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.764224] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331868, 'name': CreateSnapshot_Task, 'duration_secs': 0.909966} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.764606] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Created Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1363.765734] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c58b3a-580a-43e2-bc54-cf1b3909055b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.952786] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.952786] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.103017] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a2001b-583f-41ef-8aa8-a12dae259585 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.108932] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21396613-c768-48cd-8fa6-0130b7de4077 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.139253] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a815da-68c4-4d53-9724-6dabd24bf702 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.146063] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6218dbb3-d346-4904-9fdd-cfaedd7967af {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.159317] env[70039]: DEBUG nova.compute.provider_tree [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.281951] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Creating linked-clone VM from snapshot {{(pid=70039) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1364.282564] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3ce3aae1-be54-40f4-9376-9a1458682b96 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.293047] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1364.293047] env[70039]: value = "task-3331869" [ 1364.293047] env[70039]: _type = "Task" [ 1364.293047] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.300315] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331869, 'name': CloneVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.662668] env[70039]: DEBUG nova.scheduler.client.report [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.806390] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331869, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.167925] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.169208] env[70039]: DEBUG nova.compute.manager [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1365.171958] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.769s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.303435] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331869, 'name': CloneVM_Task, 'duration_secs': 0.942438} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.303682] env[70039]: INFO nova.virt.vmwareapi.vmops [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Created linked-clone VM from snapshot [ 1365.304427] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed302561-599c-42a4-b1e5-f6be464984c0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.311265] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Uploading image 3c8efd9b-4367-4461-932e-88a101e07a65 {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1365.336403] env[70039]: DEBUG oslo_vmware.rw_handles [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1365.336403] env[70039]: value = "vm-665107" [ 1365.336403] env[70039]: _type = "VirtualMachine" [ 1365.336403] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1365.337119] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3d926e83-d768-45b7-b4a6-91d16f101a8f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.343353] env[70039]: DEBUG oslo_vmware.rw_handles [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lease: (returnval){ [ 1365.343353] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5267645c-52aa-0145-09b8-b0d6c9e26c93" [ 1365.343353] env[70039]: _type = "HttpNfcLease" [ 1365.343353] env[70039]: } obtained for exporting VM: (result){ [ 1365.343353] env[70039]: value = "vm-665107" [ 1365.343353] env[70039]: _type = "VirtualMachine" [ 1365.343353] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1365.343615] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the lease: (returnval){ [ 1365.343615] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5267645c-52aa-0145-09b8-b0d6c9e26c93" [ 1365.343615] env[70039]: _type = "HttpNfcLease" [ 1365.343615] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1365.349198] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1365.349198] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5267645c-52aa-0145-09b8-b0d6c9e26c93" [ 1365.349198] env[70039]: _type = "HttpNfcLease" [ 1365.349198] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1365.674951] env[70039]: DEBUG nova.compute.utils [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1365.676298] env[70039]: DEBUG nova.compute.manager [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1365.676470] env[70039]: DEBUG nova.network.neutron [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1365.680343] env[70039]: INFO nova.compute.claims [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.727307] env[70039]: DEBUG nova.policy [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9124598c7844f5aa94b5c31ead23f2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6260e4000f06409abf12449ae3291205', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1365.852663] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1365.852663] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5267645c-52aa-0145-09b8-b0d6c9e26c93" [ 1365.852663] env[70039]: _type = "HttpNfcLease" [ 1365.852663] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1365.852663] env[70039]: DEBUG oslo_vmware.rw_handles [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1365.852663] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5267645c-52aa-0145-09b8-b0d6c9e26c93" [ 1365.852663] env[70039]: _type = "HttpNfcLease" [ 1365.852663] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1365.853258] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ea7a51-ec01-4bfd-a005-3a276ba75aa2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.860390] env[70039]: DEBUG oslo_vmware.rw_handles [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c9bb2-9f40-7e6c-dc72-3f87cdd903e8/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1365.860574] env[70039]: DEBUG oslo_vmware.rw_handles [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c9bb2-9f40-7e6c-dc72-3f87cdd903e8/disk-0.vmdk for reading. {{(pid=70039) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1365.950117] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d81b2e16-dcb0-48d1-9a39-ad627e733942 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.989295] env[70039]: DEBUG nova.network.neutron [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Successfully created port: a8a0e0ee-5bcc-40c7-a076-2f6aba0f2c82 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1366.185123] env[70039]: DEBUG nova.compute.manager [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1366.190398] env[70039]: INFO nova.compute.resource_tracker [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Updating resource usage from migration 9a1a2445-42df-44f0-a4f3-7e9477f045f9 [ 1366.343569] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2e6f08-71df-4bd4-8d2d-cccd6acc17a0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.353056] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51934a6-2f35-4011-9acf-e927c061e9ae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.387361] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e282a916-cc07-4e2b-bdc3-81476f4b2d76 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.395169] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4174344-e36a-4d01-ba15-414e655e21f8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.408915] env[70039]: DEBUG nova.compute.provider_tree [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.912563] env[70039]: DEBUG nova.scheduler.client.report [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.950164] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "a1babbf7-482d-4497-b9ff-ea64abeccf51" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.950582] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "a1babbf7-482d-4497-b9ff-ea64abeccf51" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.950782] env[70039]: INFO nova.compute.manager [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Shelving [ 1367.196115] env[70039]: DEBUG nova.compute.manager [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1367.218394] env[70039]: DEBUG nova.virt.hardware [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1367.218711] env[70039]: DEBUG nova.virt.hardware [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.218938] env[70039]: DEBUG nova.virt.hardware [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1367.219186] env[70039]: DEBUG nova.virt.hardware [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.219352] env[70039]: DEBUG nova.virt.hardware [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1367.219564] env[70039]: DEBUG nova.virt.hardware [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1367.219872] env[70039]: DEBUG nova.virt.hardware [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1367.220160] env[70039]: DEBUG nova.virt.hardware [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1367.220395] env[70039]: DEBUG nova.virt.hardware [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1367.220630] env[70039]: DEBUG nova.virt.hardware [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1367.220851] env[70039]: DEBUG nova.virt.hardware [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1367.222313] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6398611a-2882-454e-b43f-2755ca0752ee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.230557] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a297c8-8999-439e-a8c6-d3ff87a63f4c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.385253] env[70039]: DEBUG nova.compute.manager [req-cab8ecf5-2ddd-4438-855c-51c2bb5f35cc req-21a0ca15-c0c3-4e64-bd1d-685d5b15d2f1 service nova] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Received event network-vif-plugged-a8a0e0ee-5bcc-40c7-a076-2f6aba0f2c82 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.385432] env[70039]: DEBUG oslo_concurrency.lockutils [req-cab8ecf5-2ddd-4438-855c-51c2bb5f35cc req-21a0ca15-c0c3-4e64-bd1d-685d5b15d2f1 service nova] Acquiring lock "ce45a426-ec34-4ae2-aff1-7e91ec3d9aca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.385804] env[70039]: DEBUG oslo_concurrency.lockutils [req-cab8ecf5-2ddd-4438-855c-51c2bb5f35cc req-21a0ca15-c0c3-4e64-bd1d-685d5b15d2f1 service nova] Lock "ce45a426-ec34-4ae2-aff1-7e91ec3d9aca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.386055] env[70039]: DEBUG oslo_concurrency.lockutils [req-cab8ecf5-2ddd-4438-855c-51c2bb5f35cc req-21a0ca15-c0c3-4e64-bd1d-685d5b15d2f1 service nova] Lock "ce45a426-ec34-4ae2-aff1-7e91ec3d9aca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.386338] env[70039]: DEBUG nova.compute.manager [req-cab8ecf5-2ddd-4438-855c-51c2bb5f35cc req-21a0ca15-c0c3-4e64-bd1d-685d5b15d2f1 service nova] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] No waiting events found dispatching network-vif-plugged-a8a0e0ee-5bcc-40c7-a076-2f6aba0f2c82 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1367.386600] env[70039]: WARNING nova.compute.manager [req-cab8ecf5-2ddd-4438-855c-51c2bb5f35cc req-21a0ca15-c0c3-4e64-bd1d-685d5b15d2f1 service nova] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Received unexpected event network-vif-plugged-a8a0e0ee-5bcc-40c7-a076-2f6aba0f2c82 for instance with vm_state building and task_state spawning. [ 1367.418279] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.247s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.418521] env[70039]: INFO nova.compute.manager [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Migrating [ 1367.477473] env[70039]: DEBUG nova.network.neutron [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Successfully updated port: a8a0e0ee-5bcc-40c7-a076-2f6aba0f2c82 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1367.937459] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.937459] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.937969] env[70039]: DEBUG nova.network.neutron [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.960674] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.960972] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-242b3a5a-dd02-4c9b-a063-74dc26b75cb0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.968937] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1367.968937] env[70039]: value = "task-3331871" [ 1367.968937] env[70039]: _type = "Task" [ 1367.968937] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.978100] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.980255] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "refresh_cache-ce45a426-ec34-4ae2-aff1-7e91ec3d9aca" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.980411] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "refresh_cache-ce45a426-ec34-4ae2-aff1-7e91ec3d9aca" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.980638] env[70039]: DEBUG nova.network.neutron [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.479120] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331871, 'name': PowerOffVM_Task, 'duration_secs': 0.202547} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.481521] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.482371] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcca62e-6845-48bf-9840-408b3c07f9e6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.503894] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8f0eef-4dc4-48bb-9da8-d8a94c31ffee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.515132] env[70039]: DEBUG nova.network.neutron [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1368.667912] env[70039]: DEBUG nova.network.neutron [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Updating instance_info_cache with network_info: [{"id": "b5750314-df31-4954-a5ad-fd1817ba3ed1", "address": "fa:16:3e:fc:49:f1", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5750314-df", "ovs_interfaceid": "b5750314-df31-4954-a5ad-fd1817ba3ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.681784] env[70039]: DEBUG nova.network.neutron [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Updating instance_info_cache with network_info: [{"id": "a8a0e0ee-5bcc-40c7-a076-2f6aba0f2c82", "address": "fa:16:3e:a0:27:32", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a0e0ee-5b", "ovs_interfaceid": "a8a0e0ee-5bcc-40c7-a076-2f6aba0f2c82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.014606] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Creating Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1369.015053] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-98af2744-2635-4ae4-bb9e-eeb93ce04bff {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.023496] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1369.023496] env[70039]: value = "task-3331872" [ 1369.023496] env[70039]: _type = "Task" [ 1369.023496] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.032272] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331872, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.171337] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.183968] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "refresh_cache-ce45a426-ec34-4ae2-aff1-7e91ec3d9aca" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.184430] env[70039]: DEBUG nova.compute.manager [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Instance network_info: |[{"id": "a8a0e0ee-5bcc-40c7-a076-2f6aba0f2c82", "address": "fa:16:3e:a0:27:32", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a0e0ee-5b", "ovs_interfaceid": "a8a0e0ee-5bcc-40c7-a076-2f6aba0f2c82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1369.185827] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:27:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8a0e0ee-5bcc-40c7-a076-2f6aba0f2c82', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1369.193873] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1369.194494] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1369.194685] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53787966-d690-4416-a1f3-60891e28384c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.214449] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.214449] env[70039]: value = "task-3331873" [ 1369.214449] env[70039]: _type = "Task" [ 1369.214449] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.224236] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331873, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.412843] env[70039]: DEBUG nova.compute.manager [req-91e7f702-2426-46b8-b5a4-b1f474273563 req-f8340f70-6c1a-4d08-82e0-7fa6ed6a942a service nova] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Received event network-changed-a8a0e0ee-5bcc-40c7-a076-2f6aba0f2c82 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.413150] env[70039]: DEBUG nova.compute.manager [req-91e7f702-2426-46b8-b5a4-b1f474273563 req-f8340f70-6c1a-4d08-82e0-7fa6ed6a942a service nova] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Refreshing instance network info cache due to event network-changed-a8a0e0ee-5bcc-40c7-a076-2f6aba0f2c82. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1369.413455] env[70039]: DEBUG oslo_concurrency.lockutils [req-91e7f702-2426-46b8-b5a4-b1f474273563 req-f8340f70-6c1a-4d08-82e0-7fa6ed6a942a service nova] Acquiring lock "refresh_cache-ce45a426-ec34-4ae2-aff1-7e91ec3d9aca" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.413674] env[70039]: DEBUG oslo_concurrency.lockutils [req-91e7f702-2426-46b8-b5a4-b1f474273563 req-f8340f70-6c1a-4d08-82e0-7fa6ed6a942a service nova] Acquired lock "refresh_cache-ce45a426-ec34-4ae2-aff1-7e91ec3d9aca" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.413923] env[70039]: DEBUG nova.network.neutron [req-91e7f702-2426-46b8-b5a4-b1f474273563 req-f8340f70-6c1a-4d08-82e0-7fa6ed6a942a service nova] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Refreshing network info cache for port a8a0e0ee-5bcc-40c7-a076-2f6aba0f2c82 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.534224] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331872, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.726793] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331873, 'name': CreateVM_Task, 'duration_secs': 0.438511} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.727135] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1369.727880] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.728118] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.728528] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.728894] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd3ab830-3b21-479f-91da-c6dafdacef4a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.734644] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1369.734644] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524c5ff6-fd84-06f1-e83e-c82bfb625eec" [ 1369.734644] env[70039]: _type = "Task" [ 1369.734644] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.744431] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524c5ff6-fd84-06f1-e83e-c82bfb625eec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.034830] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331872, 'name': CreateSnapshot_Task, 'duration_secs': 0.792167} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.037487] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Created Snapshot of the VM instance {{(pid=70039) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1370.038348] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70595c08-1ecc-413e-a206-1dde466dbc86 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.126519] env[70039]: DEBUG nova.network.neutron [req-91e7f702-2426-46b8-b5a4-b1f474273563 req-f8340f70-6c1a-4d08-82e0-7fa6ed6a942a service nova] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Updated VIF entry in instance network info cache for port a8a0e0ee-5bcc-40c7-a076-2f6aba0f2c82. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.126957] env[70039]: DEBUG nova.network.neutron [req-91e7f702-2426-46b8-b5a4-b1f474273563 req-f8340f70-6c1a-4d08-82e0-7fa6ed6a942a service nova] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Updating instance_info_cache with network_info: [{"id": "a8a0e0ee-5bcc-40c7-a076-2f6aba0f2c82", "address": "fa:16:3e:a0:27:32", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a0e0ee-5b", "ovs_interfaceid": "a8a0e0ee-5bcc-40c7-a076-2f6aba0f2c82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.246489] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524c5ff6-fd84-06f1-e83e-c82bfb625eec, 'name': SearchDatastore_Task, 'duration_secs': 0.016823} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.247032] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.247350] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1370.247739] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.247972] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.248262] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1370.248590] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4944d83-e24e-41a5-bedb-721af458b7e6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.260851] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1370.261161] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1370.262216] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd472a5-0f5e-4c87-8298-1f539690d164 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.269715] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1370.269715] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ee3837-b1ed-27fc-8b29-3a1fa7783798" [ 1370.269715] env[70039]: _type = "Task" [ 1370.269715] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.277726] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ee3837-b1ed-27fc-8b29-3a1fa7783798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.556768] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Creating linked-clone VM from snapshot {{(pid=70039) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1370.557120] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-015a96b4-3259-4342-8d0f-c24ddb4b53ef {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.567122] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1370.567122] env[70039]: value = "task-3331874" [ 1370.567122] env[70039]: _type = "Task" [ 1370.567122] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.575806] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331874, 'name': CloneVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.629817] env[70039]: DEBUG oslo_concurrency.lockutils [req-91e7f702-2426-46b8-b5a4-b1f474273563 req-f8340f70-6c1a-4d08-82e0-7fa6ed6a942a service nova] Releasing lock "refresh_cache-ce45a426-ec34-4ae2-aff1-7e91ec3d9aca" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.687060] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c03d5b1-7a1e-4aba-8a3f-03563fb84a9c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.706549] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Updating instance 'bced78af-9276-4173-808a-d730c9db5a92' progress to 0 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1370.780670] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ee3837-b1ed-27fc-8b29-3a1fa7783798, 'name': SearchDatastore_Task, 'duration_secs': 0.023502} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.781855] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b8c27d-3d97-46e5-8920-3a8f2d9138d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.787077] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1370.787077] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]529d63a6-1f24-5978-bb7c-3642757f6e14" [ 1370.787077] env[70039]: _type = "Task" [ 1370.787077] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.795057] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]529d63a6-1f24-5978-bb7c-3642757f6e14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.077331] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331874, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.212801] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.213136] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc2e5aad-9ed2-4456-8ae3-24a15139ae4b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.222727] env[70039]: DEBUG oslo_vmware.api [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1371.222727] env[70039]: value = "task-3331875" [ 1371.222727] env[70039]: _type = "Task" [ 1371.222727] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.231179] env[70039]: DEBUG oslo_vmware.api [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.298484] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]529d63a6-1f24-5978-bb7c-3642757f6e14, 'name': SearchDatastore_Task, 'duration_secs': 0.016588} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.298776] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.299257] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] ce45a426-ec34-4ae2-aff1-7e91ec3d9aca/ce45a426-ec34-4ae2-aff1-7e91ec3d9aca.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.299646] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0ae18de-e18b-4faf-896f-1ee2fd6842ba {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.306941] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1371.306941] env[70039]: value = "task-3331876" [ 1371.306941] env[70039]: _type = "Task" [ 1371.306941] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.315162] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.579287] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331874, 'name': CloneVM_Task} progress is 94%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.733689] env[70039]: DEBUG oslo_vmware.api [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331875, 'name': PowerOffVM_Task, 'duration_secs': 0.212569} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.733967] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.734173] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Updating instance 'bced78af-9276-4173-808a-d730c9db5a92' progress to 17 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1371.818886] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473535} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.819235] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] ce45a426-ec34-4ae2-aff1-7e91ec3d9aca/ce45a426-ec34-4ae2-aff1-7e91ec3d9aca.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.819425] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1371.819688] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f22682a3-c193-44d8-b43b-94c161f521e7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.825699] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1371.825699] env[70039]: value = "task-3331877" [ 1371.825699] env[70039]: _type = "Task" [ 1371.825699] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.834195] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.080597] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331874, 'name': CloneVM_Task} progress is 95%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.242030] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1372.242030] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.242030] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.242030] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.242030] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.242546] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1372.242921] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1372.243270] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1372.243575] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1372.243868] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1372.244223] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1372.250048] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af42ac3a-56b2-4495-94a8-58e1c2e56942 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.265583] env[70039]: DEBUG oslo_vmware.api [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1372.265583] env[70039]: value = "task-3331878" [ 1372.265583] env[70039]: _type = "Task" [ 1372.265583] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.273646] env[70039]: DEBUG oslo_vmware.api [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.336939] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070437} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.337334] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.338302] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab88d1a6-e5be-4a24-9895-0a1ff4759d77 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.362618] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] ce45a426-ec34-4ae2-aff1-7e91ec3d9aca/ce45a426-ec34-4ae2-aff1-7e91ec3d9aca.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.363101] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c063ea6b-0fea-4029-a737-0cd5e799dd1e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.385030] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1372.385030] env[70039]: value = "task-3331879" [ 1372.385030] env[70039]: _type = "Task" [ 1372.385030] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.392925] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331879, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.580673] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331874, 'name': CloneVM_Task, 'duration_secs': 1.650727} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.580953] env[70039]: INFO nova.virt.vmwareapi.vmops [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Created linked-clone VM from snapshot [ 1372.581804] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f40bf01-c689-4506-ae61-6f25fdb68d93 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.589854] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Uploading image 210b3aeb-fb02-4dc5-bfdc-cf450d31b990 {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1372.616226] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1372.616226] env[70039]: value = "vm-665110" [ 1372.616226] env[70039]: _type = "VirtualMachine" [ 1372.616226] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1372.616536] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f1a853e4-63e0-4839-876a-cd014bee09b2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.622953] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lease: (returnval){ [ 1372.622953] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520864a1-9d39-a969-7365-7378715e2138" [ 1372.622953] env[70039]: _type = "HttpNfcLease" [ 1372.622953] env[70039]: } obtained for exporting VM: (result){ [ 1372.622953] env[70039]: value = "vm-665110" [ 1372.622953] env[70039]: _type = "VirtualMachine" [ 1372.622953] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1372.623386] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the lease: (returnval){ [ 1372.623386] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520864a1-9d39-a969-7365-7378715e2138" [ 1372.623386] env[70039]: _type = "HttpNfcLease" [ 1372.623386] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1372.629389] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1372.629389] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520864a1-9d39-a969-7365-7378715e2138" [ 1372.629389] env[70039]: _type = "HttpNfcLease" [ 1372.629389] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1372.775394] env[70039]: DEBUG oslo_vmware.api [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331878, 'name': ReconfigVM_Task, 'duration_secs': 0.209203} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.775759] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Updating instance 'bced78af-9276-4173-808a-d730c9db5a92' progress to 33 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1372.892782] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331879, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.131590] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1373.131590] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520864a1-9d39-a969-7365-7378715e2138" [ 1373.131590] env[70039]: _type = "HttpNfcLease" [ 1373.131590] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1373.132092] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1373.132092] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520864a1-9d39-a969-7365-7378715e2138" [ 1373.132092] env[70039]: _type = "HttpNfcLease" [ 1373.132092] env[70039]: }. {{(pid=70039) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1373.132580] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fefb34-35e6-4204-8a0e-2addaab1f2f2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.139800] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e78b39-4130-61cf-e058-408a52d2ae81/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1373.139977] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e78b39-4130-61cf-e058-408a52d2ae81/disk-0.vmdk for reading. {{(pid=70039) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1373.256171] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f57cecbb-257d-47e7-b85f-edac3bbd8782 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.281851] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1373.282124] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.282287] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1373.282471] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.282618] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1373.282766] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1373.282967] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1373.283141] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1373.283308] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1373.283510] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1373.283628] env[70039]: DEBUG nova.virt.hardware [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1373.288887] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1373.294817] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d5a0a3a-47fb-488a-9c52-0d6fc5639cd6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.315173] env[70039]: DEBUG oslo_vmware.api [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1373.315173] env[70039]: value = "task-3331881" [ 1373.315173] env[70039]: _type = "Task" [ 1373.315173] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.323222] env[70039]: DEBUG oslo_vmware.api [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.393908] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331879, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.766991] env[70039]: DEBUG oslo_vmware.rw_handles [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c9bb2-9f40-7e6c-dc72-3f87cdd903e8/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1373.767900] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c8011d-e9c7-4d43-b671-24a679994f01 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.774194] env[70039]: DEBUG oslo_vmware.rw_handles [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c9bb2-9f40-7e6c-dc72-3f87cdd903e8/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1373.774433] env[70039]: ERROR oslo_vmware.rw_handles [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c9bb2-9f40-7e6c-dc72-3f87cdd903e8/disk-0.vmdk due to incomplete transfer. [ 1373.774726] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ff7b4e87-0fe2-4747-87c0-b968c86f9944 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.792174] env[70039]: DEBUG oslo_vmware.rw_handles [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c9bb2-9f40-7e6c-dc72-3f87cdd903e8/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1373.792396] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Uploaded image 3c8efd9b-4367-4461-932e-88a101e07a65 to the Glance image server {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1373.794787] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Destroying the VM {{(pid=70039) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1373.795154] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-93168d08-0cf8-4222-80cc-a70028a1bf56 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.801613] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1373.801613] env[70039]: value = "task-3331882" [ 1373.801613] env[70039]: _type = "Task" [ 1373.801613] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.809286] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331882, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.823202] env[70039]: DEBUG oslo_vmware.api [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331881, 'name': ReconfigVM_Task, 'duration_secs': 0.16348} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.824030] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1373.824644] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d653a8b-c733-4eb9-9f9c-67f26ed45e8c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.846954] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] bced78af-9276-4173-808a-d730c9db5a92/bced78af-9276-4173-808a-d730c9db5a92.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.847728] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c2378a5-02ee-4074-be2b-9b288bbbf69b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.865102] env[70039]: DEBUG oslo_vmware.api [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1373.865102] env[70039]: value = "task-3331883" [ 1373.865102] env[70039]: _type = "Task" [ 1373.865102] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.873073] env[70039]: DEBUG oslo_vmware.api [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.892642] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331879, 'name': ReconfigVM_Task, 'duration_secs': 1.432894} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.893023] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Reconfigured VM instance instance-0000007a to attach disk [datastore2] ce45a426-ec34-4ae2-aff1-7e91ec3d9aca/ce45a426-ec34-4ae2-aff1-7e91ec3d9aca.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.893783] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ab7eb85-100f-4364-b0dd-0435fc0f0ffc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.899951] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1373.899951] env[70039]: value = "task-3331884" [ 1373.899951] env[70039]: _type = "Task" [ 1373.899951] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.907782] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331884, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.311851] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331882, 'name': Destroy_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.376092] env[70039]: DEBUG oslo_vmware.api [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331883, 'name': ReconfigVM_Task, 'duration_secs': 0.495154} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.376659] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Reconfigured VM instance instance-0000005c to attach disk [datastore1] bced78af-9276-4173-808a-d730c9db5a92/bced78af-9276-4173-808a-d730c9db5a92.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.377032] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Updating instance 'bced78af-9276-4173-808a-d730c9db5a92' progress to 50 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1374.409668] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331884, 'name': Rename_Task, 'duration_secs': 0.186116} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.409936] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.410344] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da8d55d4-67d9-4968-a88c-6554a4d48573 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.417467] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1374.417467] env[70039]: value = "task-3331885" [ 1374.417467] env[70039]: _type = "Task" [ 1374.417467] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.428416] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.812331] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331882, 'name': Destroy_Task, 'duration_secs': 0.514128} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.812684] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Destroyed the VM [ 1374.812982] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Deleting Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1374.813361] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d8f9f1c8-3eab-40c4-95f0-c66f11ebbcc9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.820549] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1374.820549] env[70039]: value = "task-3331886" [ 1374.820549] env[70039]: _type = "Task" [ 1374.820549] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.830013] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331886, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.884431] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc37f88f-e055-4d9b-9a9e-7a1da0add11f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.905091] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff9a9f1-51f0-4ccc-a259-86815cbefd77 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.925188] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Updating instance 'bced78af-9276-4173-808a-d730c9db5a92' progress to 67 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1374.938276] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331885, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.330697] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331886, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.437794] env[70039]: DEBUG oslo_vmware.api [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331885, 'name': PowerOnVM_Task, 'duration_secs': 0.832804} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.438176] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.438428] env[70039]: INFO nova.compute.manager [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1375.438660] env[70039]: DEBUG nova.compute.manager [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.439910] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773d01d8-bb1d-42f6-a06a-69bb9ea0d2ad {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.474383] env[70039]: DEBUG oslo_concurrency.lockutils [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "c71c9611-deec-4268-9186-3126e6de090b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.474667] env[70039]: DEBUG oslo_concurrency.lockutils [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "c71c9611-deec-4268-9186-3126e6de090b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.508578] env[70039]: DEBUG nova.network.neutron [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Port b5750314-df31-4954-a5ad-fd1817ba3ed1 binding to destination host cpu-1 is already ACTIVE {{(pid=70039) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1375.831086] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331886, 'name': RemoveSnapshot_Task, 'duration_secs': 0.629544} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.831407] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Deleted Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1375.831680] env[70039]: DEBUG nova.compute.manager [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.832580] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b8411e-c8c4-4501-a74d-b303ad9f5a06 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.959677] env[70039]: INFO nova.compute.manager [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Took 14.57 seconds to build instance. [ 1375.978181] env[70039]: DEBUG nova.compute.utils [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1376.345531] env[70039]: INFO nova.compute.manager [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Shelve offloading [ 1376.462156] env[70039]: DEBUG oslo_concurrency.lockutils [None req-2e95c398-30ab-443b-b926-573c0b3eb238 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "ce45a426-ec34-4ae2-aff1-7e91ec3d9aca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.080s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.481292] env[70039]: DEBUG oslo_concurrency.lockutils [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "c71c9611-deec-4268-9186-3126e6de090b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.526561] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "bced78af-9276-4173-808a-d730c9db5a92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.526814] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "bced78af-9276-4173-808a-d730c9db5a92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.526952] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "bced78af-9276-4173-808a-d730c9db5a92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.848937] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.849328] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-381ec981-87ad-4654-8ce3-e5f2f7b2ab0b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.857311] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1376.857311] env[70039]: value = "task-3331887" [ 1376.857311] env[70039]: _type = "Task" [ 1376.857311] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.869623] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] VM already powered off {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1376.869915] env[70039]: DEBUG nova.compute.manager [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1376.870821] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec7ee90-b94e-4cdb-8143-26508d87dd51 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.877910] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.878109] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.878287] env[70039]: DEBUG nova.network.neutron [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.243602] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "ce45a426-ec34-4ae2-aff1-7e91ec3d9aca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.243900] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "ce45a426-ec34-4ae2-aff1-7e91ec3d9aca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.244112] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "ce45a426-ec34-4ae2-aff1-7e91ec3d9aca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.244308] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "ce45a426-ec34-4ae2-aff1-7e91ec3d9aca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.244691] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "ce45a426-ec34-4ae2-aff1-7e91ec3d9aca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.246707] env[70039]: INFO nova.compute.manager [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Terminating instance [ 1377.546302] env[70039]: DEBUG oslo_concurrency.lockutils [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "c71c9611-deec-4268-9186-3126e6de090b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.546753] env[70039]: DEBUG oslo_concurrency.lockutils [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "c71c9611-deec-4268-9186-3126e6de090b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.547128] env[70039]: INFO nova.compute.manager [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Attaching volume a94e0683-fb2d-42a2-8221-ac3e3d533b92 to /dev/sdb [ 1377.581965] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513c8f63-a382-473f-b45e-7ab5ba90f9a6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.592673] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad8d5ae-e487-458e-a19e-b328d6497a7d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.600207] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.600560] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.600876] env[70039]: DEBUG nova.network.neutron [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.610720] env[70039]: DEBUG nova.virt.block_device [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Updating existing volume attachment record: 389526b4-c160-4516-ba5e-576571d1892f {{(pid=70039) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1377.615804] env[70039]: DEBUG nova.network.neutron [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Updating instance_info_cache with network_info: [{"id": "e51775c2-32fc-4274-9d21-d1a6f886a823", "address": "fa:16:3e:04:50:40", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51775c2-32", "ovs_interfaceid": "e51775c2-32fc-4274-9d21-d1a6f886a823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.617527] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "1b7e589b-001f-481d-9693-585bc6c16f8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.617877] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "1b7e589b-001f-481d-9693-585bc6c16f8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.618206] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "1b7e589b-001f-481d-9693-585bc6c16f8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.618649] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "1b7e589b-001f-481d-9693-585bc6c16f8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.618876] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "1b7e589b-001f-481d-9693-585bc6c16f8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.622104] env[70039]: INFO nova.compute.manager [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Terminating instance [ 1377.751096] env[70039]: DEBUG nova.compute.manager [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1377.751409] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.752492] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18e2568-e87f-411c-8aa9-2f7e6c2d1bf1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.760334] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.760627] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5362727-9b22-4f26-a54e-1d087389958d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.766871] env[70039]: DEBUG oslo_vmware.api [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1377.766871] env[70039]: value = "task-3331889" [ 1377.766871] env[70039]: _type = "Task" [ 1377.766871] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.775733] env[70039]: DEBUG oslo_vmware.api [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.122935] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.129071] env[70039]: DEBUG nova.compute.manager [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1378.129071] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1378.129071] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1b8215-1fda-4a75-98cd-b6c2d6214769 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.136867] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1378.137080] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6db32997-242c-4ec7-913b-c507536ae555 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.142703] env[70039]: DEBUG oslo_vmware.api [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1378.142703] env[70039]: value = "task-3331892" [ 1378.142703] env[70039]: _type = "Task" [ 1378.142703] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.150869] env[70039]: DEBUG oslo_vmware.api [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.277510] env[70039]: DEBUG oslo_vmware.api [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331889, 'name': PowerOffVM_Task, 'duration_secs': 0.227351} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.277834] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.278102] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.278451] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d601bb1b-20ae-4daf-8217-ea9f37d31c73 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.338300] env[70039]: DEBUG nova.network.neutron [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Updating instance_info_cache with network_info: [{"id": "b5750314-df31-4954-a5ad-fd1817ba3ed1", "address": "fa:16:3e:fc:49:f1", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5750314-df", "ovs_interfaceid": "b5750314-df31-4954-a5ad-fd1817ba3ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.356738] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.357015] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.357239] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleting the datastore file [datastore2] ce45a426-ec34-4ae2-aff1-7e91ec3d9aca {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.357504] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6604a0db-a5e2-4853-9ff1-6acc5648f6ac {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.364382] env[70039]: DEBUG oslo_vmware.api [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1378.364382] env[70039]: value = "task-3331894" [ 1378.364382] env[70039]: _type = "Task" [ 1378.364382] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.373709] env[70039]: DEBUG oslo_vmware.api [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.430198] env[70039]: DEBUG nova.compute.manager [req-f551a48e-3dc0-4b77-832a-1e4a76f35909 req-0ce0fafc-31cf-4702-beb3-5bdbdd51921f service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Received event network-vif-unplugged-e51775c2-32fc-4274-9d21-d1a6f886a823 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.430198] env[70039]: DEBUG oslo_concurrency.lockutils [req-f551a48e-3dc0-4b77-832a-1e4a76f35909 req-0ce0fafc-31cf-4702-beb3-5bdbdd51921f service nova] Acquiring lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.430198] env[70039]: DEBUG oslo_concurrency.lockutils [req-f551a48e-3dc0-4b77-832a-1e4a76f35909 req-0ce0fafc-31cf-4702-beb3-5bdbdd51921f service nova] Lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.430198] env[70039]: DEBUG oslo_concurrency.lockutils [req-f551a48e-3dc0-4b77-832a-1e4a76f35909 req-0ce0fafc-31cf-4702-beb3-5bdbdd51921f service nova] Lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.430198] env[70039]: DEBUG nova.compute.manager [req-f551a48e-3dc0-4b77-832a-1e4a76f35909 req-0ce0fafc-31cf-4702-beb3-5bdbdd51921f service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] No waiting events found dispatching network-vif-unplugged-e51775c2-32fc-4274-9d21-d1a6f886a823 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1378.430198] env[70039]: WARNING nova.compute.manager [req-f551a48e-3dc0-4b77-832a-1e4a76f35909 req-0ce0fafc-31cf-4702-beb3-5bdbdd51921f service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Received unexpected event network-vif-unplugged-e51775c2-32fc-4274-9d21-d1a6f886a823 for instance with vm_state shelved and task_state shelving_offloading. [ 1378.528363] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1378.529607] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550f8a74-d188-4d63-a8fe-a3a4cd04339c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.536794] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.537089] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd9b7cf6-80f2-41f0-823b-7f4ecdd211de {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.594624] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.595017] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.595153] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Deleting the datastore file [datastore2] b6f68310-1fe6-488e-87fc-4bcc81d87d9f {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.595454] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8347bf64-3851-4dad-9495-e3e06b10948f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.603111] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1378.603111] env[70039]: value = "task-3331896" [ 1378.603111] env[70039]: _type = "Task" [ 1378.603111] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.611118] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.653399] env[70039]: DEBUG oslo_vmware.api [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331892, 'name': PowerOffVM_Task, 'duration_secs': 0.188848} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.653547] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.653706] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.653967] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdf914b2-0b53-4133-8d86-39f52d20926b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.720267] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.720528] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.720734] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Deleting the datastore file [datastore1] 1b7e589b-001f-481d-9693-585bc6c16f8b {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.721103] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42ac0d1e-c596-4795-91e9-7feee44848c0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.728030] env[70039]: DEBUG oslo_vmware.api [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1378.728030] env[70039]: value = "task-3331898" [ 1378.728030] env[70039]: _type = "Task" [ 1378.728030] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.737759] env[70039]: DEBUG oslo_vmware.api [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.841880] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.875158] env[70039]: DEBUG oslo_vmware.api [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263278} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.875495] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.875725] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.875972] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.876203] env[70039]: INFO nova.compute.manager [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1378.876798] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.876798] env[70039]: DEBUG nova.compute.manager [-] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1378.876798] env[70039]: DEBUG nova.network.neutron [-] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1379.114361] env[70039]: DEBUG oslo_vmware.api [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257615} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.114714] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.114940] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1379.115191] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1379.146682] env[70039]: INFO nova.scheduler.client.report [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Deleted allocations for instance b6f68310-1fe6-488e-87fc-4bcc81d87d9f [ 1379.238352] env[70039]: DEBUG oslo_vmware.api [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238091} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.238637] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.238856] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1379.239082] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1379.239288] env[70039]: INFO nova.compute.manager [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1379.239564] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1379.239770] env[70039]: DEBUG nova.compute.manager [-] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1379.239884] env[70039]: DEBUG nova.network.neutron [-] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1379.363902] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b330749-7b59-48de-8304-42750c69022b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.384346] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64b8e32-df43-44d0-85fd-74e56bb764c4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.392177] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Updating instance 'bced78af-9276-4173-808a-d730c9db5a92' progress to 83 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1379.633133] env[70039]: DEBUG nova.network.neutron [-] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.651606] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.651905] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.652193] env[70039]: DEBUG nova.objects.instance [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lazy-loading 'resources' on Instance uuid b6f68310-1fe6-488e-87fc-4bcc81d87d9f {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.901046] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1379.901046] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94dfd5eb-8d26-419b-8560-8f9962d73db2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.908132] env[70039]: DEBUG oslo_vmware.api [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1379.908132] env[70039]: value = "task-3331899" [ 1379.908132] env[70039]: _type = "Task" [ 1379.908132] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.916317] env[70039]: DEBUG oslo_vmware.api [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.136540] env[70039]: INFO nova.compute.manager [-] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Took 1.26 seconds to deallocate network for instance. [ 1380.156389] env[70039]: DEBUG nova.objects.instance [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lazy-loading 'numa_topology' on Instance uuid b6f68310-1fe6-488e-87fc-4bcc81d87d9f {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.172347] env[70039]: DEBUG nova.network.neutron [-] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.419271] env[70039]: DEBUG oslo_vmware.api [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331899, 'name': PowerOnVM_Task, 'duration_secs': 0.379139} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.419552] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1380.419741] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c97e9944-89f7-4b5b-8718-1081ecf80227 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Updating instance 'bced78af-9276-4173-808a-d730c9db5a92' progress to 100 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1380.462110] env[70039]: DEBUG nova.compute.manager [req-03bb8c4c-ce8c-46da-babc-1feec25517e8 req-dcd3d5b6-0046-4c09-b6ff-6eec679aabb6 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Received event network-changed-e51775c2-32fc-4274-9d21-d1a6f886a823 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1380.462324] env[70039]: DEBUG nova.compute.manager [req-03bb8c4c-ce8c-46da-babc-1feec25517e8 req-dcd3d5b6-0046-4c09-b6ff-6eec679aabb6 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Refreshing instance network info cache due to event network-changed-e51775c2-32fc-4274-9d21-d1a6f886a823. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1380.462530] env[70039]: DEBUG oslo_concurrency.lockutils [req-03bb8c4c-ce8c-46da-babc-1feec25517e8 req-dcd3d5b6-0046-4c09-b6ff-6eec679aabb6 service nova] Acquiring lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.462689] env[70039]: DEBUG oslo_concurrency.lockutils [req-03bb8c4c-ce8c-46da-babc-1feec25517e8 req-dcd3d5b6-0046-4c09-b6ff-6eec679aabb6 service nova] Acquired lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.462870] env[70039]: DEBUG nova.network.neutron [req-03bb8c4c-ce8c-46da-babc-1feec25517e8 req-dcd3d5b6-0046-4c09-b6ff-6eec679aabb6 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Refreshing network info cache for port e51775c2-32fc-4274-9d21-d1a6f886a823 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.644556] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.660125] env[70039]: DEBUG nova.objects.base [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1380.673490] env[70039]: INFO nova.compute.manager [-] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Took 1.43 seconds to deallocate network for instance. [ 1380.739189] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e78b39-4130-61cf-e058-408a52d2ae81/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1380.740242] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f51e642-3c2e-4564-814e-183948869b65 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.749961] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e78b39-4130-61cf-e058-408a52d2ae81/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1380.750221] env[70039]: ERROR oslo_vmware.rw_handles [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e78b39-4130-61cf-e058-408a52d2ae81/disk-0.vmdk due to incomplete transfer. [ 1380.750473] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-be7b079f-9b6b-439a-b624-6df3592b2f66 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.757969] env[70039]: DEBUG oslo_vmware.rw_handles [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e78b39-4130-61cf-e058-408a52d2ae81/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1380.758166] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Uploaded image 210b3aeb-fb02-4dc5-bfdc-cf450d31b990 to the Glance image server {{(pid=70039) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1380.759849] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Destroying the VM {{(pid=70039) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1380.760123] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-36cd924e-0af8-4996-88f5-1504c63c592c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.767651] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1380.767651] env[70039]: value = "task-3331901" [ 1380.767651] env[70039]: _type = "Task" [ 1380.767651] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.775699] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331901, 'name': Destroy_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.789996] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08f7f52-ba99-45d2-b476-a4c2e5c1e882 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.797736] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac4d410-9ec3-4f04-9e8f-3782844864bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.826947] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3373e91-0058-4fe7-9b05-faa3d8093954 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.834959] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20064010-f8ab-4227-a1f7-5342919c178f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.849794] env[70039]: DEBUG nova.compute.provider_tree [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.166294] env[70039]: DEBUG nova.network.neutron [req-03bb8c4c-ce8c-46da-babc-1feec25517e8 req-dcd3d5b6-0046-4c09-b6ff-6eec679aabb6 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Updated VIF entry in instance network info cache for port e51775c2-32fc-4274-9d21-d1a6f886a823. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.166644] env[70039]: DEBUG nova.network.neutron [req-03bb8c4c-ce8c-46da-babc-1feec25517e8 req-dcd3d5b6-0046-4c09-b6ff-6eec679aabb6 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Updating instance_info_cache with network_info: [{"id": "e51775c2-32fc-4274-9d21-d1a6f886a823", "address": "fa:16:3e:04:50:40", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": null, "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape51775c2-32", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.181181] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.277218] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331901, 'name': Destroy_Task, 'duration_secs': 0.306843} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.277439] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Destroyed the VM [ 1381.277674] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Deleting Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1381.277914] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d876afe8-a67d-41d6-bd7f-66c9f2a78f16 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.284052] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1381.284052] env[70039]: value = "task-3331902" [ 1381.284052] env[70039]: _type = "Task" [ 1381.284052] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.291602] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331902, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.353656] env[70039]: DEBUG nova.scheduler.client.report [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.632544] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.668889] env[70039]: DEBUG oslo_concurrency.lockutils [req-03bb8c4c-ce8c-46da-babc-1feec25517e8 req-dcd3d5b6-0046-4c09-b6ff-6eec679aabb6 service nova] Releasing lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.669230] env[70039]: DEBUG nova.compute.manager [req-03bb8c4c-ce8c-46da-babc-1feec25517e8 req-dcd3d5b6-0046-4c09-b6ff-6eec679aabb6 service nova] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Received event network-vif-deleted-a8a0e0ee-5bcc-40c7-a076-2f6aba0f2c82 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.669695] env[70039]: DEBUG nova.compute.manager [req-03bb8c4c-ce8c-46da-babc-1feec25517e8 req-dcd3d5b6-0046-4c09-b6ff-6eec679aabb6 service nova] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Received event network-vif-deleted-a5222ba8-25de-4212-81d7-8a54cdb920b4 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.793867] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331902, 'name': RemoveSnapshot_Task, 'duration_secs': 0.337601} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.794137] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Deleted Snapshot of the VM instance {{(pid=70039) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1381.794484] env[70039]: DEBUG nova.compute.manager [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1381.795166] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3aff19-c187-4e53-bebc-8e5337c209be {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.860440] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.863166] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.219s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.863445] env[70039]: DEBUG nova.objects.instance [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lazy-loading 'resources' on Instance uuid ce45a426-ec34-4ae2-aff1-7e91ec3d9aca {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1382.306882] env[70039]: INFO nova.compute.manager [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Shelve offloading [ 1382.371113] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f9d36a77-5d5c-4b96-a21e-42379bef5c39 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.684s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.372012] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.740s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.372266] env[70039]: INFO nova.compute.manager [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Unshelving [ 1382.496830] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b52073-4fb8-49b6-ba8b-db0d82ac8f2b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.504647] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2d2969-b8e4-4a88-b194-a08d1a8c9b87 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.534663] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ca9c3e-3477-43bc-a437-716c8a170e5a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.541985] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679266c8-cc1c-49af-b988-91b7a804adcb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.555385] env[70039]: DEBUG nova.compute.provider_tree [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.650277] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "bced78af-9276-4173-808a-d730c9db5a92" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.650592] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "bced78af-9276-4173-808a-d730c9db5a92" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.650838] env[70039]: DEBUG nova.compute.manager [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Going to confirm migration 9 {{(pid=70039) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1382.657295] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Volume attach. Driver type: vmdk {{(pid=70039) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1382.657521] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665112', 'volume_id': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'name': 'volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c71c9611-deec-4268-9186-3126e6de090b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'serial': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1382.659173] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f669684-1d8f-4607-9fc2-257c33d05bf0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.675075] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b61c9e-8577-4c75-8a7f-af90700b3ef2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.700688] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92/volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.701360] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b8e5bde-1ad4-4a1a-a0c2-e1425862b9a5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.721062] env[70039]: DEBUG oslo_vmware.api [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1382.721062] env[70039]: value = "task-3331903" [ 1382.721062] env[70039]: _type = "Task" [ 1382.721062] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.729413] env[70039]: DEBUG oslo_vmware.api [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.810870] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.811288] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ec33464-ba5c-4ee7-8187-89a93354de62 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.819225] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1382.819225] env[70039]: value = "task-3331904" [ 1382.819225] env[70039]: _type = "Task" [ 1382.819225] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.826978] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.058845] env[70039]: DEBUG nova.scheduler.client.report [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.187388] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.187581] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.187756] env[70039]: DEBUG nova.network.neutron [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.187934] env[70039]: DEBUG nova.objects.instance [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lazy-loading 'info_cache' on Instance uuid bced78af-9276-4173-808a-d730c9db5a92 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.231332] env[70039]: DEBUG oslo_vmware.api [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331903, 'name': ReconfigVM_Task, 'duration_secs': 0.325408} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.231844] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92/volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.236589] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ac5de41-e003-417e-bb1f-36463f09a766 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.251242] env[70039]: DEBUG oslo_vmware.api [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1383.251242] env[70039]: value = "task-3331905" [ 1383.251242] env[70039]: _type = "Task" [ 1383.251242] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.259085] env[70039]: DEBUG oslo_vmware.api [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.330237] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] VM already powered off {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1383.330510] env[70039]: DEBUG nova.compute.manager [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1383.331321] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24f08a2-466e-472b-8ea9-2cf254123d23 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.336976] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.337161] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquired lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.337334] env[70039]: DEBUG nova.network.neutron [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.397499] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.563591] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.566015] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.385s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.566456] env[70039]: DEBUG nova.objects.instance [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lazy-loading 'resources' on Instance uuid 1b7e589b-001f-481d-9693-585bc6c16f8b {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.584832] env[70039]: INFO nova.scheduler.client.report [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleted allocations for instance ce45a426-ec34-4ae2-aff1-7e91ec3d9aca [ 1383.761580] env[70039]: DEBUG oslo_vmware.api [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331905, 'name': ReconfigVM_Task, 'duration_secs': 0.15359} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.761853] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665112', 'volume_id': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'name': 'volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c71c9611-deec-4268-9186-3126e6de090b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'serial': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1384.038565] env[70039]: DEBUG nova.network.neutron [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Updating instance_info_cache with network_info: [{"id": "72084fe6-7bf0-405b-a43e-b1ce47b49e6e", "address": "fa:16:3e:0e:b7:74", "network": {"id": "79726d67-6aa6-47de-b5a4-849a53167a04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-65063247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1c4f9d9d8094a5c8d86256738693dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72084fe6-7b", "ovs_interfaceid": "72084fe6-7bf0-405b-a43e-b1ce47b49e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.092411] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5f9fd376-7f6f-4fed-9f01-a2fde0a5e9ac tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "ce45a426-ec34-4ae2-aff1-7e91ec3d9aca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.848s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.170584] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8ff5cb-82cd-44a6-9bd6-398e08bc775d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.178247] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd4245b-0fbb-4dc5-bd2b-51ed3cf19ee0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.209830] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb49e8a-185a-4a61-b6e9-8da3fd1915f6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.217531] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002c2a81-45fe-4040-81fd-fa5428557866 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.230746] env[70039]: DEBUG nova.compute.provider_tree [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.433372] env[70039]: DEBUG nova.network.neutron [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Updating instance_info_cache with network_info: [{"id": "b5750314-df31-4954-a5ad-fd1817ba3ed1", "address": "fa:16:3e:fc:49:f1", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5750314-df", "ovs_interfaceid": "b5750314-df31-4954-a5ad-fd1817ba3ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.541570] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Releasing lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.734613] env[70039]: DEBUG nova.scheduler.client.report [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.798567] env[70039]: DEBUG nova.objects.instance [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lazy-loading 'flavor' on Instance uuid c71c9611-deec-4268-9186-3126e6de090b {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.937098] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "refresh_cache-bced78af-9276-4173-808a-d730c9db5a92" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.937098] env[70039]: DEBUG nova.objects.instance [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lazy-loading 'migration_context' on Instance uuid bced78af-9276-4173-808a-d730c9db5a92 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.074312] env[70039]: DEBUG nova.compute.manager [req-04a2b557-8275-4aa8-bceb-fd6ee9651d3c req-080a8d01-d1fa-42a2-9e97-7b5c6acf2bdd service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Received event network-vif-unplugged-72084fe6-7bf0-405b-a43e-b1ce47b49e6e {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1385.074517] env[70039]: DEBUG oslo_concurrency.lockutils [req-04a2b557-8275-4aa8-bceb-fd6ee9651d3c req-080a8d01-d1fa-42a2-9e97-7b5c6acf2bdd service nova] Acquiring lock "a1babbf7-482d-4497-b9ff-ea64abeccf51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.074715] env[70039]: DEBUG oslo_concurrency.lockutils [req-04a2b557-8275-4aa8-bceb-fd6ee9651d3c req-080a8d01-d1fa-42a2-9e97-7b5c6acf2bdd service nova] Lock "a1babbf7-482d-4497-b9ff-ea64abeccf51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.074874] env[70039]: DEBUG oslo_concurrency.lockutils [req-04a2b557-8275-4aa8-bceb-fd6ee9651d3c req-080a8d01-d1fa-42a2-9e97-7b5c6acf2bdd service nova] Lock "a1babbf7-482d-4497-b9ff-ea64abeccf51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.075044] env[70039]: DEBUG nova.compute.manager [req-04a2b557-8275-4aa8-bceb-fd6ee9651d3c req-080a8d01-d1fa-42a2-9e97-7b5c6acf2bdd service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] No waiting events found dispatching network-vif-unplugged-72084fe6-7bf0-405b-a43e-b1ce47b49e6e {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1385.075207] env[70039]: WARNING nova.compute.manager [req-04a2b557-8275-4aa8-bceb-fd6ee9651d3c req-080a8d01-d1fa-42a2-9e97-7b5c6acf2bdd service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Received unexpected event network-vif-unplugged-72084fe6-7bf0-405b-a43e-b1ce47b49e6e for instance with vm_state shelved and task_state shelving_offloading. [ 1385.109718] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.110625] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7343dd97-d849-49ac-93ee-3d25e0d82d2c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.118488] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1385.118758] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-915b7f62-ab7b-4394-b17c-61f9a21e4172 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.179126] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1385.179417] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1385.179609] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Deleting the datastore file [datastore2] a1babbf7-482d-4497-b9ff-ea64abeccf51 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1385.179867] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c07436df-faee-455c-9954-a1164dec7d82 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.185873] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1385.185873] env[70039]: value = "task-3331907" [ 1385.185873] env[70039]: _type = "Task" [ 1385.185873] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.193223] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.239962] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.242192] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.845s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.242406] env[70039]: DEBUG nova.objects.instance [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lazy-loading 'pci_requests' on Instance uuid b6f68310-1fe6-488e-87fc-4bcc81d87d9f {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.258254] env[70039]: INFO nova.scheduler.client.report [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Deleted allocations for instance 1b7e589b-001f-481d-9693-585bc6c16f8b [ 1385.303617] env[70039]: DEBUG oslo_concurrency.lockutils [None req-834264d5-b038-43f3-99e8-6ef5f1b0ac27 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "c71c9611-deec-4268-9186-3126e6de090b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.756s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.389886] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "a54c825d-12a6-4c26-85d9-b65307b9d0aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.390183] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "a54c825d-12a6-4c26-85d9-b65307b9d0aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.442957] env[70039]: DEBUG nova.objects.base [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1385.444247] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27355a2a-166a-463d-bf34-568ec571cf19 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.466013] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eccbe54-564a-4fa2-8cd6-b924e5d5396d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.470912] env[70039]: DEBUG oslo_vmware.api [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1385.470912] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c048f1-defd-5ac5-0540-f2ee48a9714b" [ 1385.470912] env[70039]: _type = "Task" [ 1385.470912] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.478399] env[70039]: DEBUG oslo_vmware.api [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c048f1-defd-5ac5-0540-f2ee48a9714b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.576386] env[70039]: INFO nova.compute.manager [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Rebuilding instance [ 1385.618194] env[70039]: DEBUG nova.compute.manager [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1385.619068] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe11d82b-e4d9-4048-ab94-7a51092d269b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.696019] env[70039]: DEBUG oslo_vmware.api [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155864} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.696186] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.696377] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1385.696605] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1385.712783] env[70039]: INFO nova.scheduler.client.report [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Deleted allocations for instance a1babbf7-482d-4497-b9ff-ea64abeccf51 [ 1385.745829] env[70039]: DEBUG nova.objects.instance [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lazy-loading 'numa_topology' on Instance uuid b6f68310-1fe6-488e-87fc-4bcc81d87d9f {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.764201] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012bbd17-5358-4783-8919-eb85cf13fbe9 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "1b7e589b-001f-481d-9693-585bc6c16f8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.146s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.892354] env[70039]: DEBUG nova.compute.manager [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1385.981444] env[70039]: DEBUG oslo_vmware.api [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c048f1-defd-5ac5-0540-f2ee48a9714b, 'name': SearchDatastore_Task, 'duration_secs': 0.007054} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.981750] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.217202] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.247938] env[70039]: INFO nova.compute.claims [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1386.412830] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.636126] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.636126] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d72bce6-bb12-4f53-a2c4-9a6dcd2ef001 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.643098] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1386.643098] env[70039]: value = "task-3331908" [ 1386.643098] env[70039]: _type = "Task" [ 1386.643098] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.651024] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.807041] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f3186c31-cb6d-48bf-98de-baefcef1ba7f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "f00a0641-1636-4aac-9843-ec218ccc0d62" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.807265] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f3186c31-cb6d-48bf-98de-baefcef1ba7f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "f00a0641-1636-4aac-9843-ec218ccc0d62" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.097857] env[70039]: DEBUG nova.compute.manager [req-f0b3e806-9e0b-403b-8adc-b364d4dda354 req-652a8f4c-1ef9-4947-b2f6-3196496ff5eb service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Received event network-changed-72084fe6-7bf0-405b-a43e-b1ce47b49e6e {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.098133] env[70039]: DEBUG nova.compute.manager [req-f0b3e806-9e0b-403b-8adc-b364d4dda354 req-652a8f4c-1ef9-4947-b2f6-3196496ff5eb service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Refreshing instance network info cache due to event network-changed-72084fe6-7bf0-405b-a43e-b1ce47b49e6e. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1387.098287] env[70039]: DEBUG oslo_concurrency.lockutils [req-f0b3e806-9e0b-403b-8adc-b364d4dda354 req-652a8f4c-1ef9-4947-b2f6-3196496ff5eb service nova] Acquiring lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.098430] env[70039]: DEBUG oslo_concurrency.lockutils [req-f0b3e806-9e0b-403b-8adc-b364d4dda354 req-652a8f4c-1ef9-4947-b2f6-3196496ff5eb service nova] Acquired lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.098589] env[70039]: DEBUG nova.network.neutron [req-f0b3e806-9e0b-403b-8adc-b364d4dda354 req-652a8f4c-1ef9-4947-b2f6-3196496ff5eb service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Refreshing network info cache for port 72084fe6-7bf0-405b-a43e-b1ce47b49e6e {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.152667] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331908, 'name': PowerOffVM_Task, 'duration_secs': 0.207292} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.152918] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.200558] env[70039]: INFO nova.compute.manager [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Detaching volume a94e0683-fb2d-42a2-8221-ac3e3d533b92 [ 1387.234209] env[70039]: INFO nova.virt.block_device [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Attempting to driver detach volume a94e0683-fb2d-42a2-8221-ac3e3d533b92 from mountpoint /dev/sdb [ 1387.234447] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Volume detach. Driver type: vmdk {{(pid=70039) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1387.234635] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665112', 'volume_id': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'name': 'volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c71c9611-deec-4268-9186-3126e6de090b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'serial': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1387.235512] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a7c584-6b3b-4f2a-a3e4-a98035422cda {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.259859] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313b788f-5d06-43df-8c86-9ffa85f5e8d7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.267148] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48827c28-ec74-4328-bd51-079d779dc5a6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.289666] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9ce295-1a6c-42b2-94f1-4ac1cb115e10 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.305314] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] The volume has not been displaced from its original location: [datastore1] volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92/volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92.vmdk. No consolidation needed. {{(pid=70039) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1387.311354] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1387.314797] env[70039]: INFO nova.compute.manager [None req-f3186c31-cb6d-48bf-98de-baefcef1ba7f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Detaching volume fd72003a-0665-4dc3-abcd-5f44c2c95755 [ 1387.316518] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7af4cd6-920a-4f1c-9f6a-b47d219607e8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.336144] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1387.336144] env[70039]: value = "task-3331909" [ 1387.336144] env[70039]: _type = "Task" [ 1387.336144] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.346437] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.360296] env[70039]: INFO nova.virt.block_device [None req-f3186c31-cb6d-48bf-98de-baefcef1ba7f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Attempting to driver detach volume fd72003a-0665-4dc3-abcd-5f44c2c95755 from mountpoint /dev/sdb [ 1387.360613] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3186c31-cb6d-48bf-98de-baefcef1ba7f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Volume detach. Driver type: vmdk {{(pid=70039) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1387.360866] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3186c31-cb6d-48bf-98de-baefcef1ba7f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665099', 'volume_id': 'fd72003a-0665-4dc3-abcd-5f44c2c95755', 'name': 'volume-fd72003a-0665-4dc3-abcd-5f44c2c95755', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f00a0641-1636-4aac-9843-ec218ccc0d62', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd72003a-0665-4dc3-abcd-5f44c2c95755', 'serial': 'fd72003a-0665-4dc3-abcd-5f44c2c95755'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1387.361825] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51567660-c6cb-4cb8-83a8-70beed36922a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.388167] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1526385-f0b4-4a04-8c14-397ba5f65aa6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.394880] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7ffe26-39af-4c73-83e0-86f2f55ce907 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.419108] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc7e54b-7a23-4331-8bb7-d1c0c8a7f5c2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.433473] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3186c31-cb6d-48bf-98de-baefcef1ba7f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] The volume has not been displaced from its original location: [datastore2] volume-fd72003a-0665-4dc3-abcd-5f44c2c95755/volume-fd72003a-0665-4dc3-abcd-5f44c2c95755.vmdk. No consolidation needed. {{(pid=70039) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1387.438553] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3186c31-cb6d-48bf-98de-baefcef1ba7f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1387.441075] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45a25665-06bc-4f00-973c-44bd76335f63 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.458470] env[70039]: DEBUG oslo_vmware.api [None req-f3186c31-cb6d-48bf-98de-baefcef1ba7f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1387.458470] env[70039]: value = "task-3331910" [ 1387.458470] env[70039]: _type = "Task" [ 1387.458470] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.466289] env[70039]: DEBUG oslo_vmware.api [None req-f3186c31-cb6d-48bf-98de-baefcef1ba7f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.468751] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90723c0-36d2-46bf-a25d-d41fa6958e78 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.475339] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09a5805-d373-4c88-a971-7c7cc785d108 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.506642] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45874f2-b891-4098-ba98-7e5382850094 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.515321] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288908a6-b48c-4b24-8e38-64e92bd3a7db {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.529333] env[70039]: DEBUG nova.compute.provider_tree [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.846126] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331909, 'name': ReconfigVM_Task, 'duration_secs': 0.288266} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.846429] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1387.851395] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e6a627a-1c91-4bae-8192-6bfc312b7c6d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.868711] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1387.868711] env[70039]: value = "task-3331911" [ 1387.868711] env[70039]: _type = "Task" [ 1387.868711] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.876045] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.895770] env[70039]: DEBUG nova.network.neutron [req-f0b3e806-9e0b-403b-8adc-b364d4dda354 req-652a8f4c-1ef9-4947-b2f6-3196496ff5eb service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Updated VIF entry in instance network info cache for port 72084fe6-7bf0-405b-a43e-b1ce47b49e6e. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.896191] env[70039]: DEBUG nova.network.neutron [req-f0b3e806-9e0b-403b-8adc-b364d4dda354 req-652a8f4c-1ef9-4947-b2f6-3196496ff5eb service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Updating instance_info_cache with network_info: [{"id": "72084fe6-7bf0-405b-a43e-b1ce47b49e6e", "address": "fa:16:3e:0e:b7:74", "network": {"id": "79726d67-6aa6-47de-b5a4-849a53167a04", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-65063247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1c4f9d9d8094a5c8d86256738693dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap72084fe6-7b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.967836] env[70039]: DEBUG oslo_vmware.api [None req-f3186c31-cb6d-48bf-98de-baefcef1ba7f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331910, 'name': ReconfigVM_Task, 'duration_secs': 0.259252} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.968117] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3186c31-cb6d-48bf-98de-baefcef1ba7f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1387.972898] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-049f4534-2e09-4a8d-a263-7dac9b252438 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.987318] env[70039]: DEBUG oslo_vmware.api [None req-f3186c31-cb6d-48bf-98de-baefcef1ba7f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1387.987318] env[70039]: value = "task-3331912" [ 1387.987318] env[70039]: _type = "Task" [ 1387.987318] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.994839] env[70039]: DEBUG oslo_vmware.api [None req-f3186c31-cb6d-48bf-98de-baefcef1ba7f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.033049] env[70039]: DEBUG nova.scheduler.client.report [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.378438] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331911, 'name': ReconfigVM_Task, 'duration_secs': 0.371029} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.378764] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665112', 'volume_id': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'name': 'volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c71c9611-deec-4268-9186-3126e6de090b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'serial': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1388.399099] env[70039]: DEBUG oslo_concurrency.lockutils [req-f0b3e806-9e0b-403b-8adc-b364d4dda354 req-652a8f4c-1ef9-4947-b2f6-3196496ff5eb service nova] Releasing lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.496616] env[70039]: DEBUG oslo_vmware.api [None req-f3186c31-cb6d-48bf-98de-baefcef1ba7f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.538166] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.296s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.540680] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.559s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.586972] env[70039]: INFO nova.network.neutron [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Updating port e51775c2-32fc-4274-9d21-d1a6f886a823 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1388.769113] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "a1babbf7-482d-4497-b9ff-ea64abeccf51" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.997498] env[70039]: DEBUG oslo_vmware.api [None req-f3186c31-cb6d-48bf-98de-baefcef1ba7f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331912, 'name': ReconfigVM_Task, 'duration_secs': 0.840405} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.997786] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3186c31-cb6d-48bf-98de-baefcef1ba7f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665099', 'volume_id': 'fd72003a-0665-4dc3-abcd-5f44c2c95755', 'name': 'volume-fd72003a-0665-4dc3-abcd-5f44c2c95755', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f00a0641-1636-4aac-9843-ec218ccc0d62', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd72003a-0665-4dc3-abcd-5f44c2c95755', 'serial': 'fd72003a-0665-4dc3-abcd-5f44c2c95755'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1389.153547] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e82838d-90a6-485c-b124-398f1545313f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.160777] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95516d0d-f2d4-45a6-8877-d804d38720a5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.191105] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dca9e78-c188-4687-bd34-6d96e5917cb0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.198176] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ce6026-d9cf-46d7-8c29-0e2c05312bb9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.211103] env[70039]: DEBUG nova.compute.provider_tree [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.426448] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.426775] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee9fe909-2cfb-4ac9-b2a0-df264c66e89e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.434542] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1389.434542] env[70039]: value = "task-3331913" [ 1389.434542] env[70039]: _type = "Task" [ 1389.434542] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.442329] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.540283] env[70039]: DEBUG nova.objects.instance [None req-f3186c31-cb6d-48bf-98de-baefcef1ba7f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lazy-loading 'flavor' on Instance uuid f00a0641-1636-4aac-9843-ec218ccc0d62 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.713936] env[70039]: DEBUG nova.scheduler.client.report [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.945295] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] VM already powered off {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1389.945295] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Volume detach. Driver type: vmdk {{(pid=70039) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1389.945576] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665112', 'volume_id': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'name': 'volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c71c9611-deec-4268-9186-3126e6de090b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'serial': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1389.946289] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99a0f25-b3af-4c29-b3c0-678fbaa95c79 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.966340] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b42b074-f0bc-498f-95ea-ae2a9eccfc37 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.971437] env[70039]: DEBUG nova.compute.manager [req-7576c282-b4ac-46dd-8e61-827208cf345c req-15249ed6-b06f-41e0-ba97-695af08f8d05 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Received event network-vif-plugged-e51775c2-32fc-4274-9d21-d1a6f886a823 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.971687] env[70039]: DEBUG oslo_concurrency.lockutils [req-7576c282-b4ac-46dd-8e61-827208cf345c req-15249ed6-b06f-41e0-ba97-695af08f8d05 service nova] Acquiring lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.971917] env[70039]: DEBUG oslo_concurrency.lockutils [req-7576c282-b4ac-46dd-8e61-827208cf345c req-15249ed6-b06f-41e0-ba97-695af08f8d05 service nova] Lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.972176] env[70039]: DEBUG oslo_concurrency.lockutils [req-7576c282-b4ac-46dd-8e61-827208cf345c req-15249ed6-b06f-41e0-ba97-695af08f8d05 service nova] Lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.972408] env[70039]: DEBUG nova.compute.manager [req-7576c282-b4ac-46dd-8e61-827208cf345c req-15249ed6-b06f-41e0-ba97-695af08f8d05 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] No waiting events found dispatching network-vif-plugged-e51775c2-32fc-4274-9d21-d1a6f886a823 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1389.972628] env[70039]: WARNING nova.compute.manager [req-7576c282-b4ac-46dd-8e61-827208cf345c req-15249ed6-b06f-41e0-ba97-695af08f8d05 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Received unexpected event network-vif-plugged-e51775c2-32fc-4274-9d21-d1a6f886a823 for instance with vm_state shelved_offloaded and task_state spawning. [ 1389.976819] env[70039]: WARNING nova.virt.vmwareapi.driver [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1389.977138] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1389.977917] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d54c63d-1816-48f0-b036-db8bbaf3f406 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.984837] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1389.985502] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af4b9f8e-a79d-48f7-9d0b-974c51359353 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.046472] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1390.046797] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1390.047047] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Deleting the datastore file [datastore2] c71c9611-deec-4268-9186-3126e6de090b {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1390.048549] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-649351aa-7518-4dbf-9c90-6e1f672f6468 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.055478] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1390.055478] env[70039]: value = "task-3331915" [ 1390.055478] env[70039]: _type = "Task" [ 1390.055478] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.065836] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.092287] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.092548] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.092734] env[70039]: DEBUG nova.network.neutron [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1390.552318] env[70039]: DEBUG oslo_concurrency.lockutils [None req-f3186c31-cb6d-48bf-98de-baefcef1ba7f tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "f00a0641-1636-4aac-9843-ec218ccc0d62" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.745s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.565032] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138335} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.565414] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1390.565661] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1390.565816] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1390.725077] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.184s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.727401] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.510s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.727629] env[70039]: DEBUG nova.objects.instance [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lazy-loading 'resources' on Instance uuid a1babbf7-482d-4497-b9ff-ea64abeccf51 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.838018] env[70039]: DEBUG nova.network.neutron [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Updating instance_info_cache with network_info: [{"id": "e51775c2-32fc-4274-9d21-d1a6f886a823", "address": "fa:16:3e:04:50:40", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51775c2-32", "ovs_interfaceid": "e51775c2-32fc-4274-9d21-d1a6f886a823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.071022] env[70039]: INFO nova.virt.block_device [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Booting with volume a94e0683-fb2d-42a2-8221-ac3e3d533b92 at /dev/sdb [ 1391.077614] env[70039]: DEBUG oslo_concurrency.lockutils [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "f00a0641-1636-4aac-9843-ec218ccc0d62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.077866] env[70039]: DEBUG oslo_concurrency.lockutils [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "f00a0641-1636-4aac-9843-ec218ccc0d62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.078158] env[70039]: DEBUG oslo_concurrency.lockutils [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "f00a0641-1636-4aac-9843-ec218ccc0d62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.078363] env[70039]: DEBUG oslo_concurrency.lockutils [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "f00a0641-1636-4aac-9843-ec218ccc0d62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.078864] env[70039]: DEBUG oslo_concurrency.lockutils [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "f00a0641-1636-4aac-9843-ec218ccc0d62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.080733] env[70039]: INFO nova.compute.manager [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Terminating instance [ 1391.108438] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afcd9bf2-e03c-43e6-aba1-4288d65244ea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.118660] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16103e1-7224-4fde-a472-5b3068b3e9d7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.149284] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74753fed-d2f6-495c-93ce-c60e626faf73 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.158773] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15470d41-16db-4b93-861f-eef6cf89fb65 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.186458] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb1cba9-4899-47d5-9b0c-ddd0719549ae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.193167] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae447c93-2913-4c5a-a357-5adf7f6e0d8d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.206866] env[70039]: DEBUG nova.virt.block_device [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Updating existing volume attachment record: d42ad656-efe1-42f5-ac79-b656340715b7 {{(pid=70039) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1391.231734] env[70039]: DEBUG nova.objects.instance [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lazy-loading 'numa_topology' on Instance uuid a1babbf7-482d-4497-b9ff-ea64abeccf51 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.287924] env[70039]: INFO nova.scheduler.client.report [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Deleted allocation for migration 9a1a2445-42df-44f0-a4f3-7e9477f045f9 [ 1391.340452] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.366981] env[70039]: DEBUG nova.virt.hardware [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='54152c22304db8e3d62d7cd4cf1cacd2',container_format='bare',created_at=2025-04-05T01:26:14Z,direct_url=,disk_format='vmdk',id=3c8efd9b-4367-4461-932e-88a101e07a65,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-853011600-shelved',owner='16843037a89d4012b44f82e4aecb79d6',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-05T01:26:27Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1391.367315] env[70039]: DEBUG nova.virt.hardware [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1391.367491] env[70039]: DEBUG nova.virt.hardware [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1391.367743] env[70039]: DEBUG nova.virt.hardware [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1391.367906] env[70039]: DEBUG nova.virt.hardware [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1391.368085] env[70039]: DEBUG nova.virt.hardware [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1391.368315] env[70039]: DEBUG nova.virt.hardware [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1391.368480] env[70039]: DEBUG nova.virt.hardware [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1391.368653] env[70039]: DEBUG nova.virt.hardware [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1391.368815] env[70039]: DEBUG nova.virt.hardware [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1391.368988] env[70039]: DEBUG nova.virt.hardware [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1391.369862] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dc743a-79f7-4115-8511-f44047f1680c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.377824] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53da1ac-d910-4e9c-839f-1c9f44981e52 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.392259] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:50:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e51775c2-32fc-4274-9d21-d1a6f886a823', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1391.399686] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1391.400267] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1391.400492] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04da6fa0-90f0-47b1-9864-1b5fff74f59d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.419771] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1391.419771] env[70039]: value = "task-3331916" [ 1391.419771] env[70039]: _type = "Task" [ 1391.419771] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.427818] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331916, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.586356] env[70039]: DEBUG nova.compute.manager [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1391.586615] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1391.587985] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0b82c2-4d69-4cab-bea3-7b155996343f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.595893] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.596215] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ad707c8-a3be-40b6-96bd-862a0af34ca2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.602380] env[70039]: DEBUG oslo_vmware.api [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1391.602380] env[70039]: value = "task-3331917" [ 1391.602380] env[70039]: _type = "Task" [ 1391.602380] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.610549] env[70039]: DEBUG oslo_vmware.api [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.736617] env[70039]: DEBUG nova.objects.base [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1391.796039] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3564d2f6-e38c-452c-823a-845f8fbe271e tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "bced78af-9276-4173-808a-d730c9db5a92" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.145s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.856247] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9f0ea7-de20-44ca-a2aa-c65b3daf3d58 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.863674] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee2f2d1-af23-4fbb-9955-06d5c606b99c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.893116] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426bb7ba-293d-43d6-acfb-24a027dc3e81 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.899982] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26059417-4dbe-4fa6-a3cd-167e23f4c5c1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.912861] env[70039]: DEBUG nova.compute.provider_tree [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.930414] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331916, 'name': CreateVM_Task, 'duration_secs': 0.277015} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.930566] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1391.931270] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3c8efd9b-4367-4461-932e-88a101e07a65" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.931437] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3c8efd9b-4367-4461-932e-88a101e07a65" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.931805] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3c8efd9b-4367-4461-932e-88a101e07a65" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.932059] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c582041-f3e4-4505-a6ff-99faaf10225f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.936331] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1391.936331] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b162e1-e97c-5555-bbce-779af74a085f" [ 1391.936331] env[70039]: _type = "Task" [ 1391.936331] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.943781] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b162e1-e97c-5555-bbce-779af74a085f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.970701] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "bced78af-9276-4173-808a-d730c9db5a92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.970933] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "bced78af-9276-4173-808a-d730c9db5a92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.971231] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "bced78af-9276-4173-808a-d730c9db5a92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.971542] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "bced78af-9276-4173-808a-d730c9db5a92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.971593] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "bced78af-9276-4173-808a-d730c9db5a92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.973634] env[70039]: INFO nova.compute.manager [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Terminating instance [ 1391.993019] env[70039]: DEBUG nova.compute.manager [req-a6f57a20-e84f-4f23-96f1-d01f3a127f33 req-7253edae-048f-4674-9315-6e69479bf9f6 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Received event network-changed-e51775c2-32fc-4274-9d21-d1a6f886a823 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1391.993145] env[70039]: DEBUG nova.compute.manager [req-a6f57a20-e84f-4f23-96f1-d01f3a127f33 req-7253edae-048f-4674-9315-6e69479bf9f6 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Refreshing instance network info cache due to event network-changed-e51775c2-32fc-4274-9d21-d1a6f886a823. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1391.993302] env[70039]: DEBUG oslo_concurrency.lockutils [req-a6f57a20-e84f-4f23-96f1-d01f3a127f33 req-7253edae-048f-4674-9315-6e69479bf9f6 service nova] Acquiring lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.993471] env[70039]: DEBUG oslo_concurrency.lockutils [req-a6f57a20-e84f-4f23-96f1-d01f3a127f33 req-7253edae-048f-4674-9315-6e69479bf9f6 service nova] Acquired lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.993637] env[70039]: DEBUG nova.network.neutron [req-a6f57a20-e84f-4f23-96f1-d01f3a127f33 req-7253edae-048f-4674-9315-6e69479bf9f6 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Refreshing network info cache for port e51775c2-32fc-4274-9d21-d1a6f886a823 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.113324] env[70039]: DEBUG oslo_vmware.api [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331917, 'name': PowerOffVM_Task, 'duration_secs': 0.180241} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.113580] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.113751] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.114017] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d207b50f-8cb1-47b0-87da-6b651b089591 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.172831] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1392.173069] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1392.173258] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Deleting the datastore file [datastore2] f00a0641-1636-4aac-9843-ec218ccc0d62 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1392.174054] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db543913-5dc2-4096-b4a8-5f86c3cca90b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.180288] env[70039]: DEBUG oslo_vmware.api [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1392.180288] env[70039]: value = "task-3331919" [ 1392.180288] env[70039]: _type = "Task" [ 1392.180288] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.187650] env[70039]: DEBUG oslo_vmware.api [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.415992] env[70039]: DEBUG nova.scheduler.client.report [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.447261] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3c8efd9b-4367-4461-932e-88a101e07a65" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.447549] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Processing image 3c8efd9b-4367-4461-932e-88a101e07a65 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1392.447809] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3c8efd9b-4367-4461-932e-88a101e07a65/3c8efd9b-4367-4461-932e-88a101e07a65.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.447963] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3c8efd9b-4367-4461-932e-88a101e07a65/3c8efd9b-4367-4461-932e-88a101e07a65.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.448168] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1392.448427] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae965545-2ccf-4bd6-b645-17253b416d45 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.456670] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1392.456857] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1392.457585] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-615f7ddd-f3b8-4bd9-acdf-5fac6bf2f549 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.462379] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1392.462379] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52b5a03d-ddda-c3c2-b036-bfbe5f1e48fb" [ 1392.462379] env[70039]: _type = "Task" [ 1392.462379] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.469826] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52b5a03d-ddda-c3c2-b036-bfbe5f1e48fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.477466] env[70039]: DEBUG nova.compute.manager [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1392.477662] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.478416] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c97ea5e-f578-4080-9bad-197882d17922 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.484392] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.484595] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb748315-08c4-40be-b041-5cc485d4c957 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.489927] env[70039]: DEBUG oslo_vmware.api [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1392.489927] env[70039]: value = "task-3331920" [ 1392.489927] env[70039]: _type = "Task" [ 1392.489927] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.498696] env[70039]: DEBUG oslo_vmware.api [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.689378] env[70039]: DEBUG oslo_vmware.api [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142128} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.689769] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.689814] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.689989] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.690180] env[70039]: INFO nova.compute.manager [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1392.690421] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.690609] env[70039]: DEBUG nova.compute.manager [-] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.690701] env[70039]: DEBUG nova.network.neutron [-] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.767191] env[70039]: DEBUG nova.network.neutron [req-a6f57a20-e84f-4f23-96f1-d01f3a127f33 req-7253edae-048f-4674-9315-6e69479bf9f6 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Updated VIF entry in instance network info cache for port e51775c2-32fc-4274-9d21-d1a6f886a823. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.767548] env[70039]: DEBUG nova.network.neutron [req-a6f57a20-e84f-4f23-96f1-d01f3a127f33 req-7253edae-048f-4674-9315-6e69479bf9f6 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Updating instance_info_cache with network_info: [{"id": "e51775c2-32fc-4274-9d21-d1a6f886a823", "address": "fa:16:3e:04:50:40", "network": {"id": "4a45727a-a18c-463f-83cf-2ca2de11542d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-435502677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16843037a89d4012b44f82e4aecb79d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51775c2-32", "ovs_interfaceid": "e51775c2-32fc-4274-9d21-d1a6f886a823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.923120] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.923825] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.511s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.928740] env[70039]: INFO nova.compute.claims [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.974669] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Preparing fetch location {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1392.975137] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Fetch image to [datastore2] OSTACK_IMG_4078cb49-ce2a-4707-b4f9-d22400290627/OSTACK_IMG_4078cb49-ce2a-4707-b4f9-d22400290627.vmdk {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1392.975458] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Downloading stream optimized image 3c8efd9b-4367-4461-932e-88a101e07a65 to [datastore2] OSTACK_IMG_4078cb49-ce2a-4707-b4f9-d22400290627/OSTACK_IMG_4078cb49-ce2a-4707-b4f9-d22400290627.vmdk on the data store datastore2 as vApp {{(pid=70039) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1392.975794] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Downloading image file data 3c8efd9b-4367-4461-932e-88a101e07a65 to the ESX as VM named 'OSTACK_IMG_4078cb49-ce2a-4707-b4f9-d22400290627' {{(pid=70039) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1393.003781] env[70039]: DEBUG oslo_vmware.api [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331920, 'name': PowerOffVM_Task, 'duration_secs': 0.18066} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.023667] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.023903] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.025079] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71fbdb0f-e150-47c3-b1b7-3e3c16c768e0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.059552] env[70039]: DEBUG oslo_vmware.rw_handles [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1393.059552] env[70039]: value = "resgroup-9" [ 1393.059552] env[70039]: _type = "ResourcePool" [ 1393.059552] env[70039]: }. {{(pid=70039) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1393.059756] env[70039]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-806feb06-a8d8-4303-9647-2104835191f7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.082145] env[70039]: DEBUG oslo_vmware.rw_handles [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lease: (returnval){ [ 1393.082145] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52921f4a-cd8c-7af4-7aec-f71f10e4b62a" [ 1393.082145] env[70039]: _type = "HttpNfcLease" [ 1393.082145] env[70039]: } obtained for vApp import into resource pool (val){ [ 1393.082145] env[70039]: value = "resgroup-9" [ 1393.082145] env[70039]: _type = "ResourcePool" [ 1393.082145] env[70039]: }. {{(pid=70039) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1393.082523] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the lease: (returnval){ [ 1393.082523] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52921f4a-cd8c-7af4-7aec-f71f10e4b62a" [ 1393.082523] env[70039]: _type = "HttpNfcLease" [ 1393.082523] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1393.088794] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1393.088794] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52921f4a-cd8c-7af4-7aec-f71f10e4b62a" [ 1393.088794] env[70039]: _type = "HttpNfcLease" [ 1393.088794] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1393.108184] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.108425] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.108625] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Deleting the datastore file [datastore1] bced78af-9276-4173-808a-d730c9db5a92 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.108891] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce6edf88-81f5-4110-9c07-4b594f9e5679 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.115955] env[70039]: DEBUG oslo_vmware.api [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1393.115955] env[70039]: value = "task-3331923" [ 1393.115955] env[70039]: _type = "Task" [ 1393.115955] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.125994] env[70039]: DEBUG oslo_vmware.api [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.212240] env[70039]: DEBUG nova.compute.manager [req-e7bdca6a-7cb4-47d2-97ed-2b1ed47fcd26 req-3f04a857-9d8c-495e-b238-c662864033ed service nova] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Received event network-vif-deleted-d51844eb-a704-40f5-8649-917c381b8fb9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1393.213326] env[70039]: INFO nova.compute.manager [req-e7bdca6a-7cb4-47d2-97ed-2b1ed47fcd26 req-3f04a857-9d8c-495e-b238-c662864033ed service nova] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Neutron deleted interface d51844eb-a704-40f5-8649-917c381b8fb9; detaching it from the instance and deleting it from the info cache [ 1393.213326] env[70039]: DEBUG nova.network.neutron [req-e7bdca6a-7cb4-47d2-97ed-2b1ed47fcd26 req-3f04a857-9d8c-495e-b238-c662864033ed service nova] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.270429] env[70039]: DEBUG oslo_concurrency.lockutils [req-a6f57a20-e84f-4f23-96f1-d01f3a127f33 req-7253edae-048f-4674-9315-6e69479bf9f6 service nova] Releasing lock "refresh_cache-b6f68310-1fe6-488e-87fc-4bcc81d87d9f" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.318256] env[70039]: DEBUG nova.virt.hardware [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.318540] env[70039]: DEBUG nova.virt.hardware [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.318725] env[70039]: DEBUG nova.virt.hardware [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.318930] env[70039]: DEBUG nova.virt.hardware [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.319274] env[70039]: DEBUG nova.virt.hardware [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.319477] env[70039]: DEBUG nova.virt.hardware [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.319705] env[70039]: DEBUG nova.virt.hardware [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.319877] env[70039]: DEBUG nova.virt.hardware [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.320062] env[70039]: DEBUG nova.virt.hardware [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.320248] env[70039]: DEBUG nova.virt.hardware [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.320447] env[70039]: DEBUG nova.virt.hardware [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.321372] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79e6503-b994-47da-bc42-6dba3f69f197 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.329614] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468305cf-c1d1-4d03-8fd3-0bed18413420 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.343466] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:86:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95481e04-8c15-422c-9796-0264433f48a3', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.351622] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1393.352255] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c71c9611-deec-4268-9186-3126e6de090b] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1393.352489] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81b5d805-2422-40f8-b7fa-0f658e87aac7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.375104] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.375104] env[70039]: value = "task-3331924" [ 1393.375104] env[70039]: _type = "Task" [ 1393.375104] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.380694] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331924, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.439875] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6653034c-3e44-4c1f-8611-e59b3f15de20 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "a1babbf7-482d-4497-b9ff-ea64abeccf51" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.489s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.441938] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "a1babbf7-482d-4497-b9ff-ea64abeccf51" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.672s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.441938] env[70039]: INFO nova.compute.manager [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Unshelving [ 1393.593521] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1393.593521] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52921f4a-cd8c-7af4-7aec-f71f10e4b62a" [ 1393.593521] env[70039]: _type = "HttpNfcLease" [ 1393.593521] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1393.593842] env[70039]: DEBUG oslo_vmware.rw_handles [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1393.593842] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52921f4a-cd8c-7af4-7aec-f71f10e4b62a" [ 1393.593842] env[70039]: _type = "HttpNfcLease" [ 1393.593842] env[70039]: }. {{(pid=70039) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1393.594797] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f1466a-7562-44a8-8fc6-442f94b23404 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.602437] env[70039]: DEBUG oslo_vmware.rw_handles [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5253dfe8-3b83-5fd0-749f-f74ec425425e/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1393.602618] env[70039]: DEBUG oslo_vmware.rw_handles [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5253dfe8-3b83-5fd0-749f-f74ec425425e/disk-0.vmdk. {{(pid=70039) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1393.671039] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cd9895ed-7b00-47cf-90f2-31463acdb472 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.672945] env[70039]: DEBUG oslo_vmware.api [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134646} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.673167] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1393.673352] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1393.673524] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1393.673694] env[70039]: INFO nova.compute.manager [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: bced78af-9276-4173-808a-d730c9db5a92] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1393.673928] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1393.674541] env[70039]: DEBUG nova.compute.manager [-] [instance: bced78af-9276-4173-808a-d730c9db5a92] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1393.674687] env[70039]: DEBUG nova.network.neutron [-] [instance: bced78af-9276-4173-808a-d730c9db5a92] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1393.695491] env[70039]: DEBUG nova.network.neutron [-] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.715969] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5101164c-ac04-4d33-8e02-c2bbfb6120e1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.725324] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a7f41e-4e0d-4105-b8ab-923d55c6a560 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.754059] env[70039]: DEBUG nova.compute.manager [req-e7bdca6a-7cb4-47d2-97ed-2b1ed47fcd26 req-3f04a857-9d8c-495e-b238-c662864033ed service nova] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Detach interface failed, port_id=d51844eb-a704-40f5-8649-917c381b8fb9, reason: Instance f00a0641-1636-4aac-9843-ec218ccc0d62 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1393.893862] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331924, 'name': CreateVM_Task, 'duration_secs': 0.288088} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.895444] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c71c9611-deec-4268-9186-3126e6de090b] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.896212] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.896383] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.896801] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.897118] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e864fe29-f269-4a19-b0c1-55732880de1d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.902498] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1393.902498] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52e02f85-31bf-ba93-5080-9f95f7d53ea0" [ 1393.902498] env[70039]: _type = "Task" [ 1393.902498] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.910645] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e02f85-31bf-ba93-5080-9f95f7d53ea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.109456] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f733962-b19c-4d02-a858-20ab5f1f59f2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.118655] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15eab33-c524-4ca1-94db-1cd31eba299e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.159644] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f006d0cd-2c67-43e2-b1d3-d8e357818cd9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.167756] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b55846-a72d-4de0-b18b-2c4b4169ffab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.185127] env[70039]: DEBUG nova.compute.provider_tree [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1394.197318] env[70039]: INFO nova.compute.manager [-] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Took 1.51 seconds to deallocate network for instance. [ 1394.428044] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e02f85-31bf-ba93-5080-9f95f7d53ea0, 'name': SearchDatastore_Task, 'duration_secs': 0.009263} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.429839] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.430215] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.430539] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.430775] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.431019] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.431434] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e94f3efb-02a5-43b9-909c-edd511c5544a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.440947] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.441333] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.442323] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46792fd6-7430-4a73-8266-42317c8d878d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.451272] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1394.451272] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52e71bbf-2770-73f2-c54b-a234b67a32da" [ 1394.451272] env[70039]: _type = "Task" [ 1394.451272] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.458999] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e71bbf-2770-73f2-c54b-a234b67a32da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.480332] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.703494] env[70039]: DEBUG oslo_concurrency.lockutils [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.710553] env[70039]: ERROR nova.scheduler.client.report [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [req-40be8e7f-fcd1-4415-8864-20bea3f2c42a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 543a9f30-645b-4a81-8076-3a3e96a6f37d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-40be8e7f-fcd1-4415-8864-20bea3f2c42a"}]} [ 1394.729383] env[70039]: DEBUG nova.scheduler.client.report [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Refreshing inventories for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1394.731524] env[70039]: DEBUG nova.network.neutron [-] [instance: bced78af-9276-4173-808a-d730c9db5a92] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.747567] env[70039]: DEBUG nova.scheduler.client.report [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Updating ProviderTree inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1394.747802] env[70039]: DEBUG nova.compute.provider_tree [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1394.762437] env[70039]: DEBUG nova.scheduler.client.report [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Refreshing aggregate associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, aggregates: None {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1394.782415] env[70039]: DEBUG oslo_vmware.rw_handles [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Completed reading data from the image iterator. {{(pid=70039) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1394.782604] env[70039]: DEBUG oslo_vmware.rw_handles [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5253dfe8-3b83-5fd0-749f-f74ec425425e/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1394.783861] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec48f76a-079b-48ea-8846-9eb6843d9833 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.787795] env[70039]: DEBUG nova.scheduler.client.report [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Refreshing trait associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1394.793899] env[70039]: DEBUG oslo_vmware.rw_handles [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5253dfe8-3b83-5fd0-749f-f74ec425425e/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1394.794109] env[70039]: DEBUG oslo_vmware.rw_handles [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5253dfe8-3b83-5fd0-749f-f74ec425425e/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1394.794366] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-79ba2717-ee64-4b94-b9e4-7d76123aac85 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.905422] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028e73a6-4d77-4499-9a52-447a98173298 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.913262] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03513c15-0e48-4181-8479-5a36f6e4abf3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.945967] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1051c8c-0cf0-427e-af9a-baa913855940 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.957060] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec72a77-8447-461f-ac16-55b034b5dbeb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.966448] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52e71bbf-2770-73f2-c54b-a234b67a32da, 'name': SearchDatastore_Task, 'duration_secs': 0.010779} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.975035] env[70039]: DEBUG nova.compute.provider_tree [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1394.976392] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd013a11-d67f-4366-8a55-a0aa281d9f20 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.981498] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1394.981498] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5261a80e-1da3-cb35-59a5-00f94c5662df" [ 1394.981498] env[70039]: _type = "Task" [ 1394.981498] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.982824] env[70039]: DEBUG oslo_vmware.rw_handles [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5253dfe8-3b83-5fd0-749f-f74ec425425e/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1394.983059] env[70039]: INFO nova.virt.vmwareapi.images [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Downloaded image file data 3c8efd9b-4367-4461-932e-88a101e07a65 [ 1394.986417] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04450843-b19a-46a7-b3ee-49bd360a0326 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.004618] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5261a80e-1da3-cb35-59a5-00f94c5662df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.004953] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb3e2b0a-f2bf-4efb-a21d-02ffd2342770 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.193333] env[70039]: INFO nova.virt.vmwareapi.images [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] The imported VM was unregistered [ 1395.195711] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Caching image {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1395.195946] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Creating directory with path [datastore2] devstack-image-cache_base/3c8efd9b-4367-4461-932e-88a101e07a65 {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1395.196238] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-110ab9ba-0fad-4846-ae0b-64d139c0367a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.232857] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Created directory with path [datastore2] devstack-image-cache_base/3c8efd9b-4367-4461-932e-88a101e07a65 {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1395.233086] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_4078cb49-ce2a-4707-b4f9-d22400290627/OSTACK_IMG_4078cb49-ce2a-4707-b4f9-d22400290627.vmdk to [datastore2] devstack-image-cache_base/3c8efd9b-4367-4461-932e-88a101e07a65/3c8efd9b-4367-4461-932e-88a101e07a65.vmdk. {{(pid=70039) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1395.233365] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4255bbda-41c1-41b8-8a97-363cd2e77587 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.237458] env[70039]: INFO nova.compute.manager [-] [instance: bced78af-9276-4173-808a-d730c9db5a92] Took 1.56 seconds to deallocate network for instance. [ 1395.237787] env[70039]: DEBUG nova.compute.manager [req-caf704f4-1530-4e4b-bbcc-7a7932cc8f82 req-9487f1e4-adb8-4aca-bcdb-61f5f1f61fed service nova] [instance: bced78af-9276-4173-808a-d730c9db5a92] Received event network-vif-deleted-b5750314-df31-4954-a5ad-fd1817ba3ed1 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.244351] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1395.244351] env[70039]: value = "task-3331926" [ 1395.244351] env[70039]: _type = "Task" [ 1395.244351] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.252288] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331926, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.491873] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5261a80e-1da3-cb35-59a5-00f94c5662df, 'name': SearchDatastore_Task, 'duration_secs': 0.041812} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.492205] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.492466] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] c71c9611-deec-4268-9186-3126e6de090b/c71c9611-deec-4268-9186-3126e6de090b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1395.493417] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3723edf-6fe9-4ea1-be1e-71158135cf5f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.503009] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1395.503009] env[70039]: value = "task-3331927" [ 1395.503009] env[70039]: _type = "Task" [ 1395.503009] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.511453] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.514129] env[70039]: DEBUG nova.scheduler.client.report [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Updated inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1395.514416] env[70039]: DEBUG nova.compute.provider_tree [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Updating resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d generation from 172 to 173 during operation: update_inventory {{(pid=70039) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1395.514633] env[70039]: DEBUG nova.compute.provider_tree [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1395.744616] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.758327] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331926, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.015209] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.019324] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.095s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.019960] env[70039]: DEBUG nova.compute.manager [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1396.023453] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.543s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.023775] env[70039]: DEBUG nova.objects.instance [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lazy-loading 'pci_requests' on Instance uuid a1babbf7-482d-4497-b9ff-ea64abeccf51 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.254986] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331926, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.514408] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.527736] env[70039]: DEBUG nova.compute.utils [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1396.530078] env[70039]: DEBUG nova.objects.instance [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lazy-loading 'numa_topology' on Instance uuid a1babbf7-482d-4497-b9ff-ea64abeccf51 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.531635] env[70039]: DEBUG nova.compute.manager [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1396.531740] env[70039]: DEBUG nova.network.neutron [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1396.586540] env[70039]: DEBUG nova.policy [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9124598c7844f5aa94b5c31ead23f2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6260e4000f06409abf12449ae3291205', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1396.755743] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331926, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.942718] env[70039]: DEBUG nova.network.neutron [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Successfully created port: 1b88324b-2cbd-4607-848d-8884e51d8a8a {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1397.014793] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331927, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.032719] env[70039]: DEBUG nova.compute.manager [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1397.035550] env[70039]: INFO nova.compute.claims [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1397.256137] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331926, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.516257] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331927, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.758050] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331926, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.460263} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.758050] env[70039]: INFO nova.virt.vmwareapi.ds_util [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_4078cb49-ce2a-4707-b4f9-d22400290627/OSTACK_IMG_4078cb49-ce2a-4707-b4f9-d22400290627.vmdk to [datastore2] devstack-image-cache_base/3c8efd9b-4367-4461-932e-88a101e07a65/3c8efd9b-4367-4461-932e-88a101e07a65.vmdk. [ 1397.758050] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Cleaning up location [datastore2] OSTACK_IMG_4078cb49-ce2a-4707-b4f9-d22400290627 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1397.758530] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_4078cb49-ce2a-4707-b4f9-d22400290627 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.758530] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4ad8adb-d26b-4357-8118-c1d6b3d6b492 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.764446] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1397.764446] env[70039]: value = "task-3331928" [ 1397.764446] env[70039]: _type = "Task" [ 1397.764446] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.771766] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.016267] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331927, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.179303} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.016588] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] c71c9611-deec-4268-9186-3126e6de090b/c71c9611-deec-4268-9186-3126e6de090b.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1398.016812] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1398.017085] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-682a48a5-ad5e-4ff8-8e5b-fd15891a8bb7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.023557] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1398.023557] env[70039]: value = "task-3331929" [ 1398.023557] env[70039]: _type = "Task" [ 1398.023557] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.030394] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.045729] env[70039]: DEBUG nova.compute.manager [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1398.074320] env[70039]: DEBUG nova.virt.hardware [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1398.074623] env[70039]: DEBUG nova.virt.hardware [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.074840] env[70039]: DEBUG nova.virt.hardware [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1398.075080] env[70039]: DEBUG nova.virt.hardware [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.075276] env[70039]: DEBUG nova.virt.hardware [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1398.075457] env[70039]: DEBUG nova.virt.hardware [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1398.075688] env[70039]: DEBUG nova.virt.hardware [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1398.075850] env[70039]: DEBUG nova.virt.hardware [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1398.076029] env[70039]: DEBUG nova.virt.hardware [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1398.076238] env[70039]: DEBUG nova.virt.hardware [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1398.076478] env[70039]: DEBUG nova.virt.hardware [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1398.077457] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f3aa19-aad8-4f28-8bcb-ec51312aedb1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.087544] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc26a5e-24ac-4869-a81b-a2c3f54e9339 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.162035] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aef6d66-05fc-4e48-9634-ff789f567804 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.169901] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e033e5a3-159f-40a2-bdd8-24676923854b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.198970] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979c8830-df49-4626-a09b-bc2d62b2daaa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.206050] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cd98cf-a79e-4b21-997d-95cd8855e071 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.220160] env[70039]: DEBUG nova.compute.provider_tree [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1398.273447] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034727} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.273703] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1398.273870] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3c8efd9b-4367-4461-932e-88a101e07a65/3c8efd9b-4367-4461-932e-88a101e07a65.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.274140] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3c8efd9b-4367-4461-932e-88a101e07a65/3c8efd9b-4367-4461-932e-88a101e07a65.vmdk to [datastore2] b6f68310-1fe6-488e-87fc-4bcc81d87d9f/b6f68310-1fe6-488e-87fc-4bcc81d87d9f.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1398.274367] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4308b55e-cc39-4cfb-be1d-0f8aaa1e4046 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.279933] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1398.279933] env[70039]: value = "task-3331930" [ 1398.279933] env[70039]: _type = "Task" [ 1398.279933] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.286857] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.533458] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062594} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.533752] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1398.534581] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104fa9a3-31af-489a-8f3b-9161e14ba18f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.556834] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] c71c9611-deec-4268-9186-3126e6de090b/c71c9611-deec-4268-9186-3126e6de090b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.557207] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-607e94ca-6891-4add-8ba3-3ae26d19808f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.576840] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1398.576840] env[70039]: value = "task-3331931" [ 1398.576840] env[70039]: _type = "Task" [ 1398.576840] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.585220] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.722418] env[70039]: DEBUG nova.compute.manager [req-8a7637b6-c582-4ca7-b841-6b86769682c8 req-d1bdeba9-3d2a-4f5b-a0aa-746e3cdb7e72 service nova] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Received event network-vif-plugged-1b88324b-2cbd-4607-848d-8884e51d8a8a {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.722648] env[70039]: DEBUG oslo_concurrency.lockutils [req-8a7637b6-c582-4ca7-b841-6b86769682c8 req-d1bdeba9-3d2a-4f5b-a0aa-746e3cdb7e72 service nova] Acquiring lock "a54c825d-12a6-4c26-85d9-b65307b9d0aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.722875] env[70039]: DEBUG oslo_concurrency.lockutils [req-8a7637b6-c582-4ca7-b841-6b86769682c8 req-d1bdeba9-3d2a-4f5b-a0aa-746e3cdb7e72 service nova] Lock "a54c825d-12a6-4c26-85d9-b65307b9d0aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.723212] env[70039]: DEBUG oslo_concurrency.lockutils [req-8a7637b6-c582-4ca7-b841-6b86769682c8 req-d1bdeba9-3d2a-4f5b-a0aa-746e3cdb7e72 service nova] Lock "a54c825d-12a6-4c26-85d9-b65307b9d0aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.723212] env[70039]: DEBUG nova.compute.manager [req-8a7637b6-c582-4ca7-b841-6b86769682c8 req-d1bdeba9-3d2a-4f5b-a0aa-746e3cdb7e72 service nova] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] No waiting events found dispatching network-vif-plugged-1b88324b-2cbd-4607-848d-8884e51d8a8a {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1398.723426] env[70039]: WARNING nova.compute.manager [req-8a7637b6-c582-4ca7-b841-6b86769682c8 req-d1bdeba9-3d2a-4f5b-a0aa-746e3cdb7e72 service nova] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Received unexpected event network-vif-plugged-1b88324b-2cbd-4607-848d-8884e51d8a8a for instance with vm_state building and task_state spawning. [ 1398.755569] env[70039]: DEBUG nova.scheduler.client.report [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Updated inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1398.755856] env[70039]: DEBUG nova.compute.provider_tree [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Updating resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d generation from 173 to 174 during operation: update_inventory {{(pid=70039) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1398.756054] env[70039]: DEBUG nova.compute.provider_tree [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1398.790856] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331930, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.856478] env[70039]: DEBUG nova.network.neutron [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Successfully updated port: 1b88324b-2cbd-4607-848d-8884e51d8a8a {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1399.087171] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.262048] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.238s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.264332] env[70039]: DEBUG oslo_concurrency.lockutils [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.561s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.264581] env[70039]: DEBUG nova.objects.instance [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lazy-loading 'resources' on Instance uuid f00a0641-1636-4aac-9843-ec218ccc0d62 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.291356] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331930, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.294104] env[70039]: INFO nova.network.neutron [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Updating port 72084fe6-7bf0-405b-a43e-b1ce47b49e6e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1399.359455] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "refresh_cache-a54c825d-12a6-4c26-85d9-b65307b9d0aa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.359610] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "refresh_cache-a54c825d-12a6-4c26-85d9-b65307b9d0aa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.359762] env[70039]: DEBUG nova.network.neutron [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.589681] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.792618] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331930, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.896154] env[70039]: DEBUG nova.network.neutron [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1399.900137] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d10ff13-0f02-4182-adbe-310e50eeba75 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.908225] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d6cbd8-3c2d-443c-9b76-2e84f760cd3b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.943714] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9005763a-749f-4ea2-9cb9-28120ad4b8ea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.951873] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce8cd07-9a03-49a8-a530-659902271800 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.966177] env[70039]: DEBUG nova.compute.provider_tree [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.066480] env[70039]: DEBUG nova.network.neutron [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Updating instance_info_cache with network_info: [{"id": "1b88324b-2cbd-4607-848d-8884e51d8a8a", "address": "fa:16:3e:41:36:85", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b88324b-2c", "ovs_interfaceid": "1b88324b-2cbd-4607-848d-8884e51d8a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.089544] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.293540] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331930, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.469284] env[70039]: DEBUG nova.scheduler.client.report [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.569312] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "refresh_cache-a54c825d-12a6-4c26-85d9-b65307b9d0aa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.569610] env[70039]: DEBUG nova.compute.manager [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Instance network_info: |[{"id": "1b88324b-2cbd-4607-848d-8884e51d8a8a", "address": "fa:16:3e:41:36:85", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b88324b-2c", "ovs_interfaceid": "1b88324b-2cbd-4607-848d-8884e51d8a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1400.570045] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:36:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b88324b-2cbd-4607-848d-8884e51d8a8a', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.577445] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1400.577642] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.577859] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b34f328-374f-49a6-8b94-0183855a9c0c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.600438] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331931, 'name': ReconfigVM_Task, 'duration_secs': 1.978802} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.601626] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Reconfigured VM instance instance-00000077 to attach disk [datastore2] c71c9611-deec-4268-9186-3126e6de090b/c71c9611-deec-4268-9186-3126e6de090b.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1400.602712] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'disk_bus': None, 'boot_index': 0, 'size': 0, 'image_id': '2024c926-7250-4c3f-a5e4-d5ea078ccaf6'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665112', 'volume_id': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'name': 'volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c71c9611-deec-4268-9186-3126e6de090b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'serial': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92'}, 'delete_on_termination': False, 'device_type': None, 'attachment_id': 'd42ad656-efe1-42f5-ac79-b656340715b7', 'disk_bus': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=70039) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1400.602895] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Volume attach. Driver type: vmdk {{(pid=70039) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1400.603099] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665112', 'volume_id': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'name': 'volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c71c9611-deec-4268-9186-3126e6de090b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'serial': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1400.603342] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.603342] env[70039]: value = "task-3331932" [ 1400.603342] env[70039]: _type = "Task" [ 1400.603342] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.603990] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c5da90-f606-4369-9add-409e9c03ac60 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.613669] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331932, 'name': CreateVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.624342] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df7b7bb-c482-4f12-ba32-e90f3984ca1e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.648171] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92/volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.648487] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fabef79b-22e9-47b7-8268-b879b062e07e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.666305] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1400.666305] env[70039]: value = "task-3331933" [ 1400.666305] env[70039]: _type = "Task" [ 1400.666305] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.674360] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.749443] env[70039]: DEBUG nova.compute.manager [req-48d7b980-75b6-45cb-bb72-e1acdf0a6047 req-c18e14ca-6725-4a95-81f5-6bbefe59ae7c service nova] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Received event network-changed-1b88324b-2cbd-4607-848d-8884e51d8a8a {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1400.749663] env[70039]: DEBUG nova.compute.manager [req-48d7b980-75b6-45cb-bb72-e1acdf0a6047 req-c18e14ca-6725-4a95-81f5-6bbefe59ae7c service nova] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Refreshing instance network info cache due to event network-changed-1b88324b-2cbd-4607-848d-8884e51d8a8a. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1400.749896] env[70039]: DEBUG oslo_concurrency.lockutils [req-48d7b980-75b6-45cb-bb72-e1acdf0a6047 req-c18e14ca-6725-4a95-81f5-6bbefe59ae7c service nova] Acquiring lock "refresh_cache-a54c825d-12a6-4c26-85d9-b65307b9d0aa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.750052] env[70039]: DEBUG oslo_concurrency.lockutils [req-48d7b980-75b6-45cb-bb72-e1acdf0a6047 req-c18e14ca-6725-4a95-81f5-6bbefe59ae7c service nova] Acquired lock "refresh_cache-a54c825d-12a6-4c26-85d9-b65307b9d0aa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.750252] env[70039]: DEBUG nova.network.neutron [req-48d7b980-75b6-45cb-bb72-e1acdf0a6047 req-c18e14ca-6725-4a95-81f5-6bbefe59ae7c service nova] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Refreshing network info cache for port 1b88324b-2cbd-4607-848d-8884e51d8a8a {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1400.793594] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331930, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.182768} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.793951] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3c8efd9b-4367-4461-932e-88a101e07a65/3c8efd9b-4367-4461-932e-88a101e07a65.vmdk to [datastore2] b6f68310-1fe6-488e-87fc-4bcc81d87d9f/b6f68310-1fe6-488e-87fc-4bcc81d87d9f.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1400.794709] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9948440d-3951-44dd-88e2-b80bcb994f97 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.817952] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] b6f68310-1fe6-488e-87fc-4bcc81d87d9f/b6f68310-1fe6-488e-87fc-4bcc81d87d9f.vmdk or device None with type streamOptimized {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.818714] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4da2cd0-60b1-450b-80c5-10caf7b2a206 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.837992] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1400.837992] env[70039]: value = "task-3331934" [ 1400.837992] env[70039]: _type = "Task" [ 1400.837992] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.846722] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.855437] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.855601] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquired lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.855740] env[70039]: DEBUG nova.network.neutron [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.973874] env[70039]: DEBUG oslo_concurrency.lockutils [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.978898] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.234s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.979137] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.993814] env[70039]: INFO nova.scheduler.client.report [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Deleted allocations for instance f00a0641-1636-4aac-9843-ec218ccc0d62 [ 1400.999847] env[70039]: INFO nova.scheduler.client.report [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Deleted allocations for instance bced78af-9276-4173-808a-d730c9db5a92 [ 1401.115498] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331932, 'name': CreateVM_Task, 'duration_secs': 0.342519} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.115690] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1401.116331] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.116507] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.116842] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.117119] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fdd530e-1a1c-410d-ae0c-f662660452f2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.121731] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1401.121731] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52681646-0df2-efdc-2c23-8524d5d39b78" [ 1401.121731] env[70039]: _type = "Task" [ 1401.121731] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.129940] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52681646-0df2-efdc-2c23-8524d5d39b78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.175838] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331933, 'name': ReconfigVM_Task, 'duration_secs': 0.322092} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.176176] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92/volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.180989] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7fd104b-e930-45a9-91b2-c72b6308583f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.194753] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1401.194753] env[70039]: value = "task-3331935" [ 1401.194753] env[70039]: _type = "Task" [ 1401.194753] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.202331] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.347701] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331934, 'name': ReconfigVM_Task, 'duration_secs': 0.309161} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.347980] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Reconfigured VM instance instance-00000074 to attach disk [datastore2] b6f68310-1fe6-488e-87fc-4bcc81d87d9f/b6f68310-1fe6-488e-87fc-4bcc81d87d9f.vmdk or device None with type streamOptimized {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.350705] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bd98111-cadd-4844-b057-616f6a5d7492 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.356815] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1401.356815] env[70039]: value = "task-3331936" [ 1401.356815] env[70039]: _type = "Task" [ 1401.356815] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.365992] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331936, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.452672] env[70039]: DEBUG nova.network.neutron [req-48d7b980-75b6-45cb-bb72-e1acdf0a6047 req-c18e14ca-6725-4a95-81f5-6bbefe59ae7c service nova] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Updated VIF entry in instance network info cache for port 1b88324b-2cbd-4607-848d-8884e51d8a8a. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1401.452913] env[70039]: DEBUG nova.network.neutron [req-48d7b980-75b6-45cb-bb72-e1acdf0a6047 req-c18e14ca-6725-4a95-81f5-6bbefe59ae7c service nova] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Updating instance_info_cache with network_info: [{"id": "1b88324b-2cbd-4607-848d-8884e51d8a8a", "address": "fa:16:3e:41:36:85", "network": {"id": "faab1f64-5125-4442-883a-704a7ddec84f", "bridge": "br-int", "label": "tempest-ServersTestJSON-491256325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6260e4000f06409abf12449ae3291205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b88324b-2c", "ovs_interfaceid": "1b88324b-2cbd-4607-848d-8884e51d8a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.503363] env[70039]: DEBUG oslo_concurrency.lockutils [None req-429413d0-0627-4aa4-9175-5112c037933a tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "f00a0641-1636-4aac-9843-ec218ccc0d62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.425s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.506971] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4353e6e0-90a6-48af-9dec-0bf6af21b7d1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "bced78af-9276-4173-808a-d730c9db5a92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.536s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.582394] env[70039]: DEBUG nova.network.neutron [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Updating instance_info_cache with network_info: [{"id": "72084fe6-7bf0-405b-a43e-b1ce47b49e6e", "address": "fa:16:3e:0e:b7:74", "network": {"id": "79726d67-6aa6-47de-b5a4-849a53167a04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-65063247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1c4f9d9d8094a5c8d86256738693dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72084fe6-7b", "ovs_interfaceid": "72084fe6-7bf0-405b-a43e-b1ce47b49e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.632352] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52681646-0df2-efdc-2c23-8524d5d39b78, 'name': SearchDatastore_Task, 'duration_secs': 0.009628} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.632625] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.632854] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1401.633101] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.633253] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.633435] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1401.633685] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7e86509-1fe2-46c3-b9ac-c7a4ecec5343 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.644435] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1401.646280] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1401.646280] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5388ff15-fb31-483a-a07c-28626802c117 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.651401] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1401.651401] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520cc735-7f42-92af-9a10-4b236d92cce2" [ 1401.651401] env[70039]: _type = "Task" [ 1401.651401] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.658476] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520cc735-7f42-92af-9a10-4b236d92cce2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.704327] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331935, 'name': ReconfigVM_Task, 'duration_secs': 0.161266} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.704799] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665112', 'volume_id': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'name': 'volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c71c9611-deec-4268-9186-3126e6de090b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'serial': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1401.705394] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea9b1b7c-a279-4161-8ba4-4977f7b43bf9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.711856] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1401.711856] env[70039]: value = "task-3331937" [ 1401.711856] env[70039]: _type = "Task" [ 1401.711856] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.720397] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331937, 'name': Rename_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.870714] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331936, 'name': Rename_Task, 'duration_secs': 0.138753} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.870995] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.871285] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faaa6f42-665e-4b48-acff-1d21e6440bb3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.878043] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1401.878043] env[70039]: value = "task-3331938" [ 1401.878043] env[70039]: _type = "Task" [ 1401.878043] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.886017] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.955705] env[70039]: DEBUG oslo_concurrency.lockutils [req-48d7b980-75b6-45cb-bb72-e1acdf0a6047 req-c18e14ca-6725-4a95-81f5-6bbefe59ae7c service nova] Releasing lock "refresh_cache-a54c825d-12a6-4c26-85d9-b65307b9d0aa" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.085663] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Releasing lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.115408] env[70039]: DEBUG nova.virt.hardware [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e050bef31df955d8bbf418e7547dea33',container_format='bare',created_at=2025-04-05T01:26:20Z,direct_url=,disk_format='vmdk',id=210b3aeb-fb02-4dc5-bfdc-cf450d31b990,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1961587765-shelved',owner='e1c4f9d9d8094a5c8d86256738693dad',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-05T01:26:34Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1402.115603] env[70039]: DEBUG nova.virt.hardware [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1402.115674] env[70039]: DEBUG nova.virt.hardware [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1402.115849] env[70039]: DEBUG nova.virt.hardware [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1402.115976] env[70039]: DEBUG nova.virt.hardware [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1402.116128] env[70039]: DEBUG nova.virt.hardware [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1402.116341] env[70039]: DEBUG nova.virt.hardware [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1402.116500] env[70039]: DEBUG nova.virt.hardware [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1402.116780] env[70039]: DEBUG nova.virt.hardware [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1402.116860] env[70039]: DEBUG nova.virt.hardware [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1402.117070] env[70039]: DEBUG nova.virt.hardware [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1402.118151] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f13000-ebbb-4a6b-a813-76d741f371f5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.126296] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bc6a9b-f3a6-49ea-b13b-5f2178e48008 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.139801] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:b7:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72084fe6-7bf0-405b-a43e-b1ce47b49e6e', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1402.147099] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1402.147329] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1402.147527] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-301d1539-5c22-459d-a5c0-63922777ae62 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.171997] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520cc735-7f42-92af-9a10-4b236d92cce2, 'name': SearchDatastore_Task, 'duration_secs': 0.008678} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.171997] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1402.171997] env[70039]: value = "task-3331939" [ 1402.171997] env[70039]: _type = "Task" [ 1402.171997] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.171997] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-310dedb7-6c97-432d-ac2d-b64448c74f8d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.179813] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1402.179813] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]525bb807-d96f-69ce-565b-b83beb9e4367" [ 1402.179813] env[70039]: _type = "Task" [ 1402.179813] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.183181] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331939, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.191387] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525bb807-d96f-69ce-565b-b83beb9e4367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.222667] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331937, 'name': Rename_Task, 'duration_secs': 0.145822} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.223107] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.223470] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51b4bb2a-a2f4-48cc-8378-6eb798d5d6f4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.230555] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1402.230555] env[70039]: value = "task-3331940" [ 1402.230555] env[70039]: _type = "Task" [ 1402.230555] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.239030] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.390054] env[70039]: DEBUG oslo_vmware.api [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331938, 'name': PowerOnVM_Task, 'duration_secs': 0.453538} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.390054] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.401320] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "2786a4f9-8ede-4c5e-82a3-2312a61b81e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.401320] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "2786a4f9-8ede-4c5e-82a3-2312a61b81e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.500187] env[70039]: DEBUG nova.compute.manager [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.500820] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c784a6df-dc83-4d77-9f5e-ba0f8c5d37bb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.685165] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331939, 'name': CreateVM_Task, 'duration_secs': 0.348993} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.688203] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.689302] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/210b3aeb-fb02-4dc5-bfdc-cf450d31b990" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.689480] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/210b3aeb-fb02-4dc5-bfdc-cf450d31b990" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.689847] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/210b3aeb-fb02-4dc5-bfdc-cf450d31b990" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.690521] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8108bf82-6fe6-4e81-b7db-ff7814169b88 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.696139] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]525bb807-d96f-69ce-565b-b83beb9e4367, 'name': SearchDatastore_Task, 'duration_secs': 0.014391} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.696737] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.696995] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] a54c825d-12a6-4c26-85d9-b65307b9d0aa/a54c825d-12a6-4c26-85d9-b65307b9d0aa.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.697268] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b320a302-4004-4a42-8ec6-13f734223e26 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.700366] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1402.700366] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c698b5-496c-b254-1c9b-caccc8de5786" [ 1402.700366] env[70039]: _type = "Task" [ 1402.700366] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.705823] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1402.705823] env[70039]: value = "task-3331941" [ 1402.705823] env[70039]: _type = "Task" [ 1402.705823] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.708983] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c698b5-496c-b254-1c9b-caccc8de5786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.716118] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.739923] env[70039]: DEBUG oslo_vmware.api [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331940, 'name': PowerOnVM_Task, 'duration_secs': 0.507795} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.740218] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.740457] env[70039]: DEBUG nova.compute.manager [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.741223] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6eeef47-aca8-42df-9eed-1bd6e3f58a0e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.778279] env[70039]: DEBUG nova.compute.manager [req-3be30594-1fe3-4d80-84fd-a60d1aa2dfb0 req-5947c505-42e7-4303-88ea-e27048dd270f service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Received event network-vif-plugged-72084fe6-7bf0-405b-a43e-b1ce47b49e6e {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.778498] env[70039]: DEBUG oslo_concurrency.lockutils [req-3be30594-1fe3-4d80-84fd-a60d1aa2dfb0 req-5947c505-42e7-4303-88ea-e27048dd270f service nova] Acquiring lock "a1babbf7-482d-4497-b9ff-ea64abeccf51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.778690] env[70039]: DEBUG oslo_concurrency.lockutils [req-3be30594-1fe3-4d80-84fd-a60d1aa2dfb0 req-5947c505-42e7-4303-88ea-e27048dd270f service nova] Lock "a1babbf7-482d-4497-b9ff-ea64abeccf51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.778893] env[70039]: DEBUG oslo_concurrency.lockutils [req-3be30594-1fe3-4d80-84fd-a60d1aa2dfb0 req-5947c505-42e7-4303-88ea-e27048dd270f service nova] Lock "a1babbf7-482d-4497-b9ff-ea64abeccf51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.779102] env[70039]: DEBUG nova.compute.manager [req-3be30594-1fe3-4d80-84fd-a60d1aa2dfb0 req-5947c505-42e7-4303-88ea-e27048dd270f service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] No waiting events found dispatching network-vif-plugged-72084fe6-7bf0-405b-a43e-b1ce47b49e6e {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1402.779414] env[70039]: WARNING nova.compute.manager [req-3be30594-1fe3-4d80-84fd-a60d1aa2dfb0 req-5947c505-42e7-4303-88ea-e27048dd270f service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Received unexpected event network-vif-plugged-72084fe6-7bf0-405b-a43e-b1ce47b49e6e for instance with vm_state shelved_offloaded and task_state spawning. [ 1402.779471] env[70039]: DEBUG nova.compute.manager [req-3be30594-1fe3-4d80-84fd-a60d1aa2dfb0 req-5947c505-42e7-4303-88ea-e27048dd270f service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Received event network-changed-72084fe6-7bf0-405b-a43e-b1ce47b49e6e {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.779590] env[70039]: DEBUG nova.compute.manager [req-3be30594-1fe3-4d80-84fd-a60d1aa2dfb0 req-5947c505-42e7-4303-88ea-e27048dd270f service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Refreshing instance network info cache due to event network-changed-72084fe6-7bf0-405b-a43e-b1ce47b49e6e. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1402.779775] env[70039]: DEBUG oslo_concurrency.lockutils [req-3be30594-1fe3-4d80-84fd-a60d1aa2dfb0 req-5947c505-42e7-4303-88ea-e27048dd270f service nova] Acquiring lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.779911] env[70039]: DEBUG oslo_concurrency.lockutils [req-3be30594-1fe3-4d80-84fd-a60d1aa2dfb0 req-5947c505-42e7-4303-88ea-e27048dd270f service nova] Acquired lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.780075] env[70039]: DEBUG nova.network.neutron [req-3be30594-1fe3-4d80-84fd-a60d1aa2dfb0 req-5947c505-42e7-4303-88ea-e27048dd270f service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Refreshing network info cache for port 72084fe6-7bf0-405b-a43e-b1ce47b49e6e {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.903275] env[70039]: DEBUG nova.compute.manager [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1403.019091] env[70039]: DEBUG oslo_concurrency.lockutils [None req-012da95e-8fbe-4ed3-afae-e5b220723323 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.646s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.214098] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/210b3aeb-fb02-4dc5-bfdc-cf450d31b990" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.214364] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Processing image 210b3aeb-fb02-4dc5-bfdc-cf450d31b990 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1403.214601] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/210b3aeb-fb02-4dc5-bfdc-cf450d31b990/210b3aeb-fb02-4dc5-bfdc-cf450d31b990.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.214754] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/210b3aeb-fb02-4dc5-bfdc-cf450d31b990/210b3aeb-fb02-4dc5-bfdc-cf450d31b990.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.214939] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.215566] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5d05571-e51e-41e9-a75f-465814a282a8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.222921] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331941, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.226051] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.226305] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1403.226982] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d475e223-fe82-43c4-bf59-ca25bcad7e3b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.232281] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1403.232281] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]522af5c7-5766-186b-d093-c8f2c63e59b2" [ 1403.232281] env[70039]: _type = "Task" [ 1403.232281] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.240303] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522af5c7-5766-186b-d093-c8f2c63e59b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.257024] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.257024] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.257024] env[70039]: DEBUG nova.objects.instance [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70039) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1403.426133] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.541871] env[70039]: DEBUG nova.network.neutron [req-3be30594-1fe3-4d80-84fd-a60d1aa2dfb0 req-5947c505-42e7-4303-88ea-e27048dd270f service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Updated VIF entry in instance network info cache for port 72084fe6-7bf0-405b-a43e-b1ce47b49e6e. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.542272] env[70039]: DEBUG nova.network.neutron [req-3be30594-1fe3-4d80-84fd-a60d1aa2dfb0 req-5947c505-42e7-4303-88ea-e27048dd270f service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Updating instance_info_cache with network_info: [{"id": "72084fe6-7bf0-405b-a43e-b1ce47b49e6e", "address": "fa:16:3e:0e:b7:74", "network": {"id": "79726d67-6aa6-47de-b5a4-849a53167a04", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-65063247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1c4f9d9d8094a5c8d86256738693dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72084fe6-7b", "ovs_interfaceid": "72084fe6-7bf0-405b-a43e-b1ce47b49e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.580066] env[70039]: DEBUG oslo_concurrency.lockutils [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.580320] env[70039]: DEBUG oslo_concurrency.lockutils [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.682217] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.682486] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.682733] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.682955] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.683177] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.685217] env[70039]: INFO nova.compute.manager [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Terminating instance [ 1403.721114] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804477} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.721481] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] a54c825d-12a6-4c26-85d9-b65307b9d0aa/a54c825d-12a6-4c26-85d9-b65307b9d0aa.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1403.721713] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1403.721977] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-450a1ee8-33f2-45eb-afc6-82d58ac16e15 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.728224] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1403.728224] env[70039]: value = "task-3331942" [ 1403.728224] env[70039]: _type = "Task" [ 1403.728224] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.735583] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.743093] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Preparing fetch location {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1403.743335] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Fetch image to [datastore2] OSTACK_IMG_3c01926d-228b-4701-b9c7-afdbf1b7f38c/OSTACK_IMG_3c01926d-228b-4701-b9c7-afdbf1b7f38c.vmdk {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1403.743521] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Downloading stream optimized image 210b3aeb-fb02-4dc5-bfdc-cf450d31b990 to [datastore2] OSTACK_IMG_3c01926d-228b-4701-b9c7-afdbf1b7f38c/OSTACK_IMG_3c01926d-228b-4701-b9c7-afdbf1b7f38c.vmdk on the data store datastore2 as vApp {{(pid=70039) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1403.743693] env[70039]: DEBUG nova.virt.vmwareapi.images [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Downloading image file data 210b3aeb-fb02-4dc5-bfdc-cf450d31b990 to the ESX as VM named 'OSTACK_IMG_3c01926d-228b-4701-b9c7-afdbf1b7f38c' {{(pid=70039) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1403.817055] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1403.817055] env[70039]: value = "resgroup-9" [ 1403.817055] env[70039]: _type = "ResourcePool" [ 1403.817055] env[70039]: }. {{(pid=70039) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1403.817346] env[70039]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-42bf3dd3-8bde-4c99-8194-81c2df72874c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.837143] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lease: (returnval){ [ 1403.837143] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5247c4cc-b9b3-eed2-724c-429bb63b36b4" [ 1403.837143] env[70039]: _type = "HttpNfcLease" [ 1403.837143] env[70039]: } obtained for vApp import into resource pool (val){ [ 1403.837143] env[70039]: value = "resgroup-9" [ 1403.837143] env[70039]: _type = "ResourcePool" [ 1403.837143] env[70039]: }. {{(pid=70039) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1403.837469] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the lease: (returnval){ [ 1403.837469] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5247c4cc-b9b3-eed2-724c-429bb63b36b4" [ 1403.837469] env[70039]: _type = "HttpNfcLease" [ 1403.837469] env[70039]: } to be ready. {{(pid=70039) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1403.843241] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1403.843241] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5247c4cc-b9b3-eed2-724c-429bb63b36b4" [ 1403.843241] env[70039]: _type = "HttpNfcLease" [ 1403.843241] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1404.045015] env[70039]: DEBUG oslo_concurrency.lockutils [req-3be30594-1fe3-4d80-84fd-a60d1aa2dfb0 req-5947c505-42e7-4303-88ea-e27048dd270f service nova] Releasing lock "refresh_cache-a1babbf7-482d-4497-b9ff-ea64abeccf51" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.083382] env[70039]: DEBUG nova.compute.manager [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1404.189504] env[70039]: DEBUG nova.compute.manager [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1404.189721] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1404.190621] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56637703-c501-41cd-bfc4-e0a88a3ff530 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.198263] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1404.198491] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eef3056-4c13-4791-850b-471f0efe3bfe {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.204513] env[70039]: DEBUG oslo_vmware.api [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1404.204513] env[70039]: value = "task-3331944" [ 1404.204513] env[70039]: _type = "Task" [ 1404.204513] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.212025] env[70039]: DEBUG oslo_vmware.api [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.236803] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06532} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.237064] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.237800] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c387bbd-dc38-440c-8ab5-9b21569c0471 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.262592] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] a54c825d-12a6-4c26-85d9-b65307b9d0aa/a54c825d-12a6-4c26-85d9-b65307b9d0aa.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.262848] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de38522d-cff2-4e6e-bb1e-a89f12b1b88f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.278194] env[70039]: DEBUG oslo_concurrency.lockutils [None req-a977401d-305d-4df9-831f-400f8fcee624 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.279341] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.853s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.280814] env[70039]: INFO nova.compute.claims [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1404.288881] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1404.288881] env[70039]: value = "task-3331945" [ 1404.288881] env[70039]: _type = "Task" [ 1404.288881] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.297880] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.345729] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1404.345729] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5247c4cc-b9b3-eed2-724c-429bb63b36b4" [ 1404.345729] env[70039]: _type = "HttpNfcLease" [ 1404.345729] env[70039]: } is initializing. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1404.606463] env[70039]: DEBUG oslo_concurrency.lockutils [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.714386] env[70039]: DEBUG oslo_vmware.api [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331944, 'name': PowerOffVM_Task, 'duration_secs': 0.192942} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.714644] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1404.714811] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1404.715068] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfa34f6d-0056-4d32-a8ec-a2e9c2692392 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.772038] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1404.772232] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1404.772520] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Deleting the datastore file [datastore2] b6f68310-1fe6-488e-87fc-4bcc81d87d9f {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1404.772779] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b96d711f-2d1f-4fc7-907a-d0e82247c5b7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.778740] env[70039]: DEBUG oslo_vmware.api [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for the task: (returnval){ [ 1404.778740] env[70039]: value = "task-3331947" [ 1404.778740] env[70039]: _type = "Task" [ 1404.778740] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.788278] env[70039]: DEBUG oslo_vmware.api [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.796885] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331945, 'name': ReconfigVM_Task, 'duration_secs': 0.299997} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.797701] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Reconfigured VM instance instance-0000007b to attach disk [datastore1] a54c825d-12a6-4c26-85d9-b65307b9d0aa/a54c825d-12a6-4c26-85d9-b65307b9d0aa.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.798291] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84e6e236-7dba-40ed-8e81-a285f48bb6d9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.804540] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1404.804540] env[70039]: value = "task-3331948" [ 1404.804540] env[70039]: _type = "Task" [ 1404.804540] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.814895] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331948, 'name': Rename_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.844569] env[70039]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1404.844569] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5247c4cc-b9b3-eed2-724c-429bb63b36b4" [ 1404.844569] env[70039]: _type = "HttpNfcLease" [ 1404.844569] env[70039]: } is ready. {{(pid=70039) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1404.844905] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1404.844905] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5247c4cc-b9b3-eed2-724c-429bb63b36b4" [ 1404.844905] env[70039]: _type = "HttpNfcLease" [ 1404.844905] env[70039]: }. {{(pid=70039) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1404.845527] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717c164e-8dc6-4471-bd92-8d88c121b74e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.852230] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525da780-23b0-79e8-881a-7cf791f9ae3d/disk-0.vmdk from lease info. {{(pid=70039) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1404.852393] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525da780-23b0-79e8-881a-7cf791f9ae3d/disk-0.vmdk. {{(pid=70039) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1404.921660] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2710a7b7-dffe-4c49-ac92-ef61b927f909 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.293801] env[70039]: DEBUG oslo_vmware.api [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Task: {'id': task-3331947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277292} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.296271] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1405.296437] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1405.296630] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1405.296810] env[70039]: INFO nova.compute.manager [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1405.297071] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1405.297260] env[70039]: DEBUG nova.compute.manager [-] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1405.297448] env[70039]: DEBUG nova.network.neutron [-] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1405.315581] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331948, 'name': Rename_Task, 'duration_secs': 0.12547} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.319640] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.320313] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cf0fa1a-b9b7-404f-84dd-5b94383167e8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.328218] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1405.328218] env[70039]: value = "task-3331949" [ 1405.328218] env[70039]: _type = "Task" [ 1405.328218] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.344018] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331949, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.430627] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12ddc66-9998-48b9-a091-702f91fc29ea {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.439891] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01acf494-4eaf-4bd4-8cd1-b9603fca5707 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.475781] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb01e5a-ce3d-470f-8df6-6962e8214b99 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.483509] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcdd495-14da-4f3c-817c-1a015976394c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.497753] env[70039]: DEBUG nova.compute.provider_tree [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.828086] env[70039]: DEBUG nova.compute.manager [req-f6887a3b-a643-46ec-978f-02bd7705af75 req-7bbfdd76-3d14-45e4-a832-3ec4f493bdb8 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Received event network-vif-deleted-e51775c2-32fc-4274-9d21-d1a6f886a823 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1405.828224] env[70039]: INFO nova.compute.manager [req-f6887a3b-a643-46ec-978f-02bd7705af75 req-7bbfdd76-3d14-45e4-a832-3ec4f493bdb8 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Neutron deleted interface e51775c2-32fc-4274-9d21-d1a6f886a823; detaching it from the instance and deleting it from the info cache [ 1405.828404] env[70039]: DEBUG nova.network.neutron [req-f6887a3b-a643-46ec-978f-02bd7705af75 req-7bbfdd76-3d14-45e4-a832-3ec4f493bdb8 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.843505] env[70039]: DEBUG oslo_vmware.api [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331949, 'name': PowerOnVM_Task, 'duration_secs': 0.491057} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.844356] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.844559] env[70039]: INFO nova.compute.manager [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1405.844735] env[70039]: DEBUG nova.compute.manager [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.845581] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5464e851-2375-4a4e-aac2-099f07ef0866 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.001254] env[70039]: DEBUG nova.scheduler.client.report [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.047339] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Completed reading data from the image iterator. {{(pid=70039) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1406.047622] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525da780-23b0-79e8-881a-7cf791f9ae3d/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1406.048754] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9774eaf-34aa-4dbe-afac-474621edad7e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.056213] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525da780-23b0-79e8-881a-7cf791f9ae3d/disk-0.vmdk is in state: ready. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1406.056485] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525da780-23b0-79e8-881a-7cf791f9ae3d/disk-0.vmdk. {{(pid=70039) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1406.056766] env[70039]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f7c8a3c8-4288-420c-94e4-7f2a58932d68 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.283909] env[70039]: DEBUG oslo_vmware.rw_handles [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525da780-23b0-79e8-881a-7cf791f9ae3d/disk-0.vmdk. {{(pid=70039) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1406.284158] env[70039]: INFO nova.virt.vmwareapi.images [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Downloaded image file data 210b3aeb-fb02-4dc5-bfdc-cf450d31b990 [ 1406.285166] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b349c1-c3cd-4c7a-b6d9-b79061a94652 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.301872] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2252d923-784b-488c-ae66-573f9b893efc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.303886] env[70039]: DEBUG nova.network.neutron [-] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.327865] env[70039]: INFO nova.virt.vmwareapi.images [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] The imported VM was unregistered [ 1406.330515] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Caching image {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1406.330748] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Creating directory with path [datastore2] devstack-image-cache_base/210b3aeb-fb02-4dc5-bfdc-cf450d31b990 {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1406.331255] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4aa6ba8-9dc1-46d0-b025-fd932372c591 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.333769] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75549809-6aa0-428e-a2d3-2fb56be35615 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.342453] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a568878b-7fcb-4da7-8181-4711d4b2c142 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.362849] env[70039]: INFO nova.compute.manager [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Took 19.97 seconds to build instance. [ 1406.371840] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Created directory with path [datastore2] devstack-image-cache_base/210b3aeb-fb02-4dc5-bfdc-cf450d31b990 {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1406.372062] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3c01926d-228b-4701-b9c7-afdbf1b7f38c/OSTACK_IMG_3c01926d-228b-4701-b9c7-afdbf1b7f38c.vmdk to [datastore2] devstack-image-cache_base/210b3aeb-fb02-4dc5-bfdc-cf450d31b990/210b3aeb-fb02-4dc5-bfdc-cf450d31b990.vmdk. {{(pid=70039) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1406.372406] env[70039]: DEBUG nova.compute.manager [req-f6887a3b-a643-46ec-978f-02bd7705af75 req-7bbfdd76-3d14-45e4-a832-3ec4f493bdb8 service nova] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Detach interface failed, port_id=e51775c2-32fc-4274-9d21-d1a6f886a823, reason: Instance b6f68310-1fe6-488e-87fc-4bcc81d87d9f could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1406.372983] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-04fca951-3441-406a-9b34-0ee9e66f7e14 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.379205] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1406.379205] env[70039]: value = "task-3331951" [ 1406.379205] env[70039]: _type = "Task" [ 1406.379205] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.387617] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331951, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.509944] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.510195] env[70039]: DEBUG nova.compute.manager [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1406.513042] env[70039]: DEBUG oslo_concurrency.lockutils [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.907s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.514564] env[70039]: INFO nova.compute.claims [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1406.806607] env[70039]: INFO nova.compute.manager [-] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Took 1.51 seconds to deallocate network for instance. [ 1406.874160] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dcb91f6f-bdfb-466d-8f4f-07461c118c52 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "a54c825d-12a6-4c26-85d9-b65307b9d0aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.484s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.889917] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331951, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.020021] env[70039]: DEBUG nova.compute.utils [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1407.024294] env[70039]: DEBUG nova.compute.manager [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1407.024294] env[70039]: DEBUG nova.network.neutron [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1407.071473] env[70039]: DEBUG nova.policy [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ced7efff92dd47e789d1c72acd13037b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35cc8c73da7f400bb201579010920945', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1407.314219] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.372856] env[70039]: DEBUG nova.network.neutron [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Successfully created port: 49c19880-be40-478d-b673-8423181a9a3a {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1407.390756] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331951, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.524756] env[70039]: DEBUG nova.compute.manager [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1407.536817] env[70039]: DEBUG oslo_concurrency.lockutils [None req-47be0953-a416-4d4d-b7e6-8699e55e8935 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "a54c825d-12a6-4c26-85d9-b65307b9d0aa" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.537595] env[70039]: DEBUG oslo_concurrency.lockutils [None req-47be0953-a416-4d4d-b7e6-8699e55e8935 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "a54c825d-12a6-4c26-85d9-b65307b9d0aa" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.537695] env[70039]: DEBUG nova.compute.manager [None req-47be0953-a416-4d4d-b7e6-8699e55e8935 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.539665] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a037c6-e1f9-47ff-a950-8dffd02d9c43 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.553744] env[70039]: DEBUG nova.compute.manager [None req-47be0953-a416-4d4d-b7e6-8699e55e8935 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70039) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1407.554464] env[70039]: DEBUG nova.objects.instance [None req-47be0953-a416-4d4d-b7e6-8699e55e8935 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lazy-loading 'flavor' on Instance uuid a54c825d-12a6-4c26-85d9-b65307b9d0aa {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.669966] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ab62d0-d669-4e87-a822-e594bc85d8d4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.678289] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647a7f08-f01f-4308-8685-5355f1146f95 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.709516] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051db8cb-e62b-463e-b621-551200d0237d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.717409] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52036393-9e14-431d-a1f8-02657ac8f767 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.731763] env[70039]: DEBUG nova.compute.provider_tree [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.891286] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331951, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.236155] env[70039]: DEBUG nova.scheduler.client.report [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.393906] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331951, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.539510] env[70039]: DEBUG nova.compute.manager [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1408.567443] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-47be0953-a416-4d4d-b7e6-8699e55e8935 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.567845] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ca6b71a-51ca-4c1e-9105-c9d58ad49d9e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.572026] env[70039]: DEBUG nova.virt.hardware [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1408.572352] env[70039]: DEBUG nova.virt.hardware [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1408.572571] env[70039]: DEBUG nova.virt.hardware [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1408.572779] env[70039]: DEBUG nova.virt.hardware [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1408.573138] env[70039]: DEBUG nova.virt.hardware [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1408.573138] env[70039]: DEBUG nova.virt.hardware [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1408.573322] env[70039]: DEBUG nova.virt.hardware [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1408.573480] env[70039]: DEBUG nova.virt.hardware [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1408.573687] env[70039]: DEBUG nova.virt.hardware [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1408.573913] env[70039]: DEBUG nova.virt.hardware [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1408.574177] env[70039]: DEBUG nova.virt.hardware [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1408.575086] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136e2750-e742-4407-a7b4-54f41b90667b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.583485] env[70039]: DEBUG oslo_vmware.api [None req-47be0953-a416-4d4d-b7e6-8699e55e8935 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1408.583485] env[70039]: value = "task-3331952" [ 1408.583485] env[70039]: _type = "Task" [ 1408.583485] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.590463] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74b2aa4-855f-40c6-96a7-da30a5e9dec2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.609728] env[70039]: DEBUG oslo_vmware.api [None req-47be0953-a416-4d4d-b7e6-8699e55e8935 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.740964] env[70039]: DEBUG oslo_concurrency.lockutils [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.741629] env[70039]: DEBUG nova.compute.manager [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1408.744689] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.431s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.744948] env[70039]: DEBUG nova.objects.instance [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lazy-loading 'resources' on Instance uuid b6f68310-1fe6-488e-87fc-4bcc81d87d9f {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.794674] env[70039]: DEBUG nova.compute.manager [req-c741bd55-51cf-409e-b6d2-04472c4d20ab req-cc2d4357-d727-4e74-8245-0266a00e9f70 service nova] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Received event network-vif-plugged-49c19880-be40-478d-b673-8423181a9a3a {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.794923] env[70039]: DEBUG oslo_concurrency.lockutils [req-c741bd55-51cf-409e-b6d2-04472c4d20ab req-cc2d4357-d727-4e74-8245-0266a00e9f70 service nova] Acquiring lock "2786a4f9-8ede-4c5e-82a3-2312a61b81e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.795322] env[70039]: DEBUG oslo_concurrency.lockutils [req-c741bd55-51cf-409e-b6d2-04472c4d20ab req-cc2d4357-d727-4e74-8245-0266a00e9f70 service nova] Lock "2786a4f9-8ede-4c5e-82a3-2312a61b81e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.795528] env[70039]: DEBUG oslo_concurrency.lockutils [req-c741bd55-51cf-409e-b6d2-04472c4d20ab req-cc2d4357-d727-4e74-8245-0266a00e9f70 service nova] Lock "2786a4f9-8ede-4c5e-82a3-2312a61b81e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.795705] env[70039]: DEBUG nova.compute.manager [req-c741bd55-51cf-409e-b6d2-04472c4d20ab req-cc2d4357-d727-4e74-8245-0266a00e9f70 service nova] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] No waiting events found dispatching network-vif-plugged-49c19880-be40-478d-b673-8423181a9a3a {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1408.796072] env[70039]: WARNING nova.compute.manager [req-c741bd55-51cf-409e-b6d2-04472c4d20ab req-cc2d4357-d727-4e74-8245-0266a00e9f70 service nova] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Received unexpected event network-vif-plugged-49c19880-be40-478d-b673-8423181a9a3a for instance with vm_state building and task_state spawning. [ 1408.889818] env[70039]: DEBUG nova.network.neutron [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Successfully updated port: 49c19880-be40-478d-b673-8423181a9a3a {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1408.894994] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331951, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.099227] env[70039]: DEBUG oslo_vmware.api [None req-47be0953-a416-4d4d-b7e6-8699e55e8935 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331952, 'name': PowerOffVM_Task, 'duration_secs': 0.208118} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.099565] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-47be0953-a416-4d4d-b7e6-8699e55e8935 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.099893] env[70039]: DEBUG nova.compute.manager [None req-47be0953-a416-4d4d-b7e6-8699e55e8935 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.100973] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97f13c6-655e-4726-9197-939950af988d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.249415] env[70039]: DEBUG nova.compute.utils [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1409.253338] env[70039]: DEBUG nova.compute.manager [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1409.253541] env[70039]: DEBUG nova.network.neutron [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1409.311164] env[70039]: DEBUG nova.policy [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f79efb424a5e4625bff4b2d8c1ae4d43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc1d165f51de411bbcd7599acc5a55b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1409.368374] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a658311d-8950-4dd6-ac2a-720d72c77818 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.376009] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c91daf1-0bb4-4225-869e-9402c41e547f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.412713] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.413035] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.413035] env[70039]: DEBUG nova.network.neutron [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.417716] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1521139-2f8c-444d-8b73-d80bf591b039 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.427027] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331951, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.429459] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842243a1-08c3-45d2-a4b2-c1b38addf163 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.444685] env[70039]: DEBUG nova.compute.provider_tree [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.615727] env[70039]: DEBUG oslo_concurrency.lockutils [None req-47be0953-a416-4d4d-b7e6-8699e55e8935 tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "a54c825d-12a6-4c26-85d9-b65307b9d0aa" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.617230] env[70039]: DEBUG nova.network.neutron [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Successfully created port: 1e7f89f3-7b19-48e9-8001-64e5fc2e71c9 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1409.756596] env[70039]: DEBUG nova.compute.manager [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1409.923725] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331951, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.307539} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.923996] env[70039]: INFO nova.virt.vmwareapi.ds_util [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3c01926d-228b-4701-b9c7-afdbf1b7f38c/OSTACK_IMG_3c01926d-228b-4701-b9c7-afdbf1b7f38c.vmdk to [datastore2] devstack-image-cache_base/210b3aeb-fb02-4dc5-bfdc-cf450d31b990/210b3aeb-fb02-4dc5-bfdc-cf450d31b990.vmdk. [ 1409.924217] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Cleaning up location [datastore2] OSTACK_IMG_3c01926d-228b-4701-b9c7-afdbf1b7f38c {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1409.924392] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3c01926d-228b-4701-b9c7-afdbf1b7f38c {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.924943] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c784067c-745b-4212-a702-ff2a01b1078c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.931487] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1409.931487] env[70039]: value = "task-3331953" [ 1409.931487] env[70039]: _type = "Task" [ 1409.931487] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.938933] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.947819] env[70039]: DEBUG nova.scheduler.client.report [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.951482] env[70039]: DEBUG nova.network.neutron [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1410.069073] env[70039]: DEBUG nova.network.neutron [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Updating instance_info_cache with network_info: [{"id": "49c19880-be40-478d-b673-8423181a9a3a", "address": "fa:16:3e:c4:d9:76", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c19880-be", "ovs_interfaceid": "49c19880-be40-478d-b673-8423181a9a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.285582] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "a54c825d-12a6-4c26-85d9-b65307b9d0aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.285702] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "a54c825d-12a6-4c26-85d9-b65307b9d0aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.285911] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "a54c825d-12a6-4c26-85d9-b65307b9d0aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.286113] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "a54c825d-12a6-4c26-85d9-b65307b9d0aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.286284] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "a54c825d-12a6-4c26-85d9-b65307b9d0aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.288174] env[70039]: INFO nova.compute.manager [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Terminating instance [ 1410.441991] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321635} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.442280] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.442468] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/210b3aeb-fb02-4dc5-bfdc-cf450d31b990/210b3aeb-fb02-4dc5-bfdc-cf450d31b990.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.442717] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/210b3aeb-fb02-4dc5-bfdc-cf450d31b990/210b3aeb-fb02-4dc5-bfdc-cf450d31b990.vmdk to [datastore2] a1babbf7-482d-4497-b9ff-ea64abeccf51/a1babbf7-482d-4497-b9ff-ea64abeccf51.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1410.442983] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62cbd9d1-0403-4118-b80a-65ca8e5b0710 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.450033] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1410.450033] env[70039]: value = "task-3331954" [ 1410.450033] env[70039]: _type = "Task" [ 1410.450033] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.454149] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.459288] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.487282] env[70039]: INFO nova.scheduler.client.report [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Deleted allocations for instance b6f68310-1fe6-488e-87fc-4bcc81d87d9f [ 1410.572051] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.572420] env[70039]: DEBUG nova.compute.manager [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Instance network_info: |[{"id": "49c19880-be40-478d-b673-8423181a9a3a", "address": "fa:16:3e:c4:d9:76", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c19880-be", "ovs_interfaceid": "49c19880-be40-478d-b673-8423181a9a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1410.572849] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:d9:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49c19880-be40-478d-b673-8423181a9a3a', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1410.580481] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1410.580706] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1410.580930] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c8eb9a0-ed73-4745-96e9-d8c4b9fd4214 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.601525] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1410.601525] env[70039]: value = "task-3331955" [ 1410.601525] env[70039]: _type = "Task" [ 1410.601525] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.610699] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331955, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.766265] env[70039]: DEBUG nova.compute.manager [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1410.793482] env[70039]: DEBUG nova.compute.manager [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1410.793790] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1410.798045] env[70039]: DEBUG nova.virt.hardware [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1410.798045] env[70039]: DEBUG nova.virt.hardware [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1410.798045] env[70039]: DEBUG nova.virt.hardware [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1410.798045] env[70039]: DEBUG nova.virt.hardware [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1410.798045] env[70039]: DEBUG nova.virt.hardware [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1410.798045] env[70039]: DEBUG nova.virt.hardware [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1410.798045] env[70039]: DEBUG nova.virt.hardware [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1410.798045] env[70039]: DEBUG nova.virt.hardware [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1410.798045] env[70039]: DEBUG nova.virt.hardware [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1410.798045] env[70039]: DEBUG nova.virt.hardware [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1410.798045] env[70039]: DEBUG nova.virt.hardware [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1410.798917] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68585566-1a01-4567-9805-c4cf145130d4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.802519] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7636f6a5-e34b-4729-a89f-3dd04d948bdb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.813151] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeb91ee-2bcc-4d3d-9184-51e8937bae5e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.816988] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1410.817765] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b407d4d-0ee4-48f6-8a81-2dedddcdff71 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.823369] env[70039]: DEBUG nova.compute.manager [req-6bb674e6-2ca8-4a9c-97be-2a2e1de1ef4b req-0e146e81-52e8-4461-8212-5cb515bd015b service nova] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Received event network-changed-49c19880-be40-478d-b673-8423181a9a3a {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1410.823575] env[70039]: DEBUG nova.compute.manager [req-6bb674e6-2ca8-4a9c-97be-2a2e1de1ef4b req-0e146e81-52e8-4461-8212-5cb515bd015b service nova] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Refreshing instance network info cache due to event network-changed-49c19880-be40-478d-b673-8423181a9a3a. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1410.823867] env[70039]: DEBUG oslo_concurrency.lockutils [req-6bb674e6-2ca8-4a9c-97be-2a2e1de1ef4b req-0e146e81-52e8-4461-8212-5cb515bd015b service nova] Acquiring lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.823937] env[70039]: DEBUG oslo_concurrency.lockutils [req-6bb674e6-2ca8-4a9c-97be-2a2e1de1ef4b req-0e146e81-52e8-4461-8212-5cb515bd015b service nova] Acquired lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.824141] env[70039]: DEBUG nova.network.neutron [req-6bb674e6-2ca8-4a9c-97be-2a2e1de1ef4b req-0e146e81-52e8-4461-8212-5cb515bd015b service nova] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Refreshing network info cache for port 49c19880-be40-478d-b673-8423181a9a3a {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.877187] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1410.877553] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1410.877606] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleting the datastore file [datastore1] a54c825d-12a6-4c26-85d9-b65307b9d0aa {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1410.877885] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6579166-3a97-47c2-aad2-a3f620f05206 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.886877] env[70039]: DEBUG oslo_vmware.api [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1410.886877] env[70039]: value = "task-3331957" [ 1410.886877] env[70039]: _type = "Task" [ 1410.886877] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.903200] env[70039]: DEBUG oslo_vmware.api [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.962628] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331954, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.995610] env[70039]: DEBUG oslo_concurrency.lockutils [None req-ed809187-1a63-4327-8b90-60eacd7382e2 tempest-ServerActionsTestOtherB-187487878 tempest-ServerActionsTestOtherB-187487878-project-member] Lock "b6f68310-1fe6-488e-87fc-4bcc81d87d9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.313s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.113642] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331955, 'name': CreateVM_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.147061] env[70039]: DEBUG nova.network.neutron [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Successfully updated port: 1e7f89f3-7b19-48e9-8001-64e5fc2e71c9 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1411.399609] env[70039]: DEBUG oslo_vmware.api [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242809} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.399910] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1411.400113] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1411.400384] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1411.400594] env[70039]: INFO nova.compute.manager [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1411.400845] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1411.401046] env[70039]: DEBUG nova.compute.manager [-] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1411.401151] env[70039]: DEBUG nova.network.neutron [-] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1411.464568] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331954, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.546755] env[70039]: DEBUG nova.network.neutron [req-6bb674e6-2ca8-4a9c-97be-2a2e1de1ef4b req-0e146e81-52e8-4461-8212-5cb515bd015b service nova] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Updated VIF entry in instance network info cache for port 49c19880-be40-478d-b673-8423181a9a3a. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1411.547215] env[70039]: DEBUG nova.network.neutron [req-6bb674e6-2ca8-4a9c-97be-2a2e1de1ef4b req-0e146e81-52e8-4461-8212-5cb515bd015b service nova] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Updating instance_info_cache with network_info: [{"id": "49c19880-be40-478d-b673-8423181a9a3a", "address": "fa:16:3e:c4:d9:76", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c19880-be", "ovs_interfaceid": "49c19880-be40-478d-b673-8423181a9a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.617926] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331955, 'name': CreateVM_Task, 'duration_secs': 0.765599} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.617926] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1411.617926] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.617926] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.617926] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.617926] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b867cc00-7f4e-4d38-b9b4-4c1c2202e8b6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.625076] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1411.625076] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]527ffa8e-21b4-760a-6d39-97227f74f580" [ 1411.625076] env[70039]: _type = "Task" [ 1411.625076] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.636685] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527ffa8e-21b4-760a-6d39-97227f74f580, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.650576] env[70039]: DEBUG oslo_concurrency.lockutils [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "refresh_cache-7678666d-461e-42cc-8ddd-b124cf2a8ca7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.653434] env[70039]: DEBUG oslo_concurrency.lockutils [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquired lock "refresh_cache-7678666d-461e-42cc-8ddd-b124cf2a8ca7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.653434] env[70039]: DEBUG nova.network.neutron [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.695123] env[70039]: DEBUG nova.compute.manager [req-200b2fe6-01f4-4a18-bcb3-94833bbe432c req-0eedeeb9-724c-4e04-84e7-693add6e0dad service nova] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Received event network-vif-deleted-1b88324b-2cbd-4607-848d-8884e51d8a8a {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.695269] env[70039]: INFO nova.compute.manager [req-200b2fe6-01f4-4a18-bcb3-94833bbe432c req-0eedeeb9-724c-4e04-84e7-693add6e0dad service nova] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Neutron deleted interface 1b88324b-2cbd-4607-848d-8884e51d8a8a; detaching it from the instance and deleting it from the info cache [ 1411.695461] env[70039]: DEBUG nova.network.neutron [req-200b2fe6-01f4-4a18-bcb3-94833bbe432c req-0eedeeb9-724c-4e04-84e7-693add6e0dad service nova] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.964735] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331954, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.050489] env[70039]: DEBUG oslo_concurrency.lockutils [req-6bb674e6-2ca8-4a9c-97be-2a2e1de1ef4b req-0e146e81-52e8-4461-8212-5cb515bd015b service nova] Releasing lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.137993] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527ffa8e-21b4-760a-6d39-97227f74f580, 'name': SearchDatastore_Task, 'duration_secs': 0.092608} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.138372] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.139035] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1412.139179] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.139290] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.139531] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1412.139830] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9205cd6-7372-4b3d-a08f-08ae87b9f818 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.165612] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1412.165612] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1412.166391] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3139924a-b331-46d0-b372-0c8d5f57cff5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.176157] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1412.176157] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5260d165-453d-87fe-bffb-61d80403fb9c" [ 1412.176157] env[70039]: _type = "Task" [ 1412.176157] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.180030] env[70039]: DEBUG nova.network.neutron [-] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.189850] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5260d165-453d-87fe-bffb-61d80403fb9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.194044] env[70039]: DEBUG nova.network.neutron [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1412.198290] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e25831e1-2f85-42cb-a747-b5a3ee00c1a9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.216057] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02044e7f-ff72-42ba-9a13-ba564b6be4ca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.248045] env[70039]: DEBUG nova.compute.manager [req-200b2fe6-01f4-4a18-bcb3-94833bbe432c req-0eedeeb9-724c-4e04-84e7-693add6e0dad service nova] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Detach interface failed, port_id=1b88324b-2cbd-4607-848d-8884e51d8a8a, reason: Instance a54c825d-12a6-4c26-85d9-b65307b9d0aa could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1412.347963] env[70039]: DEBUG nova.network.neutron [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Updating instance_info_cache with network_info: [{"id": "1e7f89f3-7b19-48e9-8001-64e5fc2e71c9", "address": "fa:16:3e:10:ee:05", "network": {"id": "066abed3-193c-421e-a570-76a677a70855", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-816740165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1d165f51de411bbcd7599acc5a55b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7f89f3-7b", "ovs_interfaceid": "1e7f89f3-7b19-48e9-8001-64e5fc2e71c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.464478] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331954, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.683982] env[70039]: INFO nova.compute.manager [-] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Took 1.28 seconds to deallocate network for instance. [ 1412.693060] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5260d165-453d-87fe-bffb-61d80403fb9c, 'name': SearchDatastore_Task, 'duration_secs': 0.100589} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.695055] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d7c24e-7ba4-4da0-a55e-7bb3291101e3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.701119] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1412.701119] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]523b8127-e9c2-eb99-b757-56d8115af3c7" [ 1412.701119] env[70039]: _type = "Task" [ 1412.701119] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.713832] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523b8127-e9c2-eb99-b757-56d8115af3c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.851147] env[70039]: DEBUG oslo_concurrency.lockutils [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Releasing lock "refresh_cache-7678666d-461e-42cc-8ddd-b124cf2a8ca7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.851614] env[70039]: DEBUG nova.compute.manager [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Instance network_info: |[{"id": "1e7f89f3-7b19-48e9-8001-64e5fc2e71c9", "address": "fa:16:3e:10:ee:05", "network": {"id": "066abed3-193c-421e-a570-76a677a70855", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-816740165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1d165f51de411bbcd7599acc5a55b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7f89f3-7b", "ovs_interfaceid": "1e7f89f3-7b19-48e9-8001-64e5fc2e71c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1412.852866] env[70039]: DEBUG nova.compute.manager [req-3e0b13ef-2d98-4a5c-bd03-1c364b97e58d req-4b4ef246-45fd-4f4c-8c23-8b16b21d49df service nova] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Received event network-vif-plugged-1e7f89f3-7b19-48e9-8001-64e5fc2e71c9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1412.853088] env[70039]: DEBUG oslo_concurrency.lockutils [req-3e0b13ef-2d98-4a5c-bd03-1c364b97e58d req-4b4ef246-45fd-4f4c-8c23-8b16b21d49df service nova] Acquiring lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.853304] env[70039]: DEBUG oslo_concurrency.lockutils [req-3e0b13ef-2d98-4a5c-bd03-1c364b97e58d req-4b4ef246-45fd-4f4c-8c23-8b16b21d49df service nova] Lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.853495] env[70039]: DEBUG oslo_concurrency.lockutils [req-3e0b13ef-2d98-4a5c-bd03-1c364b97e58d req-4b4ef246-45fd-4f4c-8c23-8b16b21d49df service nova] Lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.853666] env[70039]: DEBUG nova.compute.manager [req-3e0b13ef-2d98-4a5c-bd03-1c364b97e58d req-4b4ef246-45fd-4f4c-8c23-8b16b21d49df service nova] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] No waiting events found dispatching network-vif-plugged-1e7f89f3-7b19-48e9-8001-64e5fc2e71c9 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1412.854040] env[70039]: WARNING nova.compute.manager [req-3e0b13ef-2d98-4a5c-bd03-1c364b97e58d req-4b4ef246-45fd-4f4c-8c23-8b16b21d49df service nova] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Received unexpected event network-vif-plugged-1e7f89f3-7b19-48e9-8001-64e5fc2e71c9 for instance with vm_state building and task_state spawning. [ 1412.854232] env[70039]: DEBUG nova.compute.manager [req-3e0b13ef-2d98-4a5c-bd03-1c364b97e58d req-4b4ef246-45fd-4f4c-8c23-8b16b21d49df service nova] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Received event network-changed-1e7f89f3-7b19-48e9-8001-64e5fc2e71c9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1412.854400] env[70039]: DEBUG nova.compute.manager [req-3e0b13ef-2d98-4a5c-bd03-1c364b97e58d req-4b4ef246-45fd-4f4c-8c23-8b16b21d49df service nova] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Refreshing instance network info cache due to event network-changed-1e7f89f3-7b19-48e9-8001-64e5fc2e71c9. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1412.854828] env[70039]: DEBUG oslo_concurrency.lockutils [req-3e0b13ef-2d98-4a5c-bd03-1c364b97e58d req-4b4ef246-45fd-4f4c-8c23-8b16b21d49df service nova] Acquiring lock "refresh_cache-7678666d-461e-42cc-8ddd-b124cf2a8ca7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.855053] env[70039]: DEBUG oslo_concurrency.lockutils [req-3e0b13ef-2d98-4a5c-bd03-1c364b97e58d req-4b4ef246-45fd-4f4c-8c23-8b16b21d49df service nova] Acquired lock "refresh_cache-7678666d-461e-42cc-8ddd-b124cf2a8ca7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.855255] env[70039]: DEBUG nova.network.neutron [req-3e0b13ef-2d98-4a5c-bd03-1c364b97e58d req-4b4ef246-45fd-4f4c-8c23-8b16b21d49df service nova] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Refreshing network info cache for port 1e7f89f3-7b19-48e9-8001-64e5fc2e71c9 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1412.857609] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:ee:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e7f89f3-7b19-48e9-8001-64e5fc2e71c9', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.865638] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1412.869186] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.869694] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-859f94a0-85f8-48d2-ab8e-cd1d9c175e7f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.893802] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.893802] env[70039]: value = "task-3331959" [ 1412.893802] env[70039]: _type = "Task" [ 1412.893802] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.905053] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331959, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.964081] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331954, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.084681] env[70039]: DEBUG nova.network.neutron [req-3e0b13ef-2d98-4a5c-bd03-1c364b97e58d req-4b4ef246-45fd-4f4c-8c23-8b16b21d49df service nova] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Updated VIF entry in instance network info cache for port 1e7f89f3-7b19-48e9-8001-64e5fc2e71c9. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1413.085061] env[70039]: DEBUG nova.network.neutron [req-3e0b13ef-2d98-4a5c-bd03-1c364b97e58d req-4b4ef246-45fd-4f4c-8c23-8b16b21d49df service nova] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Updating instance_info_cache with network_info: [{"id": "1e7f89f3-7b19-48e9-8001-64e5fc2e71c9", "address": "fa:16:3e:10:ee:05", "network": {"id": "066abed3-193c-421e-a570-76a677a70855", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-816740165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1d165f51de411bbcd7599acc5a55b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7f89f3-7b", "ovs_interfaceid": "1e7f89f3-7b19-48e9-8001-64e5fc2e71c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.194976] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.195294] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.195519] env[70039]: DEBUG nova.objects.instance [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lazy-loading 'resources' on Instance uuid a54c825d-12a6-4c26-85d9-b65307b9d0aa {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.212202] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]523b8127-e9c2-eb99-b757-56d8115af3c7, 'name': SearchDatastore_Task, 'duration_secs': 0.086516} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.212490] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.212746] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 2786a4f9-8ede-4c5e-82a3-2312a61b81e3/2786a4f9-8ede-4c5e-82a3-2312a61b81e3.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.212994] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eda90ba3-c9c4-4b6e-970d-85a45df85c84 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.219066] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1413.219066] env[70039]: value = "task-3331960" [ 1413.219066] env[70039]: _type = "Task" [ 1413.219066] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.229166] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.403996] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331959, 'name': CreateVM_Task, 'duration_secs': 0.351734} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.404230] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.405027] env[70039]: DEBUG oslo_concurrency.lockutils [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.405175] env[70039]: DEBUG oslo_concurrency.lockutils [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.405488] env[70039]: DEBUG oslo_concurrency.lockutils [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.405756] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8520b345-d1c3-4550-8b21-ec17ec13ac62 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.413101] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1413.413101] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52c81b42-e282-45f2-4ff9-807487bde74d" [ 1413.413101] env[70039]: _type = "Task" [ 1413.413101] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.420324] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c81b42-e282-45f2-4ff9-807487bde74d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.464426] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331954, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.553211} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.465310] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/210b3aeb-fb02-4dc5-bfdc-cf450d31b990/210b3aeb-fb02-4dc5-bfdc-cf450d31b990.vmdk to [datastore2] a1babbf7-482d-4497-b9ff-ea64abeccf51/a1babbf7-482d-4497-b9ff-ea64abeccf51.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1413.465643] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4061cf6-31c0-4cf4-8500-d499ddae8153 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.491079] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] a1babbf7-482d-4497-b9ff-ea64abeccf51/a1babbf7-482d-4497-b9ff-ea64abeccf51.vmdk or device None with type streamOptimized {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1413.491540] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dae8614b-5f6b-4d40-bc2f-ac36f1a91451 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.514706] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1413.514706] env[70039]: value = "task-3331961" [ 1413.514706] env[70039]: _type = "Task" [ 1413.514706] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.524125] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.588324] env[70039]: DEBUG oslo_concurrency.lockutils [req-3e0b13ef-2d98-4a5c-bd03-1c364b97e58d req-4b4ef246-45fd-4f4c-8c23-8b16b21d49df service nova] Releasing lock "refresh_cache-7678666d-461e-42cc-8ddd-b124cf2a8ca7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.732504] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510041} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.732933] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 2786a4f9-8ede-4c5e-82a3-2312a61b81e3/2786a4f9-8ede-4c5e-82a3-2312a61b81e3.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1413.733047] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1413.733270] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84a09b12-5330-4d2d-a525-e94f370e3740 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.740234] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1413.740234] env[70039]: value = "task-3331962" [ 1413.740234] env[70039]: _type = "Task" [ 1413.740234] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.747900] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.822664] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f18d49-9f44-4b3b-9dca-af2bd07e8e1d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.830647] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faff76f4-5d19-4f5c-99d5-f6ce40474d39 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.862913] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd223ea-e9db-4001-8662-028e155677ae {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.870291] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d275b96d-651a-45ce-b81e-6c5ad7a1eea2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.885279] env[70039]: DEBUG nova.compute.provider_tree [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.923402] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52c81b42-e282-45f2-4ff9-807487bde74d, 'name': SearchDatastore_Task, 'duration_secs': 0.019695} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.923724] env[70039]: DEBUG oslo_concurrency.lockutils [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.923988] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.924189] env[70039]: DEBUG oslo_concurrency.lockutils [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.924339] env[70039]: DEBUG oslo_concurrency.lockutils [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.924532] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.925070] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bb62b69-43c0-4a44-ad2f-171201af57f7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.934623] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.934945] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.935536] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee6bd7ff-3f6d-44a1-9a2e-fa9fffcffc35 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.944823] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1413.944823] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]520a96aa-5dc1-2ce4-b49e-340b599df7b2" [ 1413.944823] env[70039]: _type = "Task" [ 1413.944823] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.952463] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520a96aa-5dc1-2ce4-b49e-340b599df7b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.024082] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331961, 'name': ReconfigVM_Task, 'duration_secs': 0.461558} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.024445] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Reconfigured VM instance instance-00000075 to attach disk [datastore2] a1babbf7-482d-4497-b9ff-ea64abeccf51/a1babbf7-482d-4497-b9ff-ea64abeccf51.vmdk or device None with type streamOptimized {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1414.025014] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9d8528c-5f33-4d48-aca8-062d4e99915d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.030756] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1414.030756] env[70039]: value = "task-3331963" [ 1414.030756] env[70039]: _type = "Task" [ 1414.030756] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.037716] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331963, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.249640] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069371} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.249920] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.251317] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba56891-9c59-4584-839c-34cdd8c87f86 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.271776] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 2786a4f9-8ede-4c5e-82a3-2312a61b81e3/2786a4f9-8ede-4c5e-82a3-2312a61b81e3.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.272189] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-585dca1a-083a-494b-942a-1cd1fbf95763 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.289551] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1414.289551] env[70039]: value = "task-3331964" [ 1414.289551] env[70039]: _type = "Task" [ 1414.289551] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.296820] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.387145] env[70039]: DEBUG nova.scheduler.client.report [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1414.455014] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]520a96aa-5dc1-2ce4-b49e-340b599df7b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010747} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.455944] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7511cb57-1146-4fa4-a248-ac75696bcbd8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.461133] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1414.461133] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]527c9ddd-5663-80d5-9f93-a7b4783ac0d2" [ 1414.461133] env[70039]: _type = "Task" [ 1414.461133] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.469063] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527c9ddd-5663-80d5-9f93-a7b4783ac0d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.543530] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331963, 'name': Rename_Task, 'duration_secs': 0.141305} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.543849] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1414.544122] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f587773c-791f-4a4e-b512-c1aec01cf76c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.551034] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1414.551034] env[70039]: value = "task-3331965" [ 1414.551034] env[70039]: _type = "Task" [ 1414.551034] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.558596] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.799421] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331964, 'name': ReconfigVM_Task, 'duration_secs': 0.268607} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.799745] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 2786a4f9-8ede-4c5e-82a3-2312a61b81e3/2786a4f9-8ede-4c5e-82a3-2312a61b81e3.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1414.800469] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3e6f875-4a0e-4980-9e56-e48dc555975a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.806608] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1414.806608] env[70039]: value = "task-3331966" [ 1414.806608] env[70039]: _type = "Task" [ 1414.806608] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.814408] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331966, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.892915] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.921098] env[70039]: INFO nova.scheduler.client.report [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleted allocations for instance a54c825d-12a6-4c26-85d9-b65307b9d0aa [ 1414.972371] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527c9ddd-5663-80d5-9f93-a7b4783ac0d2, 'name': SearchDatastore_Task, 'duration_secs': 0.01135} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.972705] env[70039]: DEBUG oslo_concurrency.lockutils [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.972980] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 7678666d-461e-42cc-8ddd-b124cf2a8ca7/7678666d-461e-42cc-8ddd-b124cf2a8ca7.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1414.973275] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-063b9fa6-892e-4a10-b0bc-a19d44491f48 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.982291] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1414.982291] env[70039]: value = "task-3331967" [ 1414.982291] env[70039]: _type = "Task" [ 1414.982291] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.991759] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.060584] env[70039]: DEBUG oslo_vmware.api [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3331965, 'name': PowerOnVM_Task, 'duration_secs': 0.448494} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.060843] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1415.169014] env[70039]: DEBUG nova.compute.manager [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1415.170009] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c69bba-e93a-4d18-bcdc-51552307abdb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.317706] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331966, 'name': Rename_Task, 'duration_secs': 0.142023} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.318012] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1415.318276] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87434d2d-1204-4071-8eff-853b915f7d6d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.325180] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1415.325180] env[70039]: value = "task-3331968" [ 1415.325180] env[70039]: _type = "Task" [ 1415.325180] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.333604] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.430538] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8643bfb3-862c-4a1b-8114-88758570e42c tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "a54c825d-12a6-4c26-85d9-b65307b9d0aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.145s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.493540] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331967, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.685868] env[70039]: DEBUG oslo_concurrency.lockutils [None req-7d6708ee-40b6-43c4-975d-d35abfb09406 tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "a1babbf7-482d-4497-b9ff-ea64abeccf51" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.244s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.836483] env[70039]: DEBUG oslo_vmware.api [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3331968, 'name': PowerOnVM_Task, 'duration_secs': 0.508105} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.836881] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1415.836926] env[70039]: INFO nova.compute.manager [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1415.837114] env[70039]: DEBUG nova.compute.manager [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1415.837894] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b61b17a-8fa3-4115-80aa-4d8228a2e692 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.932025] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.932715] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.991612] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646429} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.991870] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] 7678666d-461e-42cc-8ddd-b124cf2a8ca7/7678666d-461e-42cc-8ddd-b124cf2a8ca7.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1415.992105] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1415.992352] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43957d82-73a9-466c-9c39-ef220671c135 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.998150] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1415.998150] env[70039]: value = "task-3331969" [ 1415.998150] env[70039]: _type = "Task" [ 1415.998150] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.005169] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.124762] env[70039]: DEBUG oslo_concurrency.lockutils [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "dbccc65d-170f-4015-8f6e-7a1817a83d9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.125049] env[70039]: DEBUG oslo_concurrency.lockutils [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "dbccc65d-170f-4015-8f6e-7a1817a83d9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.125268] env[70039]: DEBUG oslo_concurrency.lockutils [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "dbccc65d-170f-4015-8f6e-7a1817a83d9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.125453] env[70039]: DEBUG oslo_concurrency.lockutils [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "dbccc65d-170f-4015-8f6e-7a1817a83d9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.125624] env[70039]: DEBUG oslo_concurrency.lockutils [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "dbccc65d-170f-4015-8f6e-7a1817a83d9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.128227] env[70039]: INFO nova.compute.manager [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Terminating instance [ 1416.355941] env[70039]: INFO nova.compute.manager [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Took 12.94 seconds to build instance. [ 1416.507137] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.44864} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.507397] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1416.508145] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da39a8c0-2c69-4f76-91a8-8c727d5a3704 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.529032] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 7678666d-461e-42cc-8ddd-b124cf2a8ca7/7678666d-461e-42cc-8ddd-b124cf2a8ca7.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.529260] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7921b90-b8df-4730-bab9-e8e3d283a634 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.547878] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1416.547878] env[70039]: value = "task-3331970" [ 1416.547878] env[70039]: _type = "Task" [ 1416.547878] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.555367] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.585091] env[70039]: DEBUG nova.compute.manager [req-cd12f6b6-5ca0-4cee-8193-819449c6a121 req-30628ac3-fbdd-44b7-96ef-ab11b32e7fc7 service nova] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Received event network-changed-49c19880-be40-478d-b673-8423181a9a3a {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1416.585294] env[70039]: DEBUG nova.compute.manager [req-cd12f6b6-5ca0-4cee-8193-819449c6a121 req-30628ac3-fbdd-44b7-96ef-ab11b32e7fc7 service nova] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Refreshing instance network info cache due to event network-changed-49c19880-be40-478d-b673-8423181a9a3a. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1416.585537] env[70039]: DEBUG oslo_concurrency.lockutils [req-cd12f6b6-5ca0-4cee-8193-819449c6a121 req-30628ac3-fbdd-44b7-96ef-ab11b32e7fc7 service nova] Acquiring lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.585685] env[70039]: DEBUG oslo_concurrency.lockutils [req-cd12f6b6-5ca0-4cee-8193-819449c6a121 req-30628ac3-fbdd-44b7-96ef-ab11b32e7fc7 service nova] Acquired lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.585845] env[70039]: DEBUG nova.network.neutron [req-cd12f6b6-5ca0-4cee-8193-819449c6a121 req-30628ac3-fbdd-44b7-96ef-ab11b32e7fc7 service nova] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Refreshing network info cache for port 49c19880-be40-478d-b673-8423181a9a3a {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1416.632092] env[70039]: DEBUG nova.compute.manager [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1416.632092] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.632976] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e44399-ead2-4888-8637-caec09099967 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.640390] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.640627] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09fa7ab3-eaa3-4530-ad4c-3e9ff3784087 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.645912] env[70039]: DEBUG oslo_vmware.api [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1416.645912] env[70039]: value = "task-3331971" [ 1416.645912] env[70039]: _type = "Task" [ 1416.645912] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.653755] env[70039]: DEBUG oslo_vmware.api [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.857973] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c4d01c0e-a5ff-474d-b4ce-ad80acd82691 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "2786a4f9-8ede-4c5e-82a3-2312a61b81e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.457s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.933512] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.933512] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70039) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1417.059209] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331970, 'name': ReconfigVM_Task, 'duration_secs': 0.490636} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.059567] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 7678666d-461e-42cc-8ddd-b124cf2a8ca7/7678666d-461e-42cc-8ddd-b124cf2a8ca7.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.060209] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f7aa412-6c92-41b3-8602-016b56a004be {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.065324] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1417.065324] env[70039]: value = "task-3331972" [ 1417.065324] env[70039]: _type = "Task" [ 1417.065324] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.072710] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331972, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.158551] env[70039]: DEBUG oslo_vmware.api [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331971, 'name': PowerOffVM_Task, 'duration_secs': 0.166302} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.158854] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1417.159061] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1417.159309] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c3f55a8-0a3a-4026-a6bb-ba94d48bd5db {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.217431] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1417.217724] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1417.217913] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleting the datastore file [datastore1] dbccc65d-170f-4015-8f6e-7a1817a83d9b {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.218207] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6779f382-ba8d-4fc3-81d6-fc634c259bf8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.224748] env[70039]: DEBUG oslo_vmware.api [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for the task: (returnval){ [ 1417.224748] env[70039]: value = "task-3331974" [ 1417.224748] env[70039]: _type = "Task" [ 1417.224748] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.232831] env[70039]: DEBUG oslo_vmware.api [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.331474] env[70039]: DEBUG nova.network.neutron [req-cd12f6b6-5ca0-4cee-8193-819449c6a121 req-30628ac3-fbdd-44b7-96ef-ab11b32e7fc7 service nova] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Updated VIF entry in instance network info cache for port 49c19880-be40-478d-b673-8423181a9a3a. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1417.331821] env[70039]: DEBUG nova.network.neutron [req-cd12f6b6-5ca0-4cee-8193-819449c6a121 req-30628ac3-fbdd-44b7-96ef-ab11b32e7fc7 service nova] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Updating instance_info_cache with network_info: [{"id": "49c19880-be40-478d-b673-8423181a9a3a", "address": "fa:16:3e:c4:d9:76", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c19880-be", "ovs_interfaceid": "49c19880-be40-478d-b673-8423181a9a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.575633] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331972, 'name': Rename_Task, 'duration_secs': 0.136941} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.575933] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.576249] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef963c46-31c2-49ec-a8a9-4dd30f4048fc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.582430] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1417.582430] env[70039]: value = "task-3331975" [ 1417.582430] env[70039]: _type = "Task" [ 1417.582430] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.592924] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.734753] env[70039]: DEBUG oslo_vmware.api [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Task: {'id': task-3331974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189012} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.735098] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.735356] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.735581] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.735849] env[70039]: INFO nova.compute.manager [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1417.736172] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1417.736396] env[70039]: DEBUG nova.compute.manager [-] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1417.736514] env[70039]: DEBUG nova.network.neutron [-] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1417.834686] env[70039]: DEBUG oslo_concurrency.lockutils [req-cd12f6b6-5ca0-4cee-8193-819449c6a121 req-30628ac3-fbdd-44b7-96ef-ab11b32e7fc7 service nova] Releasing lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.932081] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.932337] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.932495] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.932678] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager.update_available_resource {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.093288] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331975, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.436519] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.436892] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.437169] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.437425] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70039) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1418.438562] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5267bd0c-f7f4-472d-89e9-47ab313d4bcc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.448348] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79524dcb-76e9-45a6-9a84-f3195aa44dfa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.452821] env[70039]: DEBUG nova.network.neutron [-] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.465896] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be2dd77-04b8-470b-a9fd-1f1bb4b73547 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.472999] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5b4830-2f4e-4d30-bd44-0b98d185e08a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.504761] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179252MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=70039) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1418.504935] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.505178] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.593250] env[70039]: DEBUG oslo_vmware.api [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3331975, 'name': PowerOnVM_Task, 'duration_secs': 0.77196} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.593673] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.593885] env[70039]: INFO nova.compute.manager [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1418.594077] env[70039]: DEBUG nova.compute.manager [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.594886] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f96fd09-adeb-4445-9c1b-3cbb29cafe16 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.613796] env[70039]: DEBUG nova.compute.manager [req-3541b4aa-790c-4695-b331-21f5b27fd57e req-fbf130e3-87e7-4309-8718-d8e8be91e942 service nova] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Received event network-vif-deleted-ac69d033-5a14-417f-b8c1-274e3427301b {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1418.955912] env[70039]: INFO nova.compute.manager [-] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Took 1.22 seconds to deallocate network for instance. [ 1419.111471] env[70039]: INFO nova.compute.manager [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Took 14.52 seconds to build instance. [ 1419.463434] env[70039]: DEBUG oslo_concurrency.lockutils [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.534464] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 029644a4-e847-4a30-a56e-79596dd114cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1419.534630] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance dbccc65d-170f-4015-8f6e-7a1817a83d9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1419.534756] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance c71c9611-deec-4268-9186-3126e6de090b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1419.534877] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance a1babbf7-482d-4497-b9ff-ea64abeccf51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1419.534993] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 2786a4f9-8ede-4c5e-82a3-2312a61b81e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1419.535124] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 7678666d-461e-42cc-8ddd-b124cf2a8ca7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1419.535307] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1419.535444] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1419.613158] env[70039]: DEBUG oslo_concurrency.lockutils [None req-de0ea3f3-5c8b-41b0-a895-a7195a1e7ded tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.033s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.616384] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4359428d-e392-4f1e-8d7a-647489c3e017 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.625089] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaba7ac-20d1-44cc-bdb0-d49acd37644a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.657354] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb223e12-6169-4c2a-904e-62e024bfc92d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.664732] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e607907d-e368-41d9-9a10-8d9bf624c959 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.677852] env[70039]: DEBUG nova.compute.provider_tree [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.180805] env[70039]: DEBUG nova.scheduler.client.report [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.643945] env[70039]: DEBUG nova.compute.manager [req-041a8bb6-4ad5-4396-8107-859f107f3607 req-45d41610-4616-4429-975a-62f2525769a8 service nova] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Received event network-changed-1e7f89f3-7b19-48e9-8001-64e5fc2e71c9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1420.644152] env[70039]: DEBUG nova.compute.manager [req-041a8bb6-4ad5-4396-8107-859f107f3607 req-45d41610-4616-4429-975a-62f2525769a8 service nova] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Refreshing instance network info cache due to event network-changed-1e7f89f3-7b19-48e9-8001-64e5fc2e71c9. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1420.644369] env[70039]: DEBUG oslo_concurrency.lockutils [req-041a8bb6-4ad5-4396-8107-859f107f3607 req-45d41610-4616-4429-975a-62f2525769a8 service nova] Acquiring lock "refresh_cache-7678666d-461e-42cc-8ddd-b124cf2a8ca7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.644513] env[70039]: DEBUG oslo_concurrency.lockutils [req-041a8bb6-4ad5-4396-8107-859f107f3607 req-45d41610-4616-4429-975a-62f2525769a8 service nova] Acquired lock "refresh_cache-7678666d-461e-42cc-8ddd-b124cf2a8ca7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.644676] env[70039]: DEBUG nova.network.neutron [req-041a8bb6-4ad5-4396-8107-859f107f3607 req-45d41610-4616-4429-975a-62f2525769a8 service nova] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Refreshing network info cache for port 1e7f89f3-7b19-48e9-8001-64e5fc2e71c9 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1420.685244] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70039) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1420.685414] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.180s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.685877] env[70039]: DEBUG oslo_concurrency.lockutils [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.223s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.686114] env[70039]: DEBUG nova.objects.instance [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lazy-loading 'resources' on Instance uuid dbccc65d-170f-4015-8f6e-7a1817a83d9b {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.280493] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1190e608-1f30-4e71-8ee0-bbb98b994e33 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.288528] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f11384-896f-44c7-91bc-9bb65640c694 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.322108] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be224f0f-6daf-46bc-adb7-9ba2377cebbd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.329695] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561f2523-1e59-4129-8d41-de646638e21a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.342742] env[70039]: DEBUG nova.compute.provider_tree [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.384704] env[70039]: DEBUG nova.network.neutron [req-041a8bb6-4ad5-4396-8107-859f107f3607 req-45d41610-4616-4429-975a-62f2525769a8 service nova] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Updated VIF entry in instance network info cache for port 1e7f89f3-7b19-48e9-8001-64e5fc2e71c9. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1421.385106] env[70039]: DEBUG nova.network.neutron [req-041a8bb6-4ad5-4396-8107-859f107f3607 req-45d41610-4616-4429-975a-62f2525769a8 service nova] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Updating instance_info_cache with network_info: [{"id": "1e7f89f3-7b19-48e9-8001-64e5fc2e71c9", "address": "fa:16:3e:10:ee:05", "network": {"id": "066abed3-193c-421e-a570-76a677a70855", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-816740165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1d165f51de411bbcd7599acc5a55b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7f89f3-7b", "ovs_interfaceid": "1e7f89f3-7b19-48e9-8001-64e5fc2e71c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.682518] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.847062] env[70039]: DEBUG nova.scheduler.client.report [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.887601] env[70039]: DEBUG oslo_concurrency.lockutils [req-041a8bb6-4ad5-4396-8107-859f107f3607 req-45d41610-4616-4429-975a-62f2525769a8 service nova] Releasing lock "refresh_cache-7678666d-461e-42cc-8ddd-b124cf2a8ca7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.352128] env[70039]: DEBUG oslo_concurrency.lockutils [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.371300] env[70039]: INFO nova.scheduler.client.report [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Deleted allocations for instance dbccc65d-170f-4015-8f6e-7a1817a83d9b [ 1422.878663] env[70039]: DEBUG oslo_concurrency.lockutils [None req-987f1c89-86ae-452c-aad1-76d904dfafae tempest-ServersTestJSON-712040656 tempest-ServersTestJSON-712040656-project-member] Lock "dbccc65d-170f-4015-8f6e-7a1817a83d9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.753s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.182458] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Acquiring lock "e191d2d4-0c97-434a-a8a7-c0c1d0742ec0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.182754] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Lock "e191d2d4-0c97-434a-a8a7-c0c1d0742ec0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.685543] env[70039]: DEBUG nova.compute.manager [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1427.207142] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.207435] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.208905] env[70039]: INFO nova.compute.claims [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1428.300021] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcb3a45-499c-474b-b6c4-7786ae1fee58 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.307313] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf76bd48-32fa-4b4e-83e0-5a59cbdfb560 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.336896] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed74199-1b5c-4a88-b15f-4f7feb2842f8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.345157] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb0d03c-5778-4072-82cb-18e92e9cb649 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.358053] env[70039]: DEBUG nova.compute.provider_tree [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.861476] env[70039]: DEBUG nova.scheduler.client.report [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.366293] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.159s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.366837] env[70039]: DEBUG nova.compute.manager [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1429.872199] env[70039]: DEBUG nova.compute.utils [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1429.873741] env[70039]: DEBUG nova.compute.manager [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Not allocating networking since 'none' was specified. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1430.375071] env[70039]: DEBUG nova.compute.manager [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1431.384990] env[70039]: DEBUG nova.compute.manager [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1431.413929] env[70039]: DEBUG nova.virt.hardware [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1431.414130] env[70039]: DEBUG nova.virt.hardware [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1431.414292] env[70039]: DEBUG nova.virt.hardware [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1431.414478] env[70039]: DEBUG nova.virt.hardware [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1431.414627] env[70039]: DEBUG nova.virt.hardware [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1431.414802] env[70039]: DEBUG nova.virt.hardware [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1431.415021] env[70039]: DEBUG nova.virt.hardware [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1431.415182] env[70039]: DEBUG nova.virt.hardware [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1431.415349] env[70039]: DEBUG nova.virt.hardware [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1431.415507] env[70039]: DEBUG nova.virt.hardware [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1431.415675] env[70039]: DEBUG nova.virt.hardware [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1431.416573] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29052415-f34c-49ab-94b2-27ff1c8b999f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.424608] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af407d2e-1fc7-4ad3-960f-ebac21b7c19b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.438239] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Instance VIF info [] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1431.443669] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Creating folder: Project (f7debc65ad004f86a916b811317c7dec). Parent ref: group-v664777. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1431.443955] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-679c214c-522f-419b-8dae-6b562d1a05f2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.454438] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Created folder: Project (f7debc65ad004f86a916b811317c7dec) in parent group-v664777. [ 1431.454615] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Creating folder: Instances. Parent ref: group-v665121. {{(pid=70039) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1431.454834] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-688d51d9-bee2-4a38-9fa1-6f2d5fcbad0c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.462886] env[70039]: INFO nova.virt.vmwareapi.vm_util [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Created folder: Instances in parent group-v665121. [ 1431.463133] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1431.463316] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1431.463503] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8644c413-784e-4d35-8492-ccedf0b34627 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.480285] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1431.480285] env[70039]: value = "task-3331978" [ 1431.480285] env[70039]: _type = "Task" [ 1431.480285] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.487287] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331978, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.989457] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331978, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.491123] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331978, 'name': CreateVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.993077] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331978, 'name': CreateVM_Task, 'duration_secs': 1.248978} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.993077] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1432.993077] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.993077] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.993077] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.993077] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9dc4a4a-f427-4610-be0e-dd9b94dfde1e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.996674] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for the task: (returnval){ [ 1432.996674] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]527b0ac1-fa6b-d1c7-43b8-d264de978d66" [ 1432.996674] env[70039]: _type = "Task" [ 1432.996674] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.003957] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527b0ac1-fa6b-d1c7-43b8-d264de978d66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.507782] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527b0ac1-fa6b-d1c7-43b8-d264de978d66, 'name': SearchDatastore_Task, 'duration_secs': 0.011328} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.508138] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.508323] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1433.508556] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.508701] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.508883] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1433.509159] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc49b2c9-82db-46c6-b824-4247cd25faf3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.517782] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1433.517947] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1433.518670] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05760787-1f45-4028-85db-9d4e4be02d3b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.523356] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for the task: (returnval){ [ 1433.523356] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5200947e-3139-19db-2f3d-ee89baa8862f" [ 1433.523356] env[70039]: _type = "Task" [ 1433.523356] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.530631] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5200947e-3139-19db-2f3d-ee89baa8862f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.036980] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5200947e-3139-19db-2f3d-ee89baa8862f, 'name': SearchDatastore_Task, 'duration_secs': 0.011985} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.038133] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3bd5503-01b9-40f1-97cc-aa4cef57c27d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.044805] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for the task: (returnval){ [ 1434.044805] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521cd189-8e32-2a4b-709d-cb178d424c7a" [ 1434.044805] env[70039]: _type = "Task" [ 1434.044805] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.055686] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521cd189-8e32-2a4b-709d-cb178d424c7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.555867] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521cd189-8e32-2a4b-709d-cb178d424c7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009607} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.556196] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.556382] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] e191d2d4-0c97-434a-a8a7-c0c1d0742ec0/e191d2d4-0c97-434a-a8a7-c0c1d0742ec0.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1434.556640] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41da3595-6be3-4b26-9915-887ec7d390cc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.563252] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for the task: (returnval){ [ 1434.563252] env[70039]: value = "task-3331979" [ 1434.563252] env[70039]: _type = "Task" [ 1434.563252] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.570897] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.073041] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331979, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.575194] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581183} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.575781] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] e191d2d4-0c97-434a-a8a7-c0c1d0742ec0/e191d2d4-0c97-434a-a8a7-c0c1d0742ec0.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1435.575894] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1435.576171] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e99ba604-f3b3-4ee1-9ee8-0ccbd21bc913 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.582274] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for the task: (returnval){ [ 1435.582274] env[70039]: value = "task-3331980" [ 1435.582274] env[70039]: _type = "Task" [ 1435.582274] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.590424] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.091711] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066143} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.091966] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1436.092731] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e707e07-e449-4b66-9d40-d78bd2109b2a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.111576] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] e191d2d4-0c97-434a-a8a7-c0c1d0742ec0/e191d2d4-0c97-434a-a8a7-c0c1d0742ec0.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.111830] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b01f9132-dbf4-4f89-b84a-00eccc21aa4b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.129413] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for the task: (returnval){ [ 1436.129413] env[70039]: value = "task-3331981" [ 1436.129413] env[70039]: _type = "Task" [ 1436.129413] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.136766] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.639014] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331981, 'name': ReconfigVM_Task, 'duration_secs': 0.293342} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.639430] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Reconfigured VM instance instance-0000007e to attach disk [datastore1] e191d2d4-0c97-434a-a8a7-c0c1d0742ec0/e191d2d4-0c97-434a-a8a7-c0c1d0742ec0.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1436.640014] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-212bde93-1ff8-4b9f-870a-19b51f023620 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.646754] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for the task: (returnval){ [ 1436.646754] env[70039]: value = "task-3331982" [ 1436.646754] env[70039]: _type = "Task" [ 1436.646754] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.654127] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331982, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.156219] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331982, 'name': Rename_Task, 'duration_secs': 0.156763} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.156434] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1437.156678] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dda8e331-15cb-4140-9782-16df836fcea8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.163206] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for the task: (returnval){ [ 1437.163206] env[70039]: value = "task-3331983" [ 1437.163206] env[70039]: _type = "Task" [ 1437.163206] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.170248] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.672332] env[70039]: DEBUG oslo_vmware.api [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331983, 'name': PowerOnVM_Task, 'duration_secs': 0.42625} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.672688] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1437.672831] env[70039]: INFO nova.compute.manager [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Took 6.29 seconds to spawn the instance on the hypervisor. [ 1437.672995] env[70039]: DEBUG nova.compute.manager [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.673744] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3ab337-c9bf-4f45-b817-8cbba5abd698 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.189717] env[70039]: INFO nova.compute.manager [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Took 11.00 seconds to build instance. [ 1438.691929] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6fba8888-b2a1-4a1c-be65-420c0ec974eb tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Lock "e191d2d4-0c97-434a-a8a7-c0c1d0742ec0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.509s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.049336] env[70039]: INFO nova.compute.manager [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Rebuilding instance [ 1439.087882] env[70039]: DEBUG nova.compute.manager [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1439.088750] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c4413c-0997-4576-a07c-3003689bf5b5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.103065] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.103444] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7229b02d-289a-43bb-970c-028819d6a4dd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.111255] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for the task: (returnval){ [ 1440.111255] env[70039]: value = "task-3331984" [ 1440.111255] env[70039]: _type = "Task" [ 1440.111255] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.119106] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.621555] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331984, 'name': PowerOffVM_Task, 'duration_secs': 0.181786} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.621762] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.622012] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.622751] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e673f8c6-b9d8-47ad-a5ef-b88db5ab99a1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.628796] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.629008] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae6dab55-6dc1-4002-b03c-135ba4e32be6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.652429] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.652620] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.652788] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Deleting the datastore file [datastore1] e191d2d4-0c97-434a-a8a7-c0c1d0742ec0 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.653032] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54877e0d-f426-43fc-8d42-78bd8a04e3c9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.658646] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for the task: (returnval){ [ 1440.658646] env[70039]: value = "task-3331986" [ 1440.658646] env[70039]: _type = "Task" [ 1440.658646] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.666265] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.906722] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94e1a38f-5d44-4b24-963a-aa1f30ea6502 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "c71c9611-deec-4268-9186-3126e6de090b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.907082] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94e1a38f-5d44-4b24-963a-aa1f30ea6502 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "c71c9611-deec-4268-9186-3126e6de090b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.168898] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091429} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.169223] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.169320] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.169479] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.410075] env[70039]: INFO nova.compute.manager [None req-94e1a38f-5d44-4b24-963a-aa1f30ea6502 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Detaching volume a94e0683-fb2d-42a2-8221-ac3e3d533b92 [ 1441.439669] env[70039]: INFO nova.virt.block_device [None req-94e1a38f-5d44-4b24-963a-aa1f30ea6502 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Attempting to driver detach volume a94e0683-fb2d-42a2-8221-ac3e3d533b92 from mountpoint /dev/sdb [ 1441.439943] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e1a38f-5d44-4b24-963a-aa1f30ea6502 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Volume detach. Driver type: vmdk {{(pid=70039) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1441.440154] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e1a38f-5d44-4b24-963a-aa1f30ea6502 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665112', 'volume_id': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'name': 'volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c71c9611-deec-4268-9186-3126e6de090b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'serial': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1441.441010] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5040f09-32d7-43b2-bfe8-534a24348a3d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.463352] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebd962f-16f0-4001-b799-60712e107d97 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.469795] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192e08ab-6d64-4b56-b719-0d65e5f78119 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.488885] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53392ca3-ff34-4692-b59d-435bb7d334b9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.502417] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e1a38f-5d44-4b24-963a-aa1f30ea6502 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] The volume has not been displaced from its original location: [datastore1] volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92/volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92.vmdk. No consolidation needed. {{(pid=70039) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1441.507536] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e1a38f-5d44-4b24-963a-aa1f30ea6502 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1441.507776] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7e39f0b-87b9-4b88-ba06-86823191c12a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.524143] env[70039]: DEBUG oslo_vmware.api [None req-94e1a38f-5d44-4b24-963a-aa1f30ea6502 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1441.524143] env[70039]: value = "task-3331987" [ 1441.524143] env[70039]: _type = "Task" [ 1441.524143] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.531128] env[70039]: DEBUG oslo_vmware.api [None req-94e1a38f-5d44-4b24-963a-aa1f30ea6502 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.034167] env[70039]: DEBUG oslo_vmware.api [None req-94e1a38f-5d44-4b24-963a-aa1f30ea6502 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331987, 'name': ReconfigVM_Task, 'duration_secs': 0.219721} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.034400] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e1a38f-5d44-4b24-963a-aa1f30ea6502 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1442.038965] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-919645ed-eb56-402f-8e75-ad329524a8ef {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.054105] env[70039]: DEBUG oslo_vmware.api [None req-94e1a38f-5d44-4b24-963a-aa1f30ea6502 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1442.054105] env[70039]: value = "task-3331988" [ 1442.054105] env[70039]: _type = "Task" [ 1442.054105] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.061865] env[70039]: DEBUG oslo_vmware.api [None req-94e1a38f-5d44-4b24-963a-aa1f30ea6502 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.205475] env[70039]: DEBUG nova.virt.hardware [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1442.205740] env[70039]: DEBUG nova.virt.hardware [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1442.205879] env[70039]: DEBUG nova.virt.hardware [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1442.206074] env[70039]: DEBUG nova.virt.hardware [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1442.206226] env[70039]: DEBUG nova.virt.hardware [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1442.206372] env[70039]: DEBUG nova.virt.hardware [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1442.206574] env[70039]: DEBUG nova.virt.hardware [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1442.206734] env[70039]: DEBUG nova.virt.hardware [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1442.206900] env[70039]: DEBUG nova.virt.hardware [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1442.207072] env[70039]: DEBUG nova.virt.hardware [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1442.207247] env[70039]: DEBUG nova.virt.hardware [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1442.208101] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a84a5e-182f-402d-84b6-2a42c38066f6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.215680] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af807e92-0d94-4024-bc7c-fbea33715d02 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.228814] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Instance VIF info [] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1442.234308] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1442.234520] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1442.234706] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c66172d7-1920-4b88-a12b-47040a812d2b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.249842] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1442.249842] env[70039]: value = "task-3331989" [ 1442.249842] env[70039]: _type = "Task" [ 1442.249842] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.257700] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331989, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.563934] env[70039]: DEBUG oslo_vmware.api [None req-94e1a38f-5d44-4b24-963a-aa1f30ea6502 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331988, 'name': ReconfigVM_Task, 'duration_secs': 0.131746} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.564250] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e1a38f-5d44-4b24-963a-aa1f30ea6502 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665112', 'volume_id': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'name': 'volume-a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c71c9611-deec-4268-9186-3126e6de090b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92', 'serial': 'a94e0683-fb2d-42a2-8221-ac3e3d533b92'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1442.759041] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3331989, 'name': CreateVM_Task, 'duration_secs': 0.230764} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.759213] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1442.759620] env[70039]: DEBUG oslo_concurrency.lockutils [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.759778] env[70039]: DEBUG oslo_concurrency.lockutils [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.760103] env[70039]: DEBUG oslo_concurrency.lockutils [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.760344] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f47d8703-a28e-4dda-a52a-60d7e1df433e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.764359] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for the task: (returnval){ [ 1442.764359] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52338ae2-d978-8fb0-efe4-16bd76d4e03f" [ 1442.764359] env[70039]: _type = "Task" [ 1442.764359] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.771357] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52338ae2-d978-8fb0-efe4-16bd76d4e03f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.106442] env[70039]: DEBUG nova.objects.instance [None req-94e1a38f-5d44-4b24-963a-aa1f30ea6502 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lazy-loading 'flavor' on Instance uuid c71c9611-deec-4268-9186-3126e6de090b {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.274288] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52338ae2-d978-8fb0-efe4-16bd76d4e03f, 'name': SearchDatastore_Task, 'duration_secs': 0.009331} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.274612] env[70039]: DEBUG oslo_concurrency.lockutils [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.274809] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1443.275104] env[70039]: DEBUG oslo_concurrency.lockutils [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.275260] env[70039]: DEBUG oslo_concurrency.lockutils [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.275435] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1443.275683] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e462a77-e5c8-4e0d-a2b7-cc03eaa40b97 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.287247] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1443.287408] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1443.288080] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66c7f0dd-e4af-4536-bc2c-deb70b39a80f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.293422] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for the task: (returnval){ [ 1443.293422] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52bd510e-1375-ebee-a4f0-cc32a38b9bde" [ 1443.293422] env[70039]: _type = "Task" [ 1443.293422] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.300572] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52bd510e-1375-ebee-a4f0-cc32a38b9bde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.803150] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52bd510e-1375-ebee-a4f0-cc32a38b9bde, 'name': SearchDatastore_Task, 'duration_secs': 0.00845} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.803885] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27f25319-0710-4a2e-bf4f-861ad9f21056 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.809066] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for the task: (returnval){ [ 1443.809066] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]5284dc61-4d5b-455b-dbae-0f4c8ba7d4a8" [ 1443.809066] env[70039]: _type = "Task" [ 1443.809066] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.816042] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5284dc61-4d5b-455b-dbae-0f4c8ba7d4a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.114643] env[70039]: DEBUG oslo_concurrency.lockutils [None req-94e1a38f-5d44-4b24-963a-aa1f30ea6502 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "c71c9611-deec-4268-9186-3126e6de090b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.319187] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]5284dc61-4d5b-455b-dbae-0f4c8ba7d4a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009691} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.319536] env[70039]: DEBUG oslo_concurrency.lockutils [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.319674] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] e191d2d4-0c97-434a-a8a7-c0c1d0742ec0/e191d2d4-0c97-434a-a8a7-c0c1d0742ec0.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1444.319957] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3645f00c-8a4e-4e60-afdc-f5e58fcbc438 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.326154] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for the task: (returnval){ [ 1444.326154] env[70039]: value = "task-3331990" [ 1444.326154] env[70039]: _type = "Task" [ 1444.326154] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.333293] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.835237] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.414536} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.835486] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] e191d2d4-0c97-434a-a8a7-c0c1d0742ec0/e191d2d4-0c97-434a-a8a7-c0c1d0742ec0.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1444.835695] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1444.835934] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75d43d87-aa92-4de3-bac9-adea36f0ceda {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.842094] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for the task: (returnval){ [ 1444.842094] env[70039]: value = "task-3331991" [ 1444.842094] env[70039]: _type = "Task" [ 1444.842094] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.848881] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.163085] env[70039]: DEBUG oslo_concurrency.lockutils [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "c71c9611-deec-4268-9186-3126e6de090b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.163489] env[70039]: DEBUG oslo_concurrency.lockutils [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "c71c9611-deec-4268-9186-3126e6de090b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.163803] env[70039]: DEBUG oslo_concurrency.lockutils [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "c71c9611-deec-4268-9186-3126e6de090b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.164146] env[70039]: DEBUG oslo_concurrency.lockutils [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "c71c9611-deec-4268-9186-3126e6de090b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.164443] env[70039]: DEBUG oslo_concurrency.lockutils [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "c71c9611-deec-4268-9186-3126e6de090b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.166750] env[70039]: INFO nova.compute.manager [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Terminating instance [ 1445.352011] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069197} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.352364] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1445.353101] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e455ecc0-1ef5-4ef9-bbc5-e6796fc6913a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.372064] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] e191d2d4-0c97-434a-a8a7-c0c1d0742ec0/e191d2d4-0c97-434a-a8a7-c0c1d0742ec0.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1445.372290] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c34c2b8d-1ae5-4783-8394-5962690fab74 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.390667] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for the task: (returnval){ [ 1445.390667] env[70039]: value = "task-3331992" [ 1445.390667] env[70039]: _type = "Task" [ 1445.390667] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.397887] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.670904] env[70039]: DEBUG nova.compute.manager [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1445.671150] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1445.672077] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780d181d-8b73-437f-aa6c-7a2b7c9b6e3c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.679170] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1445.679386] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f6fa6bc-50bd-42f6-b835-40d932b97d0d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.684908] env[70039]: DEBUG oslo_vmware.api [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1445.684908] env[70039]: value = "task-3331993" [ 1445.684908] env[70039]: _type = "Task" [ 1445.684908] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.692417] env[70039]: DEBUG oslo_vmware.api [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.899813] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331992, 'name': ReconfigVM_Task, 'duration_secs': 0.288437} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.900106] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Reconfigured VM instance instance-0000007e to attach disk [datastore1] e191d2d4-0c97-434a-a8a7-c0c1d0742ec0/e191d2d4-0c97-434a-a8a7-c0c1d0742ec0.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.900725] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdf887c7-b065-4e89-8025-036c21b7055a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.906988] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for the task: (returnval){ [ 1445.906988] env[70039]: value = "task-3331994" [ 1445.906988] env[70039]: _type = "Task" [ 1445.906988] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.914843] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331994, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.194353] env[70039]: DEBUG oslo_vmware.api [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331993, 'name': PowerOffVM_Task, 'duration_secs': 0.40374} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.194558] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1446.194721] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1446.194967] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce3ba52a-2dc5-4266-8248-3c0ee6f31e8a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.263934] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1446.264168] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1446.264347] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Deleting the datastore file [datastore2] c71c9611-deec-4268-9186-3126e6de090b {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1446.264610] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bc763cc-7c5f-4b1c-861b-270e5b5b9ee2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.270578] env[70039]: DEBUG oslo_vmware.api [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1446.270578] env[70039]: value = "task-3331996" [ 1446.270578] env[70039]: _type = "Task" [ 1446.270578] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.277801] env[70039]: DEBUG oslo_vmware.api [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.420809] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331994, 'name': Rename_Task, 'duration_secs': 0.134541} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.421157] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1446.421327] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11deb100-d9ef-43a6-8153-c376e4d629f6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.426963] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for the task: (returnval){ [ 1446.426963] env[70039]: value = "task-3331997" [ 1446.426963] env[70039]: _type = "Task" [ 1446.426963] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.434050] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.780209] env[70039]: DEBUG oslo_vmware.api [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3331996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137349} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.780479] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1446.780686] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1446.780872] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1446.781074] env[70039]: INFO nova.compute.manager [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c71c9611-deec-4268-9186-3126e6de090b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1446.781344] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1446.781555] env[70039]: DEBUG nova.compute.manager [-] [instance: c71c9611-deec-4268-9186-3126e6de090b] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1446.781660] env[70039]: DEBUG nova.network.neutron [-] [instance: c71c9611-deec-4268-9186-3126e6de090b] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1446.938396] env[70039]: DEBUG oslo_vmware.api [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331997, 'name': PowerOnVM_Task, 'duration_secs': 0.484538} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.938657] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1446.938862] env[70039]: DEBUG nova.compute.manager [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1446.939677] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c21f7f-e2be-4f06-9521-cfc8e45286fb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.231751] env[70039]: DEBUG nova.compute.manager [req-767b3710-2539-4f62-832e-7e5019953a18 req-b0694ca4-5659-4c47-9165-cbbdb63b79d5 service nova] [instance: c71c9611-deec-4268-9186-3126e6de090b] Received event network-vif-deleted-95481e04-8c15-422c-9796-0264433f48a3 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1447.231751] env[70039]: INFO nova.compute.manager [req-767b3710-2539-4f62-832e-7e5019953a18 req-b0694ca4-5659-4c47-9165-cbbdb63b79d5 service nova] [instance: c71c9611-deec-4268-9186-3126e6de090b] Neutron deleted interface 95481e04-8c15-422c-9796-0264433f48a3; detaching it from the instance and deleting it from the info cache [ 1447.231751] env[70039]: DEBUG nova.network.neutron [req-767b3710-2539-4f62-832e-7e5019953a18 req-b0694ca4-5659-4c47-9165-cbbdb63b79d5 service nova] [instance: c71c9611-deec-4268-9186-3126e6de090b] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.460960] env[70039]: DEBUG oslo_concurrency.lockutils [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.461127] env[70039]: DEBUG oslo_concurrency.lockutils [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.461373] env[70039]: DEBUG nova.objects.instance [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70039) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1447.705916] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Acquiring lock "e191d2d4-0c97-434a-a8a7-c0c1d0742ec0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.705916] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Lock "e191d2d4-0c97-434a-a8a7-c0c1d0742ec0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.706049] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Acquiring lock "e191d2d4-0c97-434a-a8a7-c0c1d0742ec0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.706207] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Lock "e191d2d4-0c97-434a-a8a7-c0c1d0742ec0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.706436] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Lock "e191d2d4-0c97-434a-a8a7-c0c1d0742ec0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.708578] env[70039]: INFO nova.compute.manager [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Terminating instance [ 1447.714427] env[70039]: DEBUG nova.network.neutron [-] [instance: c71c9611-deec-4268-9186-3126e6de090b] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.734512] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-050347cf-9736-4363-ba3c-77fd60e151a5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.744305] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5baa6f-4d85-44c3-b83b-a9b1bd2701f9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.772310] env[70039]: DEBUG nova.compute.manager [req-767b3710-2539-4f62-832e-7e5019953a18 req-b0694ca4-5659-4c47-9165-cbbdb63b79d5 service nova] [instance: c71c9611-deec-4268-9186-3126e6de090b] Detach interface failed, port_id=95481e04-8c15-422c-9796-0264433f48a3, reason: Instance c71c9611-deec-4268-9186-3126e6de090b could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1448.212111] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Acquiring lock "refresh_cache-e191d2d4-0c97-434a-a8a7-c0c1d0742ec0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.212340] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Acquired lock "refresh_cache-e191d2d4-0c97-434a-a8a7-c0c1d0742ec0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.212476] env[70039]: DEBUG nova.network.neutron [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.217021] env[70039]: INFO nova.compute.manager [-] [instance: c71c9611-deec-4268-9186-3126e6de090b] Took 1.43 seconds to deallocate network for instance. [ 1448.470760] env[70039]: DEBUG oslo_concurrency.lockutils [None req-16a0d807-7a4b-489b-9187-03a2eb64f70f tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.722329] env[70039]: DEBUG oslo_concurrency.lockutils [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.722590] env[70039]: DEBUG oslo_concurrency.lockutils [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.722865] env[70039]: DEBUG nova.objects.instance [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lazy-loading 'resources' on Instance uuid c71c9611-deec-4268-9186-3126e6de090b {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.735431] env[70039]: DEBUG nova.network.neutron [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1448.776494] env[70039]: DEBUG nova.network.neutron [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.279758] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Releasing lock "refresh_cache-e191d2d4-0c97-434a-a8a7-c0c1d0742ec0" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.280225] env[70039]: DEBUG nova.compute.manager [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1449.280427] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1449.281492] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9995c13-97e3-4b0e-b91b-dff7d38aeafa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.288940] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1449.289193] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2df249fd-fe9b-42fe-93c0-e3ad80658ea5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.298301] env[70039]: DEBUG oslo_vmware.api [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for the task: (returnval){ [ 1449.298301] env[70039]: value = "task-3331998" [ 1449.298301] env[70039]: _type = "Task" [ 1449.298301] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.308994] env[70039]: DEBUG oslo_vmware.api [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.314656] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571d5548-fb0b-474b-8967-40b1f52de25e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.321099] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8d62d9-8e9b-4982-97e4-8274992f97be {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.350040] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e6effa-1376-450e-9491-ee263d5a2b70 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.356713] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15242b93-5412-46a1-bfa5-3eb97fe167d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.369367] env[70039]: DEBUG nova.compute.provider_tree [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.809421] env[70039]: DEBUG oslo_vmware.api [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3331998, 'name': PowerOffVM_Task, 'duration_secs': 0.201262} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.809761] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1449.809812] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1449.810026] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-528ac806-062e-4cb7-b531-adaf1cba1ed3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.833777] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1449.833973] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1449.834168] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Deleting the datastore file [datastore1] e191d2d4-0c97-434a-a8a7-c0c1d0742ec0 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1449.834402] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4120d638-b2e9-437f-a2db-07e629641632 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.839365] env[70039]: DEBUG oslo_vmware.api [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for the task: (returnval){ [ 1449.839365] env[70039]: value = "task-3332000" [ 1449.839365] env[70039]: _type = "Task" [ 1449.839365] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.846328] env[70039]: DEBUG oslo_vmware.api [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3332000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.872318] env[70039]: DEBUG nova.scheduler.client.report [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.350025] env[70039]: DEBUG oslo_vmware.api [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Task: {'id': task-3332000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109851} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.350308] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1450.350494] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1450.350673] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1450.350846] env[70039]: INFO nova.compute.manager [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1450.351098] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1450.351291] env[70039]: DEBUG nova.compute.manager [-] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1450.351402] env[70039]: DEBUG nova.network.neutron [-] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1450.366127] env[70039]: DEBUG nova.network.neutron [-] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1450.376828] env[70039]: DEBUG oslo_concurrency.lockutils [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.394625] env[70039]: INFO nova.scheduler.client.report [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Deleted allocations for instance c71c9611-deec-4268-9186-3126e6de090b [ 1450.868812] env[70039]: DEBUG nova.network.neutron [-] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.901616] env[70039]: DEBUG oslo_concurrency.lockutils [None req-63b79f35-cbaa-42ac-a456-fa4c65c439fb tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "c71c9611-deec-4268-9186-3126e6de090b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.738s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.371893] env[70039]: INFO nova.compute.manager [-] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Took 1.02 seconds to deallocate network for instance. [ 1451.690844] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "a1babbf7-482d-4497-b9ff-ea64abeccf51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.691500] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "a1babbf7-482d-4497-b9ff-ea64abeccf51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.691500] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "a1babbf7-482d-4497-b9ff-ea64abeccf51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.691500] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "a1babbf7-482d-4497-b9ff-ea64abeccf51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.691654] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "a1babbf7-482d-4497-b9ff-ea64abeccf51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.694210] env[70039]: INFO nova.compute.manager [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Terminating instance [ 1451.877939] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.878266] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.878446] env[70039]: DEBUG nova.objects.instance [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Lazy-loading 'resources' on Instance uuid e191d2d4-0c97-434a-a8a7-c0c1d0742ec0 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.197970] env[70039]: DEBUG nova.compute.manager [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1452.198115] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.199022] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77192513-46df-44fd-bf79-eb601b2958ec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.206534] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.206766] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d244462-0c6d-4069-8e2f-258cd921bd73 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.212298] env[70039]: DEBUG oslo_vmware.api [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1452.212298] env[70039]: value = "task-3332001" [ 1452.212298] env[70039]: _type = "Task" [ 1452.212298] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.219718] env[70039]: DEBUG oslo_vmware.api [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3332001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.469148] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a62092-62ad-4715-a60e-f57d0543b358 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.478023] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f11b30-91a3-42a8-aaed-43f1f7fd7c88 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.507477] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e75c70-6ee9-4092-a54c-92bff83d39ce {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.514860] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f032060a-1979-4e21-a5e8-7b808f24f4da {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.527617] env[70039]: DEBUG nova.compute.provider_tree [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.644214] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "c77616df-7794-4d4f-9ce6-c5bc41e96398" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.644449] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "c77616df-7794-4d4f-9ce6-c5bc41e96398" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.722261] env[70039]: DEBUG oslo_vmware.api [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3332001, 'name': PowerOffVM_Task, 'duration_secs': 0.248317} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.722465] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1452.722631] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1452.722955] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9b9696c-36e3-4d5c-8bc0-ca4e7297b136 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.778571] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1452.778815] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1452.778983] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Deleting the datastore file [datastore2] a1babbf7-482d-4497-b9ff-ea64abeccf51 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1452.779251] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-394bb133-f05f-4226-96cd-3cec1bd30d6d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.785167] env[70039]: DEBUG oslo_vmware.api [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for the task: (returnval){ [ 1452.785167] env[70039]: value = "task-3332003" [ 1452.785167] env[70039]: _type = "Task" [ 1452.785167] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.792617] env[70039]: DEBUG oslo_vmware.api [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3332003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.031738] env[70039]: DEBUG nova.scheduler.client.report [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.147108] env[70039]: DEBUG nova.compute.manager [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1453.295615] env[70039]: DEBUG oslo_vmware.api [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Task: {'id': task-3332003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125616} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.295897] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.296103] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1453.296293] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1453.296466] env[70039]: INFO nova.compute.manager [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1453.296734] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1453.296941] env[70039]: DEBUG nova.compute.manager [-] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1453.297049] env[70039]: DEBUG nova.network.neutron [-] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1453.536485] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.561022] env[70039]: INFO nova.scheduler.client.report [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Deleted allocations for instance e191d2d4-0c97-434a-a8a7-c0c1d0742ec0 [ 1453.670195] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.670564] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.672039] env[70039]: INFO nova.compute.claims [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1453.757119] env[70039]: DEBUG nova.compute.manager [req-ac232429-473a-4081-8dc7-40ecc7796b86 req-dbf5984f-9c53-4397-9bad-024aaa6bc1ec service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Received event network-vif-deleted-72084fe6-7bf0-405b-a43e-b1ce47b49e6e {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1453.757389] env[70039]: INFO nova.compute.manager [req-ac232429-473a-4081-8dc7-40ecc7796b86 req-dbf5984f-9c53-4397-9bad-024aaa6bc1ec service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Neutron deleted interface 72084fe6-7bf0-405b-a43e-b1ce47b49e6e; detaching it from the instance and deleting it from the info cache [ 1453.757565] env[70039]: DEBUG nova.network.neutron [req-ac232429-473a-4081-8dc7-40ecc7796b86 req-dbf5984f-9c53-4397-9bad-024aaa6bc1ec service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.069896] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4f4d347d-bb7c-4e90-80ec-57eb19219d8a tempest-ServerShowV254Test-527361874 tempest-ServerShowV254Test-527361874-project-member] Lock "e191d2d4-0c97-434a-a8a7-c0c1d0742ec0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.364s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.182043] env[70039]: DEBUG nova.compute.manager [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Stashing vm_state: active {{(pid=70039) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1454.237060] env[70039]: DEBUG nova.network.neutron [-] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.260198] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a626661-6d4c-471c-846a-72163c2cebd3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.271109] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f176ea31-faef-4c23-9fec-9b51e3be383e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.298057] env[70039]: DEBUG nova.compute.manager [req-ac232429-473a-4081-8dc7-40ecc7796b86 req-dbf5984f-9c53-4397-9bad-024aaa6bc1ec service nova] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Detach interface failed, port_id=72084fe6-7bf0-405b-a43e-b1ce47b49e6e, reason: Instance a1babbf7-482d-4497-b9ff-ea64abeccf51 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1454.699885] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.740059] env[70039]: INFO nova.compute.manager [-] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Took 1.44 seconds to deallocate network for instance. [ 1454.758182] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52606a25-5729-4e02-9752-909eae9ae726 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.765908] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cdc971-628d-4b7b-a9cc-2fd25b6e3bd1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.795731] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e6bbc8-142b-4f4a-ac2f-ced4d82ca489 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.802859] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f547d75c-be1b-4316-9261-eaf54e6fc3a2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.815730] env[70039]: DEBUG nova.compute.provider_tree [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.246614] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.318909] env[70039]: DEBUG nova.scheduler.client.report [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1455.824144] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.824683] env[70039]: DEBUG nova.compute.manager [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1455.827129] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.127s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.329927] env[70039]: DEBUG nova.compute.utils [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1456.333323] env[70039]: INFO nova.compute.claims [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1456.336639] env[70039]: DEBUG nova.compute.manager [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1456.336799] env[70039]: DEBUG nova.network.neutron [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1456.383421] env[70039]: DEBUG nova.policy [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37403c1f366b49c9b575cf418884e1eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3855dcc2f974424b3523b151a8244cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1456.606265] env[70039]: DEBUG nova.network.neutron [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Successfully created port: e53a4190-c758-4ff4-be8b-819d8503eaa8 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1456.837714] env[70039]: DEBUG nova.compute.manager [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1456.841547] env[70039]: INFO nova.compute.resource_tracker [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Updating resource usage from migration e009190b-2aa8-48ce-afb4-cf1cfc32e174 [ 1456.923225] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e05333-2d13-4e65-8fed-16e47e83c8a4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.931846] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4eafa8-61ff-42f4-a4ab-6ecb8e42a6a8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.961754] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28854786-3ff1-4e75-8fa0-91c0b2d5c6cc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.968694] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baefda1b-becd-45b4-aadd-32017823cecb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.981302] env[70039]: DEBUG nova.compute.provider_tree [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.484631] env[70039]: DEBUG nova.scheduler.client.report [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1457.849896] env[70039]: DEBUG nova.compute.manager [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1457.879628] env[70039]: DEBUG nova.virt.hardware [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1457.879628] env[70039]: DEBUG nova.virt.hardware [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1457.879628] env[70039]: DEBUG nova.virt.hardware [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1457.879628] env[70039]: DEBUG nova.virt.hardware [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1457.879628] env[70039]: DEBUG nova.virt.hardware [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1457.879628] env[70039]: DEBUG nova.virt.hardware [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1457.880085] env[70039]: DEBUG nova.virt.hardware [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1457.880567] env[70039]: DEBUG nova.virt.hardware [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1457.880964] env[70039]: DEBUG nova.virt.hardware [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1457.881242] env[70039]: DEBUG nova.virt.hardware [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1457.881519] env[70039]: DEBUG nova.virt.hardware [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1457.882481] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5f44d8-9e14-4f45-8cd0-65031c9dd101 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.891489] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.891826] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.894121] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11130e00-2844-4d9f-9332-5f92858e7852 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.901570] env[70039]: DEBUG nova.compute.utils [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1457.980611] env[70039]: DEBUG nova.compute.manager [req-cb17ebb0-8bb4-47f0-a38b-b5cc98c4c61f req-bbcde249-b505-4ab6-aae9-5a8f449ce9d2 service nova] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Received event network-vif-plugged-e53a4190-c758-4ff4-be8b-819d8503eaa8 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1457.980776] env[70039]: DEBUG oslo_concurrency.lockutils [req-cb17ebb0-8bb4-47f0-a38b-b5cc98c4c61f req-bbcde249-b505-4ab6-aae9-5a8f449ce9d2 service nova] Acquiring lock "c77616df-7794-4d4f-9ce6-c5bc41e96398-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.980982] env[70039]: DEBUG oslo_concurrency.lockutils [req-cb17ebb0-8bb4-47f0-a38b-b5cc98c4c61f req-bbcde249-b505-4ab6-aae9-5a8f449ce9d2 service nova] Lock "c77616df-7794-4d4f-9ce6-c5bc41e96398-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.981180] env[70039]: DEBUG oslo_concurrency.lockutils [req-cb17ebb0-8bb4-47f0-a38b-b5cc98c4c61f req-bbcde249-b505-4ab6-aae9-5a8f449ce9d2 service nova] Lock "c77616df-7794-4d4f-9ce6-c5bc41e96398-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.981347] env[70039]: DEBUG nova.compute.manager [req-cb17ebb0-8bb4-47f0-a38b-b5cc98c4c61f req-bbcde249-b505-4ab6-aae9-5a8f449ce9d2 service nova] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] No waiting events found dispatching network-vif-plugged-e53a4190-c758-4ff4-be8b-819d8503eaa8 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1457.981509] env[70039]: WARNING nova.compute.manager [req-cb17ebb0-8bb4-47f0-a38b-b5cc98c4c61f req-bbcde249-b505-4ab6-aae9-5a8f449ce9d2 service nova] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Received unexpected event network-vif-plugged-e53a4190-c758-4ff4-be8b-819d8503eaa8 for instance with vm_state building and task_state spawning. [ 1457.989232] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.162s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.989417] env[70039]: INFO nova.compute.manager [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Migrating [ 1457.995850] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.749s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.996085] env[70039]: DEBUG nova.objects.instance [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lazy-loading 'resources' on Instance uuid a1babbf7-482d-4497-b9ff-ea64abeccf51 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.075525] env[70039]: DEBUG nova.network.neutron [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Successfully updated port: e53a4190-c758-4ff4-be8b-819d8503eaa8 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1458.102365] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22489dfd-4f5c-4d58-b680-5cef6a58f068 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.110169] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098cc29e-cc9d-4007-a350-a043df2841d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.139848] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4d16f5-7aba-4e2b-a627-182e704b2abc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.146655] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa85eb0-6b08-42b4-81ec-87e99e2de2b6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.160743] env[70039]: DEBUG nova.compute.provider_tree [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.404904] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.513s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.505998] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.505998] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.505998] env[70039]: DEBUG nova.network.neutron [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.581317] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "refresh_cache-c77616df-7794-4d4f-9ce6-c5bc41e96398" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.581470] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired lock "refresh_cache-c77616df-7794-4d4f-9ce6-c5bc41e96398" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.581663] env[70039]: DEBUG nova.network.neutron [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.663631] env[70039]: DEBUG nova.scheduler.client.report [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.112516] env[70039]: DEBUG nova.network.neutron [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1459.168833] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.173s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.192693] env[70039]: INFO nova.scheduler.client.report [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Deleted allocations for instance a1babbf7-482d-4497-b9ff-ea64abeccf51 [ 1459.212435] env[70039]: DEBUG nova.network.neutron [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Updating instance_info_cache with network_info: [{"id": "49c19880-be40-478d-b673-8423181a9a3a", "address": "fa:16:3e:c4:d9:76", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c19880-be", "ovs_interfaceid": "49c19880-be40-478d-b673-8423181a9a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.235582] env[70039]: DEBUG nova.network.neutron [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Updating instance_info_cache with network_info: [{"id": "e53a4190-c758-4ff4-be8b-819d8503eaa8", "address": "fa:16:3e:26:47:2e", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53a4190-c7", "ovs_interfaceid": "e53a4190-c758-4ff4-be8b-819d8503eaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.460620] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.460848] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.461105] env[70039]: INFO nova.compute.manager [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Attaching volume e62249ef-f367-4710-9134-9418dd05b392 to /dev/sdb [ 1459.491556] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1590eda1-d34b-4b0a-bdc4-bcd8ccf60a0b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.498927] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad8a98f-284f-4314-a7da-ed3cb24977b8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.512213] env[70039]: DEBUG nova.virt.block_device [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Updating existing volume attachment record: 63629432-9dd1-4ceb-97e4-d0bd593dee91 {{(pid=70039) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1459.700683] env[70039]: DEBUG oslo_concurrency.lockutils [None req-15a96132-9521-46c7-89b5-7fd87ac6db5f tempest-AttachVolumeShelveTestJSON-695244188 tempest-AttachVolumeShelveTestJSON-695244188-project-member] Lock "a1babbf7-482d-4497-b9ff-ea64abeccf51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.009s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.715615] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.737576] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Releasing lock "refresh_cache-c77616df-7794-4d4f-9ce6-c5bc41e96398" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.737895] env[70039]: DEBUG nova.compute.manager [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Instance network_info: |[{"id": "e53a4190-c758-4ff4-be8b-819d8503eaa8", "address": "fa:16:3e:26:47:2e", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53a4190-c7", "ovs_interfaceid": "e53a4190-c758-4ff4-be8b-819d8503eaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1459.738328] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:47:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e53a4190-c758-4ff4-be8b-819d8503eaa8', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1459.745863] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1459.746326] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1459.746560] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4972102-9943-4a70-a83f-3f83b093ff03 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.766019] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1459.766019] env[70039]: value = "task-3332005" [ 1459.766019] env[70039]: _type = "Task" [ 1459.766019] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.773528] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332005, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.006208] env[70039]: DEBUG nova.compute.manager [req-a676d92e-74db-4aa7-9d6b-02cdd542ad5e req-292f5731-7e62-4144-9161-5073d74d9870 service nova] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Received event network-changed-e53a4190-c758-4ff4-be8b-819d8503eaa8 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1460.006502] env[70039]: DEBUG nova.compute.manager [req-a676d92e-74db-4aa7-9d6b-02cdd542ad5e req-292f5731-7e62-4144-9161-5073d74d9870 service nova] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Refreshing instance network info cache due to event network-changed-e53a4190-c758-4ff4-be8b-819d8503eaa8. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1460.006622] env[70039]: DEBUG oslo_concurrency.lockutils [req-a676d92e-74db-4aa7-9d6b-02cdd542ad5e req-292f5731-7e62-4144-9161-5073d74d9870 service nova] Acquiring lock "refresh_cache-c77616df-7794-4d4f-9ce6-c5bc41e96398" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.006765] env[70039]: DEBUG oslo_concurrency.lockutils [req-a676d92e-74db-4aa7-9d6b-02cdd542ad5e req-292f5731-7e62-4144-9161-5073d74d9870 service nova] Acquired lock "refresh_cache-c77616df-7794-4d4f-9ce6-c5bc41e96398" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.006964] env[70039]: DEBUG nova.network.neutron [req-a676d92e-74db-4aa7-9d6b-02cdd542ad5e req-292f5731-7e62-4144-9161-5073d74d9870 service nova] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Refreshing network info cache for port e53a4190-c758-4ff4-be8b-819d8503eaa8 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1460.277375] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332005, 'name': CreateVM_Task, 'duration_secs': 0.29959} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.277553] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1460.278288] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.278451] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.278800] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.279109] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8056c769-0023-44f4-b7e3-885a3bbf7797 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.283469] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1460.283469] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52d02b03-310e-0ba1-a011-bfc4dbbc4fc9" [ 1460.283469] env[70039]: _type = "Task" [ 1460.283469] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.290970] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d02b03-310e-0ba1-a011-bfc4dbbc4fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.725975] env[70039]: DEBUG nova.network.neutron [req-a676d92e-74db-4aa7-9d6b-02cdd542ad5e req-292f5731-7e62-4144-9161-5073d74d9870 service nova] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Updated VIF entry in instance network info cache for port e53a4190-c758-4ff4-be8b-819d8503eaa8. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.726307] env[70039]: DEBUG nova.network.neutron [req-a676d92e-74db-4aa7-9d6b-02cdd542ad5e req-292f5731-7e62-4144-9161-5073d74d9870 service nova] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Updating instance_info_cache with network_info: [{"id": "e53a4190-c758-4ff4-be8b-819d8503eaa8", "address": "fa:16:3e:26:47:2e", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53a4190-c7", "ovs_interfaceid": "e53a4190-c758-4ff4-be8b-819d8503eaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.794032] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d02b03-310e-0ba1-a011-bfc4dbbc4fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.011769} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.794340] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.794574] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1460.794804] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.794954] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.795149] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1460.795408] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a8a1765-dcdf-4063-a087-c40433763414 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.804395] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1460.804560] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1460.805335] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0af1c0c-0c86-457f-97dc-26618ce57d4f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.810988] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1460.810988] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]521634cd-2099-e246-bd39-ca0bd4e4ed7e" [ 1460.810988] env[70039]: _type = "Task" [ 1460.810988] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.819136] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521634cd-2099-e246-bd39-ca0bd4e4ed7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.231235] env[70039]: DEBUG oslo_concurrency.lockutils [req-a676d92e-74db-4aa7-9d6b-02cdd542ad5e req-292f5731-7e62-4144-9161-5073d74d9870 service nova] Releasing lock "refresh_cache-c77616df-7794-4d4f-9ce6-c5bc41e96398" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.233072] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a2d0a0-7df1-4b2e-81e5-c809e41b4b0d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.251326] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Updating instance '2786a4f9-8ede-4c5e-82a3-2312a61b81e3' progress to 0 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1461.321539] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]521634cd-2099-e246-bd39-ca0bd4e4ed7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009148} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.322329] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48b24e02-18dd-46b3-9323-67685667a268 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.327635] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1461.327635] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ccdf8f-0c9b-7ecf-7302-a3da9fa07051" [ 1461.327635] env[70039]: _type = "Task" [ 1461.327635] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.335249] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ccdf8f-0c9b-7ecf-7302-a3da9fa07051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.757329] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1461.757690] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9adec58e-79a2-4ae6-9d99-94d7a37791a5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.764618] env[70039]: DEBUG oslo_vmware.api [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1461.764618] env[70039]: value = "task-3332008" [ 1461.764618] env[70039]: _type = "Task" [ 1461.764618] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.772376] env[70039]: DEBUG oslo_vmware.api [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.839552] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ccdf8f-0c9b-7ecf-7302-a3da9fa07051, 'name': SearchDatastore_Task, 'duration_secs': 0.009872} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.842902] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.842902] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] c77616df-7794-4d4f-9ce6-c5bc41e96398/c77616df-7794-4d4f-9ce6-c5bc41e96398.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1461.842902] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-197c63d5-342e-4698-9ea9-cb7cc59018ed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.847191] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1461.847191] env[70039]: value = "task-3332009" [ 1461.847191] env[70039]: _type = "Task" [ 1461.847191] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.855293] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.273894] env[70039]: DEBUG oslo_vmware.api [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332008, 'name': PowerOffVM_Task, 'duration_secs': 0.180764} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.275044] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1462.275044] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Updating instance '2786a4f9-8ede-4c5e-82a3-2312a61b81e3' progress to 17 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1462.357524] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.408715} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.357779] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] c77616df-7794-4d4f-9ce6-c5bc41e96398/c77616df-7794-4d4f-9ce6-c5bc41e96398.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1462.357994] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1462.358255] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66e1db01-279c-4d0d-82b8-a4dd4262015b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.364809] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1462.364809] env[70039]: value = "task-3332010" [ 1462.364809] env[70039]: _type = "Task" [ 1462.364809] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.372403] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.780805] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1462.781217] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1462.781262] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1462.781422] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1462.781573] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1462.781723] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1462.782019] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1462.782194] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1462.782366] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1462.782528] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1462.782704] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1462.788843] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d41785b1-fba4-4c91-a933-8c331daa1bc9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.804768] env[70039]: DEBUG oslo_vmware.api [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1462.804768] env[70039]: value = "task-3332011" [ 1462.804768] env[70039]: _type = "Task" [ 1462.804768] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.813660] env[70039]: DEBUG oslo_vmware.api [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.874795] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081132} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.875145] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1462.875837] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c867b9-8f1e-4596-a689-4cba287a566d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.897787] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] c77616df-7794-4d4f-9ce6-c5bc41e96398/c77616df-7794-4d4f-9ce6-c5bc41e96398.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1462.898050] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-843a9b6d-b915-436b-9b53-015b71684ed7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.917271] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1462.917271] env[70039]: value = "task-3332012" [ 1462.917271] env[70039]: _type = "Task" [ 1462.917271] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.926492] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.314236] env[70039]: DEBUG oslo_vmware.api [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332011, 'name': ReconfigVM_Task, 'duration_secs': 0.232274} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.314541] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Updating instance '2786a4f9-8ede-4c5e-82a3-2312a61b81e3' progress to 33 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1463.426737] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332012, 'name': ReconfigVM_Task, 'duration_secs': 0.258456} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.427016] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Reconfigured VM instance instance-0000007f to attach disk [datastore1] c77616df-7794-4d4f-9ce6-c5bc41e96398/c77616df-7794-4d4f-9ce6-c5bc41e96398.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1463.427630] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97a47bd2-b7cd-424e-bb41-b175343d2d03 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.433478] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1463.433478] env[70039]: value = "task-3332013" [ 1463.433478] env[70039]: _type = "Task" [ 1463.433478] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.440527] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332013, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.821641] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1463.822065] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1463.822065] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1463.822313] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1463.822518] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1463.822702] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1463.822947] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1463.823147] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1463.823322] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1463.823485] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1463.823658] env[70039]: DEBUG nova.virt.hardware [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1463.828900] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1463.829194] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6ab249c-2429-46ee-a51b-8c32eb3f0119 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.847058] env[70039]: DEBUG oslo_vmware.api [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1463.847058] env[70039]: value = "task-3332014" [ 1463.847058] env[70039]: _type = "Task" [ 1463.847058] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.856033] env[70039]: DEBUG oslo_vmware.api [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.944106] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332013, 'name': Rename_Task, 'duration_secs': 0.143613} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.944411] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1463.944667] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bfe6693-5404-4d60-88bf-a0ec96c443ec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.951254] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1463.951254] env[70039]: value = "task-3332015" [ 1463.951254] env[70039]: _type = "Task" [ 1463.951254] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.961209] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.056593] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Volume attach. Driver type: vmdk {{(pid=70039) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1464.056900] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665125', 'volume_id': 'e62249ef-f367-4710-9134-9418dd05b392', 'name': 'volume-e62249ef-f367-4710-9134-9418dd05b392', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7678666d-461e-42cc-8ddd-b124cf2a8ca7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e62249ef-f367-4710-9134-9418dd05b392', 'serial': 'e62249ef-f367-4710-9134-9418dd05b392'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1464.057808] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9b4a54-849b-4942-bb2b-e3f5000893ec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.074121] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c08ee6c-b54a-462d-ba7a-0807766cbbb7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.097987] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-e62249ef-f367-4710-9134-9418dd05b392/volume-e62249ef-f367-4710-9134-9418dd05b392.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.098271] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44292211-5df1-440c-99c3-93c74711ec6f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.115982] env[70039]: DEBUG oslo_vmware.api [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1464.115982] env[70039]: value = "task-3332016" [ 1464.115982] env[70039]: _type = "Task" [ 1464.115982] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.123468] env[70039]: DEBUG oslo_vmware.api [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.356608] env[70039]: DEBUG oslo_vmware.api [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332014, 'name': ReconfigVM_Task, 'duration_secs': 0.16325} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.356830] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1464.357627] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b41792-489d-458c-95ee-e4d7f3b0e1b7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.379034] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 2786a4f9-8ede-4c5e-82a3-2312a61b81e3/2786a4f9-8ede-4c5e-82a3-2312a61b81e3.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.379313] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03761087-f84a-4a68-a73b-867066c7e58c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.395946] env[70039]: DEBUG oslo_vmware.api [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1464.395946] env[70039]: value = "task-3332017" [ 1464.395946] env[70039]: _type = "Task" [ 1464.395946] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.403191] env[70039]: DEBUG oslo_vmware.api [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.462124] env[70039]: DEBUG oslo_vmware.api [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332015, 'name': PowerOnVM_Task, 'duration_secs': 0.411256} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.462494] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1464.462790] env[70039]: INFO nova.compute.manager [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1464.463076] env[70039]: DEBUG nova.compute.manager [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1464.463917] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f912bcd-1076-4819-9858-60b547131210 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.625393] env[70039]: DEBUG oslo_vmware.api [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332016, 'name': ReconfigVM_Task, 'duration_secs': 0.339777} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.625677] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-e62249ef-f367-4710-9134-9418dd05b392/volume-e62249ef-f367-4710-9134-9418dd05b392.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1464.630647] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26b4f66d-7304-4863-af11-1b05acd76146 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.645536] env[70039]: DEBUG oslo_vmware.api [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1464.645536] env[70039]: value = "task-3332018" [ 1464.645536] env[70039]: _type = "Task" [ 1464.645536] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.654564] env[70039]: DEBUG oslo_vmware.api [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.905151] env[70039]: DEBUG oslo_vmware.api [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332017, 'name': ReconfigVM_Task, 'duration_secs': 0.278717} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.905445] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 2786a4f9-8ede-4c5e-82a3-2312a61b81e3/2786a4f9-8ede-4c5e-82a3-2312a61b81e3.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1464.905694] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Updating instance '2786a4f9-8ede-4c5e-82a3-2312a61b81e3' progress to 50 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1464.979249] env[70039]: INFO nova.compute.manager [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Took 11.33 seconds to build instance. [ 1465.157146] env[70039]: DEBUG oslo_vmware.api [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332018, 'name': ReconfigVM_Task, 'duration_secs': 0.13919} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.157546] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665125', 'volume_id': 'e62249ef-f367-4710-9134-9418dd05b392', 'name': 'volume-e62249ef-f367-4710-9134-9418dd05b392', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7678666d-461e-42cc-8ddd-b124cf2a8ca7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e62249ef-f367-4710-9134-9418dd05b392', 'serial': 'e62249ef-f367-4710-9134-9418dd05b392'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1465.413446] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc81fbfe-099e-4f1d-b7c8-172988ba7ca4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.433867] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a801cd8f-21ac-4125-bfbb-e2b8b2d7eec9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.451714] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Updating instance '2786a4f9-8ede-4c5e-82a3-2312a61b81e3' progress to 67 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1465.475944] env[70039]: DEBUG nova.compute.manager [req-4117c32d-61a0-47ec-a0cc-06179a6cf1db req-887adf4b-ad68-4ad9-b700-0c3a65a0f73a service nova] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Received event network-changed-e53a4190-c758-4ff4-be8b-819d8503eaa8 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1465.475944] env[70039]: DEBUG nova.compute.manager [req-4117c32d-61a0-47ec-a0cc-06179a6cf1db req-887adf4b-ad68-4ad9-b700-0c3a65a0f73a service nova] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Refreshing instance network info cache due to event network-changed-e53a4190-c758-4ff4-be8b-819d8503eaa8. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1465.476309] env[70039]: DEBUG oslo_concurrency.lockutils [req-4117c32d-61a0-47ec-a0cc-06179a6cf1db req-887adf4b-ad68-4ad9-b700-0c3a65a0f73a service nova] Acquiring lock "refresh_cache-c77616df-7794-4d4f-9ce6-c5bc41e96398" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.476346] env[70039]: DEBUG oslo_concurrency.lockutils [req-4117c32d-61a0-47ec-a0cc-06179a6cf1db req-887adf4b-ad68-4ad9-b700-0c3a65a0f73a service nova] Acquired lock "refresh_cache-c77616df-7794-4d4f-9ce6-c5bc41e96398" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.476591] env[70039]: DEBUG nova.network.neutron [req-4117c32d-61a0-47ec-a0cc-06179a6cf1db req-887adf4b-ad68-4ad9-b700-0c3a65a0f73a service nova] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Refreshing network info cache for port e53a4190-c758-4ff4-be8b-819d8503eaa8 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1465.481621] env[70039]: DEBUG oslo_concurrency.lockutils [None req-4210272b-abfb-44aa-a0b1-b6ad3361d69b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "c77616df-7794-4d4f-9ce6-c5bc41e96398" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.837s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.995412] env[70039]: DEBUG nova.network.neutron [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Port 49c19880-be40-478d-b673-8423181a9a3a binding to destination host cpu-1 is already ACTIVE {{(pid=70039) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1466.187189] env[70039]: DEBUG nova.network.neutron [req-4117c32d-61a0-47ec-a0cc-06179a6cf1db req-887adf4b-ad68-4ad9-b700-0c3a65a0f73a service nova] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Updated VIF entry in instance network info cache for port e53a4190-c758-4ff4-be8b-819d8503eaa8. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1466.187584] env[70039]: DEBUG nova.network.neutron [req-4117c32d-61a0-47ec-a0cc-06179a6cf1db req-887adf4b-ad68-4ad9-b700-0c3a65a0f73a service nova] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Updating instance_info_cache with network_info: [{"id": "e53a4190-c758-4ff4-be8b-819d8503eaa8", "address": "fa:16:3e:26:47:2e", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53a4190-c7", "ovs_interfaceid": "e53a4190-c758-4ff4-be8b-819d8503eaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.200745] env[70039]: DEBUG nova.objects.instance [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lazy-loading 'flavor' on Instance uuid 7678666d-461e-42cc-8ddd-b124cf2a8ca7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.691263] env[70039]: DEBUG oslo_concurrency.lockutils [req-4117c32d-61a0-47ec-a0cc-06179a6cf1db req-887adf4b-ad68-4ad9-b700-0c3a65a0f73a service nova] Releasing lock "refresh_cache-c77616df-7794-4d4f-9ce6-c5bc41e96398" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.705325] env[70039]: DEBUG oslo_concurrency.lockutils [None req-e37f4453-a2c4-4fc8-9cb2-e0f1efff5977 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.974668] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5ac720a0-83c2-46ed-b453-cc02e9e91b45 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.974939] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5ac720a0-83c2-46ed-b453-cc02e9e91b45 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.019490] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "2786a4f9-8ede-4c5e-82a3-2312a61b81e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.019839] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "2786a4f9-8ede-4c5e-82a3-2312a61b81e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.019904] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "2786a4f9-8ede-4c5e-82a3-2312a61b81e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.478485] env[70039]: INFO nova.compute.manager [None req-5ac720a0-83c2-46ed-b453-cc02e9e91b45 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Detaching volume e62249ef-f367-4710-9134-9418dd05b392 [ 1467.511648] env[70039]: INFO nova.virt.block_device [None req-5ac720a0-83c2-46ed-b453-cc02e9e91b45 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Attempting to driver detach volume e62249ef-f367-4710-9134-9418dd05b392 from mountpoint /dev/sdb [ 1467.512117] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac720a0-83c2-46ed-b453-cc02e9e91b45 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Volume detach. Driver type: vmdk {{(pid=70039) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1467.512195] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac720a0-83c2-46ed-b453-cc02e9e91b45 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665125', 'volume_id': 'e62249ef-f367-4710-9134-9418dd05b392', 'name': 'volume-e62249ef-f367-4710-9134-9418dd05b392', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7678666d-461e-42cc-8ddd-b124cf2a8ca7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e62249ef-f367-4710-9134-9418dd05b392', 'serial': 'e62249ef-f367-4710-9134-9418dd05b392'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1467.513173] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc991c6a-9f71-4cac-afe9-c2d634966951 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.537119] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6f616c-6891-419b-8117-cf5606b8bb4b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.546034] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571a627c-7965-4ffd-a325-75f31c2af080 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.568784] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127aad81-77d7-4f49-ac2c-75c1fcdadeec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.583827] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac720a0-83c2-46ed-b453-cc02e9e91b45 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] The volume has not been displaced from its original location: [datastore1] volume-e62249ef-f367-4710-9134-9418dd05b392/volume-e62249ef-f367-4710-9134-9418dd05b392.vmdk. No consolidation needed. {{(pid=70039) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1467.588938] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac720a0-83c2-46ed-b453-cc02e9e91b45 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1467.589233] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82899bf4-8989-434e-8fe6-fdfa1947d40b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.606751] env[70039]: DEBUG oslo_vmware.api [None req-5ac720a0-83c2-46ed-b453-cc02e9e91b45 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1467.606751] env[70039]: value = "task-3332020" [ 1467.606751] env[70039]: _type = "Task" [ 1467.606751] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.614459] env[70039]: DEBUG oslo_vmware.api [None req-5ac720a0-83c2-46ed-b453-cc02e9e91b45 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.073238] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.073508] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.073639] env[70039]: DEBUG nova.network.neutron [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1468.116587] env[70039]: DEBUG oslo_vmware.api [None req-5ac720a0-83c2-46ed-b453-cc02e9e91b45 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332020, 'name': ReconfigVM_Task, 'duration_secs': 0.249868} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.116851] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac720a0-83c2-46ed-b453-cc02e9e91b45 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1468.121766] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77aa9270-46aa-40c6-8ba2-dd579a389d0f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.136346] env[70039]: DEBUG oslo_vmware.api [None req-5ac720a0-83c2-46ed-b453-cc02e9e91b45 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1468.136346] env[70039]: value = "task-3332021" [ 1468.136346] env[70039]: _type = "Task" [ 1468.136346] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.143730] env[70039]: DEBUG oslo_vmware.api [None req-5ac720a0-83c2-46ed-b453-cc02e9e91b45 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.645390] env[70039]: DEBUG oslo_vmware.api [None req-5ac720a0-83c2-46ed-b453-cc02e9e91b45 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332021, 'name': ReconfigVM_Task, 'duration_secs': 0.146544} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.645691] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac720a0-83c2-46ed-b453-cc02e9e91b45 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665125', 'volume_id': 'e62249ef-f367-4710-9134-9418dd05b392', 'name': 'volume-e62249ef-f367-4710-9134-9418dd05b392', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7678666d-461e-42cc-8ddd-b124cf2a8ca7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e62249ef-f367-4710-9134-9418dd05b392', 'serial': 'e62249ef-f367-4710-9134-9418dd05b392'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1468.829734] env[70039]: DEBUG nova.network.neutron [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Updating instance_info_cache with network_info: [{"id": "49c19880-be40-478d-b673-8423181a9a3a", "address": "fa:16:3e:c4:d9:76", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c19880-be", "ovs_interfaceid": "49c19880-be40-478d-b673-8423181a9a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.187608] env[70039]: DEBUG nova.objects.instance [None req-5ac720a0-83c2-46ed-b453-cc02e9e91b45 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lazy-loading 'flavor' on Instance uuid 7678666d-461e-42cc-8ddd-b124cf2a8ca7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1469.333151] env[70039]: DEBUG oslo_concurrency.lockutils [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.861375] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17497832-af34-4361-a975-0bf8ec0f0c6d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.879871] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbbe1d1-234a-4d5d-9bb3-89f80c050c8f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.888141] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Updating instance '2786a4f9-8ede-4c5e-82a3-2312a61b81e3' progress to 83 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1470.195500] env[70039]: DEBUG oslo_concurrency.lockutils [None req-5ac720a0-83c2-46ed-b453-cc02e9e91b45 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.394294] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1470.394621] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4db98b2-dec7-4664-9a47-4707a0c8845a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.401665] env[70039]: DEBUG oslo_vmware.api [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1470.401665] env[70039]: value = "task-3332023" [ 1470.401665] env[70039]: _type = "Task" [ 1470.401665] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.409076] env[70039]: DEBUG oslo_vmware.api [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.912193] env[70039]: DEBUG oslo_vmware.api [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332023, 'name': PowerOnVM_Task, 'duration_secs': 0.381325} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.912485] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.912672] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d3149e-2348-404e-990b-f68bee6679d8 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Updating instance '2786a4f9-8ede-4c5e-82a3-2312a61b81e3' progress to 100 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1471.259231] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.259615] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.259756] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.259919] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.260206] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.262320] env[70039]: INFO nova.compute.manager [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Terminating instance [ 1471.765761] env[70039]: DEBUG nova.compute.manager [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1471.766042] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1471.766908] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc50a75e-1b45-4a20-b260-58cfbca02528 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.775334] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1471.775572] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3433c076-1f95-45cd-937f-9f03e650029a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.782172] env[70039]: DEBUG oslo_vmware.api [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1471.782172] env[70039]: value = "task-3332025" [ 1471.782172] env[70039]: _type = "Task" [ 1471.782172] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.790278] env[70039]: DEBUG oslo_vmware.api [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.293425] env[70039]: DEBUG oslo_vmware.api [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332025, 'name': PowerOffVM_Task, 'duration_secs': 0.223452} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.293782] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1472.293816] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1472.294073] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd93fd4a-d329-4273-904b-0d68ae6f695f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.356871] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1472.357138] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1472.357290] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Deleting the datastore file [datastore1] 7678666d-461e-42cc-8ddd-b124cf2a8ca7 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1472.357572] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c16f1e69-9806-41c3-a715-afd91e757eca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.365212] env[70039]: DEBUG oslo_vmware.api [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1472.365212] env[70039]: value = "task-3332027" [ 1472.365212] env[70039]: _type = "Task" [ 1472.365212] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.373347] env[70039]: DEBUG oslo_vmware.api [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.875575] env[70039]: DEBUG oslo_vmware.api [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165502} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.875842] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1472.876037] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1472.876226] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1472.876402] env[70039]: INFO nova.compute.manager [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1472.876693] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1472.876903] env[70039]: DEBUG nova.compute.manager [-] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1472.876998] env[70039]: DEBUG nova.network.neutron [-] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1473.563106] env[70039]: DEBUG nova.compute.manager [req-a95d68ef-f4b6-40de-86d7-2aad528c50d8 req-efb8972c-85d4-4e4b-8c24-cf5dc7d19921 service nova] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Received event network-vif-deleted-1e7f89f3-7b19-48e9-8001-64e5fc2e71c9 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1473.563378] env[70039]: INFO nova.compute.manager [req-a95d68ef-f4b6-40de-86d7-2aad528c50d8 req-efb8972c-85d4-4e4b-8c24-cf5dc7d19921 service nova] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Neutron deleted interface 1e7f89f3-7b19-48e9-8001-64e5fc2e71c9; detaching it from the instance and deleting it from the info cache [ 1473.563591] env[70039]: DEBUG nova.network.neutron [req-a95d68ef-f4b6-40de-86d7-2aad528c50d8 req-efb8972c-85d4-4e4b-8c24-cf5dc7d19921 service nova] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.946087] env[70039]: DEBUG nova.network.neutron [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Port 49c19880-be40-478d-b673-8423181a9a3a binding to destination host cpu-1 is already ACTIVE {{(pid=70039) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1473.946397] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.946551] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.946716] env[70039]: DEBUG nova.network.neutron [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1474.037010] env[70039]: DEBUG nova.network.neutron [-] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.066324] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-215002f0-cf3b-405d-be1d-558d5df6696d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.077438] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69264fbb-4c3d-452d-bdae-c0870c3f957a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.106576] env[70039]: DEBUG nova.compute.manager [req-a95d68ef-f4b6-40de-86d7-2aad528c50d8 req-efb8972c-85d4-4e4b-8c24-cf5dc7d19921 service nova] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Detach interface failed, port_id=1e7f89f3-7b19-48e9-8001-64e5fc2e71c9, reason: Instance 7678666d-461e-42cc-8ddd-b124cf2a8ca7 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1474.539361] env[70039]: INFO nova.compute.manager [-] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Took 1.66 seconds to deallocate network for instance. [ 1474.865015] env[70039]: DEBUG nova.network.neutron [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Updating instance_info_cache with network_info: [{"id": "49c19880-be40-478d-b673-8423181a9a3a", "address": "fa:16:3e:c4:d9:76", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c19880-be", "ovs_interfaceid": "49c19880-be40-478d-b673-8423181a9a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.046543] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.046819] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.047066] env[70039]: DEBUG nova.objects.instance [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lazy-loading 'resources' on Instance uuid 7678666d-461e-42cc-8ddd-b124cf2a8ca7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1475.367593] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.654900] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5f16e8-4694-4426-89ac-27228a490758 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.662250] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16793cf9-4d0f-4dc7-bb32-23b2ba90a7fa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.691964] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f167e2-c2c6-4b9d-9ed5-d02fcf213694 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.699787] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc3ef41-6242-4a10-9dd8-36adb62ca51d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.713473] env[70039]: DEBUG nova.compute.provider_tree [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1475.871380] env[70039]: DEBUG nova.compute.manager [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70039) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1475.871752] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.932205] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.217222] env[70039]: DEBUG nova.scheduler.client.report [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.722538] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.724974] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.853s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.772254] env[70039]: INFO nova.scheduler.client.report [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Deleted allocations for instance 7678666d-461e-42cc-8ddd-b124cf2a8ca7 [ 1476.934829] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.228276] env[70039]: DEBUG nova.objects.instance [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lazy-loading 'migration_context' on Instance uuid 2786a4f9-8ede-4c5e-82a3-2312a61b81e3 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1477.279458] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3d20b2f0-e8cb-4b59-88a5-9794fc9d3100 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "7678666d-461e-42cc-8ddd-b124cf2a8ca7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.020s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.820031] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcee151-9aeb-49a6-aa78-fd00506b6512 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.827206] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345f85d8-a17c-4248-a032-248cf1aa5cc7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.857421] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f0dff5-e5fd-4efc-97ab-1d132a72cf52 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.884528] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72824f2-ac03-4393-a60e-cd2886e778d2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.900023] env[70039]: DEBUG nova.compute.provider_tree [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1477.931323] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.931601] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.931752] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70039) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1478.403273] env[70039]: DEBUG nova.scheduler.client.report [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1478.928157] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.931814] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.932028] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.414803] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.690s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.690657] env[70039]: DEBUG oslo_concurrency.lockutils [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.690909] env[70039]: DEBUG oslo_concurrency.lockutils [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.931872] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager.update_available_resource {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.193970] env[70039]: DEBUG nova.compute.manager [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1480.435922] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.436286] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.436286] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.436417] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70039) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1480.437456] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d433b358-4b38-40d1-a7bc-a63b86cc0b92 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.445687] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80b9c99-2531-4fb7-b222-981c0c4d5c83 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.459620] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63270f6c-3992-460b-be66-5e1d6506ed1a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.466365] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0982992-eb0a-46ba-bb40-f294a41a2b45 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.497052] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180315MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=70039) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1480.497250] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.497621] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.302220] env[70039]: INFO nova.compute.manager [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Swapping old allocation on dict_keys(['543a9f30-645b-4a81-8076-3a3e96a6f37d']) held by migration e009190b-2aa8-48ce-afb4-cf1cfc32e174 for instance [ 1481.305060] env[70039]: DEBUG oslo_concurrency.lockutils [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.323566] env[70039]: DEBUG nova.scheduler.client.report [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Overwriting current allocation {'allocations': {'543a9f30-645b-4a81-8076-3a3e96a6f37d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 181}}, 'project_id': '35cc8c73da7f400bb201579010920945', 'user_id': 'ced7efff92dd47e789d1c72acd13037b', 'consumer_generation': 1} on consumer 2786a4f9-8ede-4c5e-82a3-2312a61b81e3 {{(pid=70039) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1481.414269] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.414501] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.414689] env[70039]: DEBUG nova.network.neutron [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1481.781110] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 029644a4-e847-4a30-a56e-79596dd114cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1481.781375] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance c77616df-7794-4d4f-9ce6-c5bc41e96398 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1481.781491] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 2786a4f9-8ede-4c5e-82a3-2312a61b81e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.119645] env[70039]: DEBUG nova.network.neutron [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Updating instance_info_cache with network_info: [{"id": "49c19880-be40-478d-b673-8423181a9a3a", "address": "fa:16:3e:c4:d9:76", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c19880-be", "ovs_interfaceid": "49c19880-be40-478d-b673-8423181a9a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.284639] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance a7c49b70-10e3-43c8-bb45-2f1550f78fd6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1482.284856] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1482.284999] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1482.340101] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14021fba-32d4-4f41-81d1-00476d271401 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.347975] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb6e1bb-ad9b-4b3d-82d9-ad0f90265262 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.377138] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c596ca27-f1f5-459f-947e-6fb39c76f4ed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.384272] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72683771-d007-446c-9c1b-13f4ee87a332 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.398885] env[70039]: DEBUG nova.compute.provider_tree [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.622249] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "refresh_cache-2786a4f9-8ede-4c5e-82a3-2312a61b81e3" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.622735] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1482.623027] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b716464d-ce94-4efe-a7e0-c826dea6773a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.630588] env[70039]: DEBUG oslo_vmware.api [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1482.630588] env[70039]: value = "task-3332033" [ 1482.630588] env[70039]: _type = "Task" [ 1482.630588] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.901997] env[70039]: DEBUG nova.scheduler.client.report [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1483.140482] env[70039]: DEBUG oslo_vmware.api [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332033, 'name': PowerOffVM_Task, 'duration_secs': 0.24972} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.140711] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1483.141357] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1483.141569] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1483.141722] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1483.141904] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1483.142071] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1483.142328] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1483.142569] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1483.142733] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1483.142898] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1483.143075] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1483.143253] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1483.147979] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44de4309-70f6-4093-b017-27eabfd0a41a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.164451] env[70039]: DEBUG oslo_vmware.api [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1483.164451] env[70039]: value = "task-3332034" [ 1483.164451] env[70039]: _type = "Task" [ 1483.164451] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.171725] env[70039]: DEBUG oslo_vmware.api [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.407286] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70039) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1483.407518] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.910s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.407802] env[70039]: DEBUG oslo_concurrency.lockutils [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.103s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.409373] env[70039]: INFO nova.compute.claims [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1483.675564] env[70039]: DEBUG oslo_vmware.api [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332034, 'name': ReconfigVM_Task, 'duration_secs': 0.151672} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.676369] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2482903a-2510-4700-819b-21f0182e4f57 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.694533] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1483.694762] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1483.694920] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1483.695125] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1483.695270] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1483.695417] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1483.695621] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1483.695777] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1483.695943] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1483.696119] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1483.696296] env[70039]: DEBUG nova.virt.hardware [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1483.697017] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0505156-66bb-48e8-80d5-1270ce99ffbc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.701902] env[70039]: DEBUG oslo_vmware.api [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1483.701902] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]529773be-1b1d-8f04-334d-54c8acc64374" [ 1483.701902] env[70039]: _type = "Task" [ 1483.701902] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.709705] env[70039]: DEBUG oslo_vmware.api [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]529773be-1b1d-8f04-334d-54c8acc64374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.212248] env[70039]: DEBUG oslo_vmware.api [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]529773be-1b1d-8f04-334d-54c8acc64374, 'name': SearchDatastore_Task, 'duration_secs': 0.011635} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.217711] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1484.217993] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f059ae41-9423-47ce-bb83-ab88c76aef48 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.236764] env[70039]: DEBUG oslo_vmware.api [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1484.236764] env[70039]: value = "task-3332035" [ 1484.236764] env[70039]: _type = "Task" [ 1484.236764] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.244567] env[70039]: DEBUG oslo_vmware.api [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.477458] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46474639-d88c-4ad7-8b18-7d6d5d0f1cd0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.484931] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c57012-8e9d-4a3c-92ae-72e4522f4902 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.515605] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6887dafc-b78a-4f97-9d57-7538d8346dec {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.522263] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507c073a-c052-4586-8fb6-e6d303bdc91d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.535091] env[70039]: DEBUG nova.compute.provider_tree [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1484.746745] env[70039]: DEBUG oslo_vmware.api [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332035, 'name': ReconfigVM_Task, 'duration_secs': 0.196167} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.747041] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1484.747797] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ca47d5-6223-4847-9965-03805b8b4f51 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.769196] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 2786a4f9-8ede-4c5e-82a3-2312a61b81e3/2786a4f9-8ede-4c5e-82a3-2312a61b81e3.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1484.769428] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a6fd798-e77d-4df2-a9c4-1c2be9e0222e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.786811] env[70039]: DEBUG oslo_vmware.api [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1484.786811] env[70039]: value = "task-3332036" [ 1484.786811] env[70039]: _type = "Task" [ 1484.786811] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.794242] env[70039]: DEBUG oslo_vmware.api [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.038170] env[70039]: DEBUG nova.scheduler.client.report [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1485.297190] env[70039]: DEBUG oslo_vmware.api [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332036, 'name': ReconfigVM_Task, 'duration_secs': 0.310094} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.297489] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 2786a4f9-8ede-4c5e-82a3-2312a61b81e3/2786a4f9-8ede-4c5e-82a3-2312a61b81e3.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1485.298328] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee857094-2f88-4b66-a5f3-529fd5421a0e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.317550] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7c982a-44c4-4d13-a1cc-7c7c68e346fc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.335041] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3877766-12f0-4e07-a3eb-bacaa3005e8f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.352074] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873685a8-9649-43a7-9dfc-51f0c6aa3cf1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.358403] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1485.358619] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1e6c70b-03b2-48fc-b85c-d11d1ebe4f57 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.365146] env[70039]: DEBUG oslo_vmware.api [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1485.365146] env[70039]: value = "task-3332037" [ 1485.365146] env[70039]: _type = "Task" [ 1485.365146] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.372461] env[70039]: DEBUG oslo_vmware.api [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.543696] env[70039]: DEBUG oslo_concurrency.lockutils [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.544274] env[70039]: DEBUG nova.compute.manager [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1485.802695] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "76b8dcb7-6539-499b-b578-dbdc771282b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.802933] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "76b8dcb7-6539-499b-b578-dbdc771282b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.885500] env[70039]: DEBUG oslo_vmware.api [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332037, 'name': PowerOnVM_Task, 'duration_secs': 0.388804} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.885764] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1486.049475] env[70039]: DEBUG nova.compute.utils [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1486.050922] env[70039]: DEBUG nova.compute.manager [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1486.051103] env[70039]: DEBUG nova.network.neutron [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1486.095634] env[70039]: DEBUG nova.policy [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f79efb424a5e4625bff4b2d8c1ae4d43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc1d165f51de411bbcd7599acc5a55b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1486.306220] env[70039]: DEBUG nova.compute.manager [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1486.367831] env[70039]: DEBUG nova.network.neutron [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Successfully created port: 3fa55da2-fa89-4e27-826f-f8ad624257e3 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1486.554271] env[70039]: DEBUG nova.compute.manager [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1486.827921] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.828315] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1486.829915] env[70039]: INFO nova.compute.claims [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1486.896627] env[70039]: INFO nova.compute.manager [None req-9c884791-ac51-4f91-a556-30bdedb28ecf tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Updating instance to original state: 'active' [ 1487.563447] env[70039]: DEBUG nova.compute.manager [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1487.596264] env[70039]: DEBUG nova.virt.hardware [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1487.596505] env[70039]: DEBUG nova.virt.hardware [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1487.596666] env[70039]: DEBUG nova.virt.hardware [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1487.596845] env[70039]: DEBUG nova.virt.hardware [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1487.597028] env[70039]: DEBUG nova.virt.hardware [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1487.597134] env[70039]: DEBUG nova.virt.hardware [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1487.597340] env[70039]: DEBUG nova.virt.hardware [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1487.597500] env[70039]: DEBUG nova.virt.hardware [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1487.597665] env[70039]: DEBUG nova.virt.hardware [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1487.597827] env[70039]: DEBUG nova.virt.hardware [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1487.597997] env[70039]: DEBUG nova.virt.hardware [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1487.598881] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676adb03-a370-4413-9bf8-b02bf7468517 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.609780] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e4fa02-7f28-4e7c-b528-aa55431544ce {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.755650] env[70039]: DEBUG nova.compute.manager [req-f806f4d8-fcaa-4a74-ae91-4ccde4062d39 req-3684474b-4b90-40c1-bc67-55edc2c1e781 service nova] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Received event network-vif-plugged-3fa55da2-fa89-4e27-826f-f8ad624257e3 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1487.755891] env[70039]: DEBUG oslo_concurrency.lockutils [req-f806f4d8-fcaa-4a74-ae91-4ccde4062d39 req-3684474b-4b90-40c1-bc67-55edc2c1e781 service nova] Acquiring lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.756169] env[70039]: DEBUG oslo_concurrency.lockutils [req-f806f4d8-fcaa-4a74-ae91-4ccde4062d39 req-3684474b-4b90-40c1-bc67-55edc2c1e781 service nova] Lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.756453] env[70039]: DEBUG oslo_concurrency.lockutils [req-f806f4d8-fcaa-4a74-ae91-4ccde4062d39 req-3684474b-4b90-40c1-bc67-55edc2c1e781 service nova] Lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.756663] env[70039]: DEBUG nova.compute.manager [req-f806f4d8-fcaa-4a74-ae91-4ccde4062d39 req-3684474b-4b90-40c1-bc67-55edc2c1e781 service nova] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] No waiting events found dispatching network-vif-plugged-3fa55da2-fa89-4e27-826f-f8ad624257e3 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1487.756885] env[70039]: WARNING nova.compute.manager [req-f806f4d8-fcaa-4a74-ae91-4ccde4062d39 req-3684474b-4b90-40c1-bc67-55edc2c1e781 service nova] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Received unexpected event network-vif-plugged-3fa55da2-fa89-4e27-826f-f8ad624257e3 for instance with vm_state building and task_state spawning. [ 1487.836275] env[70039]: DEBUG nova.network.neutron [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Successfully updated port: 3fa55da2-fa89-4e27-826f-f8ad624257e3 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1487.913292] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e415e87d-aeec-49c5-bd73-b960b2c48762 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.922471] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a157f1ec-c142-43db-a4ee-01beb9b4fb88 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.960992] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752515d7-f309-4be1-9191-3bc8c37a4a08 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.968969] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7807a4-50e7-411a-8681-15db01fc26e9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.982887] env[70039]: DEBUG nova.compute.provider_tree [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.343095] env[70039]: DEBUG oslo_concurrency.lockutils [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "refresh_cache-a7c49b70-10e3-43c8-bb45-2f1550f78fd6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.343368] env[70039]: DEBUG oslo_concurrency.lockutils [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquired lock "refresh_cache-a7c49b70-10e3-43c8-bb45-2f1550f78fd6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.343485] env[70039]: DEBUG nova.network.neutron [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1488.485973] env[70039]: DEBUG nova.scheduler.client.report [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1488.758322] env[70039]: DEBUG oslo_concurrency.lockutils [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "2786a4f9-8ede-4c5e-82a3-2312a61b81e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.758601] env[70039]: DEBUG oslo_concurrency.lockutils [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "2786a4f9-8ede-4c5e-82a3-2312a61b81e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.758784] env[70039]: DEBUG oslo_concurrency.lockutils [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "2786a4f9-8ede-4c5e-82a3-2312a61b81e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.758962] env[70039]: DEBUG oslo_concurrency.lockutils [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "2786a4f9-8ede-4c5e-82a3-2312a61b81e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.759144] env[70039]: DEBUG oslo_concurrency.lockutils [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "2786a4f9-8ede-4c5e-82a3-2312a61b81e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.762026] env[70039]: INFO nova.compute.manager [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Terminating instance [ 1488.873512] env[70039]: DEBUG nova.network.neutron [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1488.990304] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.990749] env[70039]: DEBUG nova.compute.manager [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1489.001043] env[70039]: DEBUG nova.network.neutron [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Updating instance_info_cache with network_info: [{"id": "3fa55da2-fa89-4e27-826f-f8ad624257e3", "address": "fa:16:3e:1d:b6:bd", "network": {"id": "066abed3-193c-421e-a570-76a677a70855", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-816740165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1d165f51de411bbcd7599acc5a55b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa55da2-fa", "ovs_interfaceid": "3fa55da2-fa89-4e27-826f-f8ad624257e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.265346] env[70039]: DEBUG nova.compute.manager [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1489.265633] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1489.266568] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fa45e2-31e8-4c65-a30f-a833d5c24950 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.274984] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1489.275350] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-095c34bd-aafc-42d1-9467-3fafc8bb46de {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.283101] env[70039]: DEBUG oslo_vmware.api [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1489.283101] env[70039]: value = "task-3332038" [ 1489.283101] env[70039]: _type = "Task" [ 1489.283101] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.291977] env[70039]: DEBUG oslo_vmware.api [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.496886] env[70039]: DEBUG nova.compute.utils [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1489.497258] env[70039]: DEBUG nova.compute.manager [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1489.497430] env[70039]: DEBUG nova.network.neutron [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1489.504990] env[70039]: DEBUG oslo_concurrency.lockutils [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Releasing lock "refresh_cache-a7c49b70-10e3-43c8-bb45-2f1550f78fd6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.505860] env[70039]: DEBUG nova.compute.manager [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Instance network_info: |[{"id": "3fa55da2-fa89-4e27-826f-f8ad624257e3", "address": "fa:16:3e:1d:b6:bd", "network": {"id": "066abed3-193c-421e-a570-76a677a70855", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-816740165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1d165f51de411bbcd7599acc5a55b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa55da2-fa", "ovs_interfaceid": "3fa55da2-fa89-4e27-826f-f8ad624257e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1489.505860] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:b6:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fa55da2-fa89-4e27-826f-f8ad624257e3', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1489.513633] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1489.514385] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1489.514624] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-745fe720-e6e8-46ea-8edf-393f83865746 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.533667] env[70039]: DEBUG nova.policy [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37403c1f366b49c9b575cf418884e1eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3855dcc2f974424b3523b151a8244cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1489.536640] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1489.536640] env[70039]: value = "task-3332039" [ 1489.536640] env[70039]: _type = "Task" [ 1489.536640] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.544380] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332039, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.785072] env[70039]: DEBUG nova.compute.manager [req-a7c1fefd-5c4e-4150-b75b-6fce105d6018 req-ccba3197-f5ca-4ac5-8666-d7858c5b9493 service nova] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Received event network-changed-3fa55da2-fa89-4e27-826f-f8ad624257e3 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1489.785568] env[70039]: DEBUG nova.compute.manager [req-a7c1fefd-5c4e-4150-b75b-6fce105d6018 req-ccba3197-f5ca-4ac5-8666-d7858c5b9493 service nova] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Refreshing instance network info cache due to event network-changed-3fa55da2-fa89-4e27-826f-f8ad624257e3. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1489.785568] env[70039]: DEBUG oslo_concurrency.lockutils [req-a7c1fefd-5c4e-4150-b75b-6fce105d6018 req-ccba3197-f5ca-4ac5-8666-d7858c5b9493 service nova] Acquiring lock "refresh_cache-a7c49b70-10e3-43c8-bb45-2f1550f78fd6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.785717] env[70039]: DEBUG oslo_concurrency.lockutils [req-a7c1fefd-5c4e-4150-b75b-6fce105d6018 req-ccba3197-f5ca-4ac5-8666-d7858c5b9493 service nova] Acquired lock "refresh_cache-a7c49b70-10e3-43c8-bb45-2f1550f78fd6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.785766] env[70039]: DEBUG nova.network.neutron [req-a7c1fefd-5c4e-4150-b75b-6fce105d6018 req-ccba3197-f5ca-4ac5-8666-d7858c5b9493 service nova] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Refreshing network info cache for port 3fa55da2-fa89-4e27-826f-f8ad624257e3 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1489.800029] env[70039]: DEBUG oslo_vmware.api [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332038, 'name': PowerOffVM_Task, 'duration_secs': 0.210221} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.800029] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1489.800029] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1489.800029] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-799ba836-0bab-4549-ae9f-aca99e8f7b54 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.813676] env[70039]: DEBUG nova.network.neutron [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Successfully created port: 1cbe15ac-9abf-4d67-b8c3-fd11a0499619 {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1489.886745] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1489.887033] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1489.887152] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Deleting the datastore file [datastore2] 2786a4f9-8ede-4c5e-82a3-2312a61b81e3 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1489.887430] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f85894e-96cf-4b7a-a47e-a120af172c73 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.894754] env[70039]: DEBUG oslo_vmware.api [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1489.894754] env[70039]: value = "task-3332041" [ 1489.894754] env[70039]: _type = "Task" [ 1489.894754] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.903219] env[70039]: DEBUG oslo_vmware.api [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.001152] env[70039]: DEBUG nova.compute.manager [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1490.048034] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332039, 'name': CreateVM_Task, 'duration_secs': 0.295691} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.048192] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1490.048913] env[70039]: DEBUG oslo_concurrency.lockutils [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.049105] env[70039]: DEBUG oslo_concurrency.lockutils [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.049422] env[70039]: DEBUG oslo_concurrency.lockutils [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.049674] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edd15897-2bd3-4141-9312-b2499a5fe930 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.054861] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1490.054861] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52df7d45-0477-2574-dd42-7eaeb2ef7571" [ 1490.054861] env[70039]: _type = "Task" [ 1490.054861] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.063072] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52df7d45-0477-2574-dd42-7eaeb2ef7571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.404504] env[70039]: DEBUG oslo_vmware.api [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146075} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.404756] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1490.404953] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1490.405145] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1490.405321] env[70039]: INFO nova.compute.manager [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1490.405565] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1490.405755] env[70039]: DEBUG nova.compute.manager [-] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1490.405850] env[70039]: DEBUG nova.network.neutron [-] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1490.507686] env[70039]: INFO nova.virt.block_device [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Booting with volume 9a27a7ec-18be-4321-8593-e37ddbe91937 at /dev/sda [ 1490.548183] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ba77c28-78c7-4e76-a0bb-51aabf1832c5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.552971] env[70039]: DEBUG nova.network.neutron [req-a7c1fefd-5c4e-4150-b75b-6fce105d6018 req-ccba3197-f5ca-4ac5-8666-d7858c5b9493 service nova] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Updated VIF entry in instance network info cache for port 3fa55da2-fa89-4e27-826f-f8ad624257e3. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1490.553362] env[70039]: DEBUG nova.network.neutron [req-a7c1fefd-5c4e-4150-b75b-6fce105d6018 req-ccba3197-f5ca-4ac5-8666-d7858c5b9493 service nova] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Updating instance_info_cache with network_info: [{"id": "3fa55da2-fa89-4e27-826f-f8ad624257e3", "address": "fa:16:3e:1d:b6:bd", "network": {"id": "066abed3-193c-421e-a570-76a677a70855", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-816740165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1d165f51de411bbcd7599acc5a55b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa55da2-fa", "ovs_interfaceid": "3fa55da2-fa89-4e27-826f-f8ad624257e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.562974] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e125a6c-5def-46ce-9e27-edfe442dce2c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.579181] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52df7d45-0477-2574-dd42-7eaeb2ef7571, 'name': SearchDatastore_Task, 'duration_secs': 0.010414} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.580240] env[70039]: DEBUG oslo_concurrency.lockutils [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.580653] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1490.580956] env[70039]: DEBUG oslo_concurrency.lockutils [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.581773] env[70039]: DEBUG oslo_concurrency.lockutils [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.581773] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1490.582032] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b51af3ac-b2bb-4c2d-9810-bfa739201c7a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.601366] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-413253ff-d1d2-4b7b-af57-1203be39a095 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.603352] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1490.603546] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1490.604243] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf396720-ebbb-459c-8b98-2b658212cfed {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.610662] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1490.610662] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52d4d29b-7ff3-34c9-cfe1-b4014507d2b6" [ 1490.610662] env[70039]: _type = "Task" [ 1490.610662] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.617577] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3d90a1-3ffc-486c-9164-dcccd949242f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.631405] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d4d29b-7ff3-34c9-cfe1-b4014507d2b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.649610] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38eefc5d-6f3e-4032-8eae-c6f44c555e2a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.656229] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7fc79a-ffeb-47de-9c89-b22ddd575c63 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.669544] env[70039]: DEBUG nova.virt.block_device [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Updating existing volume attachment record: ade3b010-9adf-4117-8036-93a19737b564 {{(pid=70039) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1490.912055] env[70039]: DEBUG nova.compute.manager [req-54368747-18ab-468e-8f95-233344d6a91a req-e05b74f4-8f22-406f-afca-076867169bac service nova] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Received event network-vif-deleted-49c19880-be40-478d-b673-8423181a9a3a {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1490.912055] env[70039]: INFO nova.compute.manager [req-54368747-18ab-468e-8f95-233344d6a91a req-e05b74f4-8f22-406f-afca-076867169bac service nova] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Neutron deleted interface 49c19880-be40-478d-b673-8423181a9a3a; detaching it from the instance and deleting it from the info cache [ 1490.912454] env[70039]: DEBUG nova.network.neutron [req-54368747-18ab-468e-8f95-233344d6a91a req-e05b74f4-8f22-406f-afca-076867169bac service nova] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.056667] env[70039]: DEBUG oslo_concurrency.lockutils [req-a7c1fefd-5c4e-4150-b75b-6fce105d6018 req-ccba3197-f5ca-4ac5-8666-d7858c5b9493 service nova] Releasing lock "refresh_cache-a7c49b70-10e3-43c8-bb45-2f1550f78fd6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.121810] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52d4d29b-7ff3-34c9-cfe1-b4014507d2b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010093} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.122665] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec17507b-bb84-48b8-a3f9-75922b1d8891 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.128213] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1491.128213] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]527aba3e-1393-f172-df77-59ff387f0351" [ 1491.128213] env[70039]: _type = "Task" [ 1491.128213] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.138045] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527aba3e-1393-f172-df77-59ff387f0351, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.246059] env[70039]: DEBUG nova.network.neutron [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Successfully updated port: 1cbe15ac-9abf-4d67-b8c3-fd11a0499619 {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1491.399329] env[70039]: DEBUG nova.network.neutron [-] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.406572] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.415038] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c80ff398-abd6-445d-ba03-55b0fad496e0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.427027] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd83657-5845-4a28-a157-f109294ca6c1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.456428] env[70039]: DEBUG nova.compute.manager [req-54368747-18ab-468e-8f95-233344d6a91a req-e05b74f4-8f22-406f-afca-076867169bac service nova] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Detach interface failed, port_id=49c19880-be40-478d-b673-8423181a9a3a, reason: Instance 2786a4f9-8ede-4c5e-82a3-2312a61b81e3 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1491.638795] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]527aba3e-1393-f172-df77-59ff387f0351, 'name': SearchDatastore_Task, 'duration_secs': 0.011886} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.639088] env[70039]: DEBUG oslo_concurrency.lockutils [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.639344] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] a7c49b70-10e3-43c8-bb45-2f1550f78fd6/a7c49b70-10e3-43c8-bb45-2f1550f78fd6.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1491.639605] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de0ce03c-cc1e-4d8b-a978-e23af303ba6f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.649342] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1491.649342] env[70039]: value = "task-3332042" [ 1491.649342] env[70039]: _type = "Task" [ 1491.649342] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.658272] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.750187] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "refresh_cache-76b8dcb7-6539-499b-b578-dbdc771282b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.750351] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired lock "refresh_cache-76b8dcb7-6539-499b-b578-dbdc771282b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.750505] env[70039]: DEBUG nova.network.neutron [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1491.818434] env[70039]: DEBUG nova.compute.manager [req-47f637af-5adf-4530-a6a8-529f34df04c1 req-117d0ed2-cc1c-4ab4-b4ff-64ff538f2635 service nova] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Received event network-vif-plugged-1cbe15ac-9abf-4d67-b8c3-fd11a0499619 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1491.818666] env[70039]: DEBUG oslo_concurrency.lockutils [req-47f637af-5adf-4530-a6a8-529f34df04c1 req-117d0ed2-cc1c-4ab4-b4ff-64ff538f2635 service nova] Acquiring lock "76b8dcb7-6539-499b-b578-dbdc771282b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.818861] env[70039]: DEBUG oslo_concurrency.lockutils [req-47f637af-5adf-4530-a6a8-529f34df04c1 req-117d0ed2-cc1c-4ab4-b4ff-64ff538f2635 service nova] Lock "76b8dcb7-6539-499b-b578-dbdc771282b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.819038] env[70039]: DEBUG oslo_concurrency.lockutils [req-47f637af-5adf-4530-a6a8-529f34df04c1 req-117d0ed2-cc1c-4ab4-b4ff-64ff538f2635 service nova] Lock "76b8dcb7-6539-499b-b578-dbdc771282b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.819210] env[70039]: DEBUG nova.compute.manager [req-47f637af-5adf-4530-a6a8-529f34df04c1 req-117d0ed2-cc1c-4ab4-b4ff-64ff538f2635 service nova] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] No waiting events found dispatching network-vif-plugged-1cbe15ac-9abf-4d67-b8c3-fd11a0499619 {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1491.819377] env[70039]: WARNING nova.compute.manager [req-47f637af-5adf-4530-a6a8-529f34df04c1 req-117d0ed2-cc1c-4ab4-b4ff-64ff538f2635 service nova] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Received unexpected event network-vif-plugged-1cbe15ac-9abf-4d67-b8c3-fd11a0499619 for instance with vm_state building and task_state block_device_mapping. [ 1491.819583] env[70039]: DEBUG nova.compute.manager [req-47f637af-5adf-4530-a6a8-529f34df04c1 req-117d0ed2-cc1c-4ab4-b4ff-64ff538f2635 service nova] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Received event network-changed-1cbe15ac-9abf-4d67-b8c3-fd11a0499619 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1491.819747] env[70039]: DEBUG nova.compute.manager [req-47f637af-5adf-4530-a6a8-529f34df04c1 req-117d0ed2-cc1c-4ab4-b4ff-64ff538f2635 service nova] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Refreshing instance network info cache due to event network-changed-1cbe15ac-9abf-4d67-b8c3-fd11a0499619. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1491.819916] env[70039]: DEBUG oslo_concurrency.lockutils [req-47f637af-5adf-4530-a6a8-529f34df04c1 req-117d0ed2-cc1c-4ab4-b4ff-64ff538f2635 service nova] Acquiring lock "refresh_cache-76b8dcb7-6539-499b-b578-dbdc771282b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.901254] env[70039]: INFO nova.compute.manager [-] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Took 1.50 seconds to deallocate network for instance. [ 1492.159898] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430142} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.160309] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore1] a7c49b70-10e3-43c8-bb45-2f1550f78fd6/a7c49b70-10e3-43c8-bb45-2f1550f78fd6.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1492.160401] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1492.160653] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b79b2d7-8258-4967-933e-8c5c45143150 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.168480] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1492.168480] env[70039]: value = "task-3332043" [ 1492.168480] env[70039]: _type = "Task" [ 1492.168480] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.176646] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.287053] env[70039]: DEBUG nova.network.neutron [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1492.408921] env[70039]: DEBUG oslo_concurrency.lockutils [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.409228] env[70039]: DEBUG oslo_concurrency.lockutils [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.409449] env[70039]: DEBUG nova.objects.instance [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lazy-loading 'resources' on Instance uuid 2786a4f9-8ede-4c5e-82a3-2312a61b81e3 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.427094] env[70039]: DEBUG nova.network.neutron [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Updating instance_info_cache with network_info: [{"id": "1cbe15ac-9abf-4d67-b8c3-fd11a0499619", "address": "fa:16:3e:c9:05:7d", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cbe15ac-9a", "ovs_interfaceid": "1cbe15ac-9abf-4d67-b8c3-fd11a0499619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.680313] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072833} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.680313] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1492.680465] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf638e2-6e6a-4328-97e8-94ac1877d0ce {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.702572] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] a7c49b70-10e3-43c8-bb45-2f1550f78fd6/a7c49b70-10e3-43c8-bb45-2f1550f78fd6.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1492.703221] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbc0523b-b5da-4e38-8b77-96878d122024 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.724920] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1492.724920] env[70039]: value = "task-3332044" [ 1492.724920] env[70039]: _type = "Task" [ 1492.724920] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.733400] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.759875] env[70039]: DEBUG nova.compute.manager [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1492.760504] env[70039]: DEBUG nova.virt.hardware [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1492.760726] env[70039]: DEBUG nova.virt.hardware [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1492.760888] env[70039]: DEBUG nova.virt.hardware [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1492.761074] env[70039]: DEBUG nova.virt.hardware [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1492.761226] env[70039]: DEBUG nova.virt.hardware [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1492.761373] env[70039]: DEBUG nova.virt.hardware [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1492.761581] env[70039]: DEBUG nova.virt.hardware [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1492.761738] env[70039]: DEBUG nova.virt.hardware [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1492.761904] env[70039]: DEBUG nova.virt.hardware [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1492.762077] env[70039]: DEBUG nova.virt.hardware [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1492.762333] env[70039]: DEBUG nova.virt.hardware [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1492.763191] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb4bdae-918c-47d2-9105-b3f082e83192 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.771442] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed53b72b-1c82-4392-ab6e-214eb318e6a2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.929851] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Releasing lock "refresh_cache-76b8dcb7-6539-499b-b578-dbdc771282b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.930140] env[70039]: DEBUG nova.compute.manager [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Instance network_info: |[{"id": "1cbe15ac-9abf-4d67-b8c3-fd11a0499619", "address": "fa:16:3e:c9:05:7d", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cbe15ac-9a", "ovs_interfaceid": "1cbe15ac-9abf-4d67-b8c3-fd11a0499619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1492.930585] env[70039]: DEBUG oslo_concurrency.lockutils [req-47f637af-5adf-4530-a6a8-529f34df04c1 req-117d0ed2-cc1c-4ab4-b4ff-64ff538f2635 service nova] Acquired lock "refresh_cache-76b8dcb7-6539-499b-b578-dbdc771282b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.930795] env[70039]: DEBUG nova.network.neutron [req-47f637af-5adf-4530-a6a8-529f34df04c1 req-117d0ed2-cc1c-4ab4-b4ff-64ff538f2635 service nova] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Refreshing network info cache for port 1cbe15ac-9abf-4d67-b8c3-fd11a0499619 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1492.932816] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:05:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cbe15ac-9abf-4d67-b8c3-fd11a0499619', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1492.940666] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1492.946040] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1492.946746] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99f01cb3-e846-49be-9f32-ccb8ad88e042 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.970078] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1492.970078] env[70039]: value = "task-3332045" [ 1492.970078] env[70039]: _type = "Task" [ 1492.970078] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.980073] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332045, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.011983] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507c5ac4-61e3-4e5d-8dd5-fd3a8c54341a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.020452] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78f081b-2e47-4d24-8134-11d62332ce6c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.053884] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f418e172-c4d2-4ba0-82d0-8d4d348d8511 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.061901] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad2c5d7-b150-4660-b176-b17c176313d9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.076372] env[70039]: DEBUG nova.compute.provider_tree [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1493.190567] env[70039]: DEBUG nova.network.neutron [req-47f637af-5adf-4530-a6a8-529f34df04c1 req-117d0ed2-cc1c-4ab4-b4ff-64ff538f2635 service nova] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Updated VIF entry in instance network info cache for port 1cbe15ac-9abf-4d67-b8c3-fd11a0499619. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1493.191027] env[70039]: DEBUG nova.network.neutron [req-47f637af-5adf-4530-a6a8-529f34df04c1 req-117d0ed2-cc1c-4ab4-b4ff-64ff538f2635 service nova] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Updating instance_info_cache with network_info: [{"id": "1cbe15ac-9abf-4d67-b8c3-fd11a0499619", "address": "fa:16:3e:c9:05:7d", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cbe15ac-9a", "ovs_interfaceid": "1cbe15ac-9abf-4d67-b8c3-fd11a0499619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.236073] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332044, 'name': ReconfigVM_Task, 'duration_secs': 0.302636} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.236300] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Reconfigured VM instance instance-00000080 to attach disk [datastore1] a7c49b70-10e3-43c8-bb45-2f1550f78fd6/a7c49b70-10e3-43c8-bb45-2f1550f78fd6.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1493.236968] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3abb8eec-eeea-48ad-a386-c0403e6b341d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.245419] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1493.245419] env[70039]: value = "task-3332046" [ 1493.245419] env[70039]: _type = "Task" [ 1493.245419] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.255331] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332046, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.480458] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332045, 'name': CreateVM_Task, 'duration_secs': 0.40832} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.480647] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1493.481243] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665128', 'volume_id': '9a27a7ec-18be-4321-8593-e37ddbe91937', 'name': 'volume-9a27a7ec-18be-4321-8593-e37ddbe91937', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '76b8dcb7-6539-499b-b578-dbdc771282b7', 'attached_at': '', 'detached_at': '', 'volume_id': '9a27a7ec-18be-4321-8593-e37ddbe91937', 'serial': '9a27a7ec-18be-4321-8593-e37ddbe91937'}, 'delete_on_termination': True, 'device_type': None, 'attachment_id': 'ade3b010-9adf-4117-8036-93a19737b564', 'disk_bus': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=70039) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1493.481458] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Root volume attach. Driver type: vmdk {{(pid=70039) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1493.482345] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337fe95d-5b29-4c22-be70-7a60c9a05e26 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.489529] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25632337-ba57-495d-b552-a22b2b521d22 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.495640] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390dda39-8812-4aeb-aa73-2989c999ce05 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.501280] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-189ddabb-cc1b-4d87-9d79-f6086feea7a0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.508524] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1493.508524] env[70039]: value = "task-3332047" [ 1493.508524] env[70039]: _type = "Task" [ 1493.508524] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.515990] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332047, 'name': RelocateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.597688] env[70039]: ERROR nova.scheduler.client.report [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [req-c7ac4e72-6d26-4665-b907-24ca176af1db] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 543a9f30-645b-4a81-8076-3a3e96a6f37d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c7ac4e72-6d26-4665-b907-24ca176af1db"}]} [ 1493.614467] env[70039]: DEBUG nova.scheduler.client.report [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Refreshing inventories for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1493.630278] env[70039]: DEBUG nova.scheduler.client.report [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Updating ProviderTree inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1493.630528] env[70039]: DEBUG nova.compute.provider_tree [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1493.643132] env[70039]: DEBUG nova.scheduler.client.report [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Refreshing aggregate associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, aggregates: None {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1493.662760] env[70039]: DEBUG nova.scheduler.client.report [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Refreshing trait associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1493.693776] env[70039]: DEBUG oslo_concurrency.lockutils [req-47f637af-5adf-4530-a6a8-529f34df04c1 req-117d0ed2-cc1c-4ab4-b4ff-64ff538f2635 service nova] Releasing lock "refresh_cache-76b8dcb7-6539-499b-b578-dbdc771282b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.737092] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1af90e8-8cc6-48cd-a2b2-25e97575724d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.746229] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c0f59e-d8de-408b-93c9-c9866fb49a15 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.760119] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332046, 'name': Rename_Task, 'duration_secs': 0.146821} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.785927] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1493.786488] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5bd8716-0bf2-42aa-a977-da87a6a3e102 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.788815] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56d8ebe-014a-4f63-9aa1-75560a6a9317 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.799478] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5445448e-8784-4a76-ba74-b7407335a3c7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.805404] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1493.805404] env[70039]: value = "task-3332048" [ 1493.805404] env[70039]: _type = "Task" [ 1493.805404] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.817239] env[70039]: DEBUG nova.compute.provider_tree [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1493.824791] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332048, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.020120] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332047, 'name': RelocateVM_Task} progress is 42%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.324807] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.355663] env[70039]: DEBUG nova.scheduler.client.report [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Updated inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with generation 183 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1494.356180] env[70039]: DEBUG nova.compute.provider_tree [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Updating resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d generation from 183 to 184 during operation: update_inventory {{(pid=70039) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1494.356506] env[70039]: DEBUG nova.compute.provider_tree [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1494.520737] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332047, 'name': RelocateVM_Task} progress is 54%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.818194] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332048, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.863475] env[70039]: DEBUG oslo_concurrency.lockutils [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.454s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.890345] env[70039]: INFO nova.scheduler.client.report [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Deleted allocations for instance 2786a4f9-8ede-4c5e-82a3-2312a61b81e3 [ 1495.022475] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332047, 'name': RelocateVM_Task} progress is 69%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.316994] env[70039]: DEBUG oslo_vmware.api [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332048, 'name': PowerOnVM_Task, 'duration_secs': 1.159589} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.317241] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1495.317450] env[70039]: INFO nova.compute.manager [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1495.317628] env[70039]: DEBUG nova.compute.manager [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1495.318498] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba877a73-86c7-4f90-938a-2c02d60f3e3a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.400067] env[70039]: DEBUG oslo_concurrency.lockutils [None req-03b275da-f797-4422-9000-fbad1cf44c71 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "2786a4f9-8ede-4c5e-82a3-2312a61b81e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.641s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.524730] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332047, 'name': RelocateVM_Task} progress is 82%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.836045] env[70039]: INFO nova.compute.manager [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Took 14.58 seconds to build instance. [ 1496.021185] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332047, 'name': RelocateVM_Task} progress is 97%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.338311] env[70039]: DEBUG oslo_concurrency.lockutils [None req-88d0aa15-a429-4217-a832-c397a41c326c tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.647s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.522145] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332047, 'name': RelocateVM_Task} progress is 98%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.960277] env[70039]: DEBUG oslo_concurrency.lockutils [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "62dc67c8-2bb5-4508-b454-824b00097550" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.960522] env[70039]: DEBUG oslo_concurrency.lockutils [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "62dc67c8-2bb5-4508-b454-824b00097550" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.022124] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332047, 'name': RelocateVM_Task} progress is 98%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.235262] env[70039]: DEBUG nova.compute.manager [req-902b259d-64dd-4d21-a9c3-31ee24f7ba21 req-1db2ac27-f8eb-4153-9219-6714c3a4997b service nova] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Received event network-changed-3fa55da2-fa89-4e27-826f-f8ad624257e3 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1497.235464] env[70039]: DEBUG nova.compute.manager [req-902b259d-64dd-4d21-a9c3-31ee24f7ba21 req-1db2ac27-f8eb-4153-9219-6714c3a4997b service nova] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Refreshing instance network info cache due to event network-changed-3fa55da2-fa89-4e27-826f-f8ad624257e3. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1497.235671] env[70039]: DEBUG oslo_concurrency.lockutils [req-902b259d-64dd-4d21-a9c3-31ee24f7ba21 req-1db2ac27-f8eb-4153-9219-6714c3a4997b service nova] Acquiring lock "refresh_cache-a7c49b70-10e3-43c8-bb45-2f1550f78fd6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.235813] env[70039]: DEBUG oslo_concurrency.lockutils [req-902b259d-64dd-4d21-a9c3-31ee24f7ba21 req-1db2ac27-f8eb-4153-9219-6714c3a4997b service nova] Acquired lock "refresh_cache-a7c49b70-10e3-43c8-bb45-2f1550f78fd6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.235970] env[70039]: DEBUG nova.network.neutron [req-902b259d-64dd-4d21-a9c3-31ee24f7ba21 req-1db2ac27-f8eb-4153-9219-6714c3a4997b service nova] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Refreshing network info cache for port 3fa55da2-fa89-4e27-826f-f8ad624257e3 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.462663] env[70039]: DEBUG nova.compute.manager [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Starting instance... {{(pid=70039) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1497.523473] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332047, 'name': RelocateVM_Task} progress is 98%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.933561] env[70039]: DEBUG nova.network.neutron [req-902b259d-64dd-4d21-a9c3-31ee24f7ba21 req-1db2ac27-f8eb-4153-9219-6714c3a4997b service nova] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Updated VIF entry in instance network info cache for port 3fa55da2-fa89-4e27-826f-f8ad624257e3. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.933947] env[70039]: DEBUG nova.network.neutron [req-902b259d-64dd-4d21-a9c3-31ee24f7ba21 req-1db2ac27-f8eb-4153-9219-6714c3a4997b service nova] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Updating instance_info_cache with network_info: [{"id": "3fa55da2-fa89-4e27-826f-f8ad624257e3", "address": "fa:16:3e:1d:b6:bd", "network": {"id": "066abed3-193c-421e-a570-76a677a70855", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-816740165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1d165f51de411bbcd7599acc5a55b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa55da2-fa", "ovs_interfaceid": "3fa55da2-fa89-4e27-826f-f8ad624257e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.986826] env[70039]: DEBUG oslo_concurrency.lockutils [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.987116] env[70039]: DEBUG oslo_concurrency.lockutils [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.988686] env[70039]: INFO nova.compute.claims [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1498.023631] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332047, 'name': RelocateVM_Task, 'duration_secs': 4.071306} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.023906] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Volume attach. Driver type: vmdk {{(pid=70039) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1498.024122] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665128', 'volume_id': '9a27a7ec-18be-4321-8593-e37ddbe91937', 'name': 'volume-9a27a7ec-18be-4321-8593-e37ddbe91937', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '76b8dcb7-6539-499b-b578-dbdc771282b7', 'attached_at': '', 'detached_at': '', 'volume_id': '9a27a7ec-18be-4321-8593-e37ddbe91937', 'serial': '9a27a7ec-18be-4321-8593-e37ddbe91937'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1498.024863] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bca41a-8f97-4263-a071-3531891c69bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.041837] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000c065f-6320-45da-8b4a-410329e0f131 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.063899] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Reconfiguring VM instance instance-00000081 to attach disk [datastore2] volume-9a27a7ec-18be-4321-8593-e37ddbe91937/volume-9a27a7ec-18be-4321-8593-e37ddbe91937.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1498.064164] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a3c5ec1-d12c-4bcb-bff0-9da730d59d71 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.084176] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1498.084176] env[70039]: value = "task-3332049" [ 1498.084176] env[70039]: _type = "Task" [ 1498.084176] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.092591] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.437097] env[70039]: DEBUG oslo_concurrency.lockutils [req-902b259d-64dd-4d21-a9c3-31ee24f7ba21 req-1db2ac27-f8eb-4153-9219-6714c3a4997b service nova] Releasing lock "refresh_cache-a7c49b70-10e3-43c8-bb45-2f1550f78fd6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.594899] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.061062] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d8dc9d-afb2-4890-a3e0-0183bc38be10 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.068631] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d82741-940a-450b-bbbe-1a0a69f94f2d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.101391] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d1b2c9-e186-4587-839b-2d512431fbbd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.108510] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332049, 'name': ReconfigVM_Task, 'duration_secs': 0.605958} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.110378] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Reconfigured VM instance instance-00000081 to attach disk [datastore2] volume-9a27a7ec-18be-4321-8593-e37ddbe91937/volume-9a27a7ec-18be-4321-8593-e37ddbe91937.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1499.114928] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-815e7168-9c2a-4bda-a6a3-da27b9817dcf {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.125432] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0ec90f-3dc5-4631-9807-bc11af0ed58d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.138842] env[70039]: DEBUG nova.compute.provider_tree [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.141047] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1499.141047] env[70039]: value = "task-3332050" [ 1499.141047] env[70039]: _type = "Task" [ 1499.141047] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.149203] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332050, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.646113] env[70039]: DEBUG nova.scheduler.client.report [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1499.655392] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332050, 'name': ReconfigVM_Task, 'duration_secs': 0.113736} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.655534] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665128', 'volume_id': '9a27a7ec-18be-4321-8593-e37ddbe91937', 'name': 'volume-9a27a7ec-18be-4321-8593-e37ddbe91937', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '76b8dcb7-6539-499b-b578-dbdc771282b7', 'attached_at': '', 'detached_at': '', 'volume_id': '9a27a7ec-18be-4321-8593-e37ddbe91937', 'serial': '9a27a7ec-18be-4321-8593-e37ddbe91937'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1499.655955] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3758e3bd-6790-444d-8ac8-89d5c5fb7de7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.662595] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1499.662595] env[70039]: value = "task-3332051" [ 1499.662595] env[70039]: _type = "Task" [ 1499.662595] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.670411] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332051, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.151824] env[70039]: DEBUG oslo_concurrency.lockutils [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.152366] env[70039]: DEBUG nova.compute.manager [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Start building networks asynchronously for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1500.172638] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332051, 'name': Rename_Task, 'duration_secs': 0.125515} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.172883] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1500.173130] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8289007f-3a7c-4d5e-8d8e-fc5f56e6f164 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.179895] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1500.179895] env[70039]: value = "task-3332052" [ 1500.179895] env[70039]: _type = "Task" [ 1500.179895] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.186915] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.657777] env[70039]: DEBUG nova.compute.utils [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1500.659290] env[70039]: DEBUG nova.compute.manager [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Allocating IP information in the background. {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1500.659468] env[70039]: DEBUG nova.network.neutron [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] allocate_for_instance() {{(pid=70039) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1500.690964] env[70039]: DEBUG oslo_vmware.api [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332052, 'name': PowerOnVM_Task, 'duration_secs': 0.450755} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.691226] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1500.691428] env[70039]: INFO nova.compute.manager [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1500.691607] env[70039]: DEBUG nova.compute.manager [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1500.692390] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90268ce8-8ffc-4b38-b77e-33b2d01e9ac8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.696259] env[70039]: DEBUG nova.policy [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ced7efff92dd47e789d1c72acd13037b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35cc8c73da7f400bb201579010920945', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70039) authorize /opt/stack/nova/nova/policy.py:192}} [ 1500.929865] env[70039]: DEBUG nova.network.neutron [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Successfully created port: 91cbc1a1-c8cb-43cc-8fe0-e58dd040724b {{(pid=70039) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1501.163453] env[70039]: DEBUG nova.compute.manager [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Start building block device mappings for instance. {{(pid=70039) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1501.209918] env[70039]: INFO nova.compute.manager [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Took 14.40 seconds to build instance. [ 1501.711947] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3b305ba9-7d12-42b8-a2e0-253995ddd9cf tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "76b8dcb7-6539-499b-b578-dbdc771282b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.909s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.173475] env[70039]: DEBUG nova.compute.manager [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Start spawning the instance on the hypervisor. {{(pid=70039) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1502.200168] env[70039]: DEBUG nova.virt.hardware [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T01:12:54Z,direct_url=,disk_format='vmdk',id=2024c926-7250-4c3f-a5e4-d5ea078ccaf6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c9e9d318c8ac4d03b009841a8169420b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T01:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1502.200395] env[70039]: DEBUG nova.virt.hardware [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1502.200559] env[70039]: DEBUG nova.virt.hardware [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1502.200743] env[70039]: DEBUG nova.virt.hardware [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1502.200886] env[70039]: DEBUG nova.virt.hardware [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1502.201047] env[70039]: DEBUG nova.virt.hardware [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1502.201259] env[70039]: DEBUG nova.virt.hardware [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1502.201417] env[70039]: DEBUG nova.virt.hardware [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1502.201585] env[70039]: DEBUG nova.virt.hardware [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1502.201745] env[70039]: DEBUG nova.virt.hardware [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1502.201915] env[70039]: DEBUG nova.virt.hardware [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1502.202847] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9deab209-69fa-43af-b9de-4bae995cd260 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.210956] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fedbca-8fb5-424a-bd0e-78cb374dd1c5 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.387815] env[70039]: DEBUG nova.compute.manager [req-704bcb22-443c-40d2-81cb-749f1e4f828d req-04dc4570-2568-40d3-a4ef-b1e21a8db9da service nova] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Received event network-vif-plugged-91cbc1a1-c8cb-43cc-8fe0-e58dd040724b {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1502.388150] env[70039]: DEBUG oslo_concurrency.lockutils [req-704bcb22-443c-40d2-81cb-749f1e4f828d req-04dc4570-2568-40d3-a4ef-b1e21a8db9da service nova] Acquiring lock "62dc67c8-2bb5-4508-b454-824b00097550-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.388247] env[70039]: DEBUG oslo_concurrency.lockutils [req-704bcb22-443c-40d2-81cb-749f1e4f828d req-04dc4570-2568-40d3-a4ef-b1e21a8db9da service nova] Lock "62dc67c8-2bb5-4508-b454-824b00097550-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.388421] env[70039]: DEBUG oslo_concurrency.lockutils [req-704bcb22-443c-40d2-81cb-749f1e4f828d req-04dc4570-2568-40d3-a4ef-b1e21a8db9da service nova] Lock "62dc67c8-2bb5-4508-b454-824b00097550-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.388611] env[70039]: DEBUG nova.compute.manager [req-704bcb22-443c-40d2-81cb-749f1e4f828d req-04dc4570-2568-40d3-a4ef-b1e21a8db9da service nova] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] No waiting events found dispatching network-vif-plugged-91cbc1a1-c8cb-43cc-8fe0-e58dd040724b {{(pid=70039) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1502.388745] env[70039]: WARNING nova.compute.manager [req-704bcb22-443c-40d2-81cb-749f1e4f828d req-04dc4570-2568-40d3-a4ef-b1e21a8db9da service nova] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Received unexpected event network-vif-plugged-91cbc1a1-c8cb-43cc-8fe0-e58dd040724b for instance with vm_state building and task_state spawning. [ 1502.541470] env[70039]: DEBUG nova.network.neutron [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Successfully updated port: 91cbc1a1-c8cb-43cc-8fe0-e58dd040724b {{(pid=70039) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1503.043764] env[70039]: DEBUG oslo_concurrency.lockutils [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "refresh_cache-62dc67c8-2bb5-4508-b454-824b00097550" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.044081] env[70039]: DEBUG oslo_concurrency.lockutils [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "refresh_cache-62dc67c8-2bb5-4508-b454-824b00097550" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.044131] env[70039]: DEBUG nova.network.neutron [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1503.575800] env[70039]: DEBUG nova.network.neutron [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Instance cache missing network info. {{(pid=70039) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1503.695976] env[70039]: DEBUG nova.network.neutron [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Updating instance_info_cache with network_info: [{"id": "91cbc1a1-c8cb-43cc-8fe0-e58dd040724b", "address": "fa:16:3e:cf:3b:5e", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91cbc1a1-c8", "ovs_interfaceid": "91cbc1a1-c8cb-43cc-8fe0-e58dd040724b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.936717] env[70039]: DEBUG nova.compute.manager [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Stashing vm_state: active {{(pid=70039) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1504.199243] env[70039]: DEBUG oslo_concurrency.lockutils [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "refresh_cache-62dc67c8-2bb5-4508-b454-824b00097550" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.199615] env[70039]: DEBUG nova.compute.manager [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Instance network_info: |[{"id": "91cbc1a1-c8cb-43cc-8fe0-e58dd040724b", "address": "fa:16:3e:cf:3b:5e", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91cbc1a1-c8", "ovs_interfaceid": "91cbc1a1-c8cb-43cc-8fe0-e58dd040724b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70039) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1504.200000] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:3b:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91cbc1a1-c8cb-43cc-8fe0-e58dd040724b', 'vif_model': 'vmxnet3'}] {{(pid=70039) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1504.207471] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1504.207685] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Creating VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1504.207908] env[70039]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32bc53f3-2b7c-4db0-a580-4014368272d9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.229017] env[70039]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1504.229017] env[70039]: value = "task-3332053" [ 1504.229017] env[70039]: _type = "Task" [ 1504.229017] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.236621] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332053, 'name': CreateVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.420055] env[70039]: DEBUG nova.compute.manager [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Received event network-changed-28668808-b14f-4f01-af34-5549e32d71fd {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1504.420427] env[70039]: DEBUG nova.compute.manager [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Refreshing instance network info cache due to event network-changed-28668808-b14f-4f01-af34-5549e32d71fd. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1504.420755] env[70039]: DEBUG oslo_concurrency.lockutils [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] Acquiring lock "refresh_cache-029644a4-e847-4a30-a56e-79596dd114cb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.421016] env[70039]: DEBUG oslo_concurrency.lockutils [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] Acquired lock "refresh_cache-029644a4-e847-4a30-a56e-79596dd114cb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.421117] env[70039]: DEBUG nova.network.neutron [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Refreshing network info cache for port 28668808-b14f-4f01-af34-5549e32d71fd {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1504.457027] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.457027] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.738097] env[70039]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332053, 'name': CreateVM_Task, 'duration_secs': 0.459596} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.738297] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Created VM on the ESX host {{(pid=70039) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1504.738947] env[70039]: DEBUG oslo_concurrency.lockutils [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.739129] env[70039]: DEBUG oslo_concurrency.lockutils [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.739455] env[70039]: DEBUG oslo_concurrency.lockutils [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.739703] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02e24c6-2c45-442f-91ec-dd1a55b2d369 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.743814] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1504.743814] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]522cf2aa-143a-d029-2f97-3f227fe9aee3" [ 1504.743814] env[70039]: _type = "Task" [ 1504.743814] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.750866] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522cf2aa-143a-d029-2f97-3f227fe9aee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.966294] env[70039]: INFO nova.compute.claims [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1505.173032] env[70039]: DEBUG nova.network.neutron [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Updated VIF entry in instance network info cache for port 28668808-b14f-4f01-af34-5549e32d71fd. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.173505] env[70039]: DEBUG nova.network.neutron [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Updating instance_info_cache with network_info: [{"id": "28668808-b14f-4f01-af34-5549e32d71fd", "address": "fa:16:3e:e0:9d:51", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28668808-b1", "ovs_interfaceid": "28668808-b14f-4f01-af34-5549e32d71fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.254161] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]522cf2aa-143a-d029-2f97-3f227fe9aee3, 'name': SearchDatastore_Task, 'duration_secs': 0.009352} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.254470] env[70039]: DEBUG oslo_concurrency.lockutils [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.254724] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Processing image 2024c926-7250-4c3f-a5e4-d5ea078ccaf6 {{(pid=70039) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1505.255017] env[70039]: DEBUG oslo_concurrency.lockutils [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.255215] env[70039]: DEBUG oslo_concurrency.lockutils [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.255441] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1505.255739] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bacaf0c3-5b3e-48ad-81eb-256e05fa26ee {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.264391] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70039) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1505.264519] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70039) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1505.265172] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddb35e57-3855-49eb-bc39-051d6361a718 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.269753] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1505.269753] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52fee1bf-645e-93c3-2dd6-bcf2ed6121d0" [ 1505.269753] env[70039]: _type = "Task" [ 1505.269753] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.276774] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fee1bf-645e-93c3-2dd6-bcf2ed6121d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.471180] env[70039]: INFO nova.compute.resource_tracker [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Updating resource usage from migration 3a8c0828-3c6e-4229-89f0-b440aef1d28d [ 1505.543433] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1ff9a0-d851-4e13-8f21-47eb6058141d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.552014] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bcde3c-7a02-4297-bf1b-85e02f3a7112 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.580306] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e29e56-8787-420d-99bf-8fe78b042dd7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.586804] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71e9ca4-d769-4e7a-abf0-f667c4bdb83e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.599116] env[70039]: DEBUG nova.compute.provider_tree [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.676624] env[70039]: DEBUG oslo_concurrency.lockutils [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] Releasing lock "refresh_cache-029644a4-e847-4a30-a56e-79596dd114cb" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.676885] env[70039]: DEBUG nova.compute.manager [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Received event network-changed-1cbe15ac-9abf-4d67-b8c3-fd11a0499619 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1505.677074] env[70039]: DEBUG nova.compute.manager [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Refreshing instance network info cache due to event network-changed-1cbe15ac-9abf-4d67-b8c3-fd11a0499619. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1505.677291] env[70039]: DEBUG oslo_concurrency.lockutils [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] Acquiring lock "refresh_cache-76b8dcb7-6539-499b-b578-dbdc771282b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.677436] env[70039]: DEBUG oslo_concurrency.lockutils [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] Acquired lock "refresh_cache-76b8dcb7-6539-499b-b578-dbdc771282b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.677600] env[70039]: DEBUG nova.network.neutron [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Refreshing network info cache for port 1cbe15ac-9abf-4d67-b8c3-fd11a0499619 {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.779226] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52fee1bf-645e-93c3-2dd6-bcf2ed6121d0, 'name': SearchDatastore_Task, 'duration_secs': 0.008204} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.779910] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee3c00f-ec18-40e5-90bd-f81072083576 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.784614] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1505.784614] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]52ba0b4b-72f4-fb90-54bb-3104fd48346c" [ 1505.784614] env[70039]: _type = "Task" [ 1505.784614] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.791566] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ba0b4b-72f4-fb90-54bb-3104fd48346c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.102393] env[70039]: DEBUG nova.scheduler.client.report [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1506.294740] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]52ba0b4b-72f4-fb90-54bb-3104fd48346c, 'name': SearchDatastore_Task, 'duration_secs': 0.00975} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.295066] env[70039]: DEBUG oslo_concurrency.lockutils [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.295251] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 62dc67c8-2bb5-4508-b454-824b00097550/62dc67c8-2bb5-4508-b454-824b00097550.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1506.297500] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89396756-c7d7-48eb-80e2-3fcd852f3484 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.303868] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1506.303868] env[70039]: value = "task-3332054" [ 1506.303868] env[70039]: _type = "Task" [ 1506.303868] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.311061] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.380449] env[70039]: DEBUG nova.network.neutron [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Updated VIF entry in instance network info cache for port 1cbe15ac-9abf-4d67-b8c3-fd11a0499619. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1506.380831] env[70039]: DEBUG nova.network.neutron [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Updating instance_info_cache with network_info: [{"id": "1cbe15ac-9abf-4d67-b8c3-fd11a0499619", "address": "fa:16:3e:c9:05:7d", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cbe15ac-9a", "ovs_interfaceid": "1cbe15ac-9abf-4d67-b8c3-fd11a0499619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.607157] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.150s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.607371] env[70039]: INFO nova.compute.manager [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Migrating [ 1506.814024] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433963} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.814319] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2024c926-7250-4c3f-a5e4-d5ea078ccaf6/2024c926-7250-4c3f-a5e4-d5ea078ccaf6.vmdk to [datastore2] 62dc67c8-2bb5-4508-b454-824b00097550/62dc67c8-2bb5-4508-b454-824b00097550.vmdk {{(pid=70039) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1506.814537] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Extending root virtual disk to 1048576 {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1506.814782] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-459eb469-5696-416b-8a46-d2536ba84609 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.821569] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1506.821569] env[70039]: value = "task-3332055" [ 1506.821569] env[70039]: _type = "Task" [ 1506.821569] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.828655] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.883139] env[70039]: DEBUG oslo_concurrency.lockutils [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] Releasing lock "refresh_cache-76b8dcb7-6539-499b-b578-dbdc771282b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.883354] env[70039]: DEBUG nova.compute.manager [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Received event network-changed-91cbc1a1-c8cb-43cc-8fe0-e58dd040724b {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1506.883526] env[70039]: DEBUG nova.compute.manager [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Refreshing instance network info cache due to event network-changed-91cbc1a1-c8cb-43cc-8fe0-e58dd040724b. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1506.883746] env[70039]: DEBUG oslo_concurrency.lockutils [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] Acquiring lock "refresh_cache-62dc67c8-2bb5-4508-b454-824b00097550" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.883886] env[70039]: DEBUG oslo_concurrency.lockutils [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] Acquired lock "refresh_cache-62dc67c8-2bb5-4508-b454-824b00097550" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.884059] env[70039]: DEBUG nova.network.neutron [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Refreshing network info cache for port 91cbc1a1-c8cb-43cc-8fe0-e58dd040724b {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.123920] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "refresh_cache-76b8dcb7-6539-499b-b578-dbdc771282b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.124140] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired lock "refresh_cache-76b8dcb7-6539-499b-b578-dbdc771282b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.124319] env[70039]: DEBUG nova.network.neutron [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1507.331160] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065746} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.331446] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Extended root virtual disk {{(pid=70039) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1507.332194] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035ac9e0-4b52-4dc9-a3a2-85db364d06fd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.353322] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Reconfiguring VM instance instance-00000082 to attach disk [datastore2] 62dc67c8-2bb5-4508-b454-824b00097550/62dc67c8-2bb5-4508-b454-824b00097550.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1507.353575] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7a7b797-233b-4a00-8391-e7e772078223 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.371909] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1507.371909] env[70039]: value = "task-3332056" [ 1507.371909] env[70039]: _type = "Task" [ 1507.371909] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.379164] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.576274] env[70039]: DEBUG nova.network.neutron [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Updated VIF entry in instance network info cache for port 91cbc1a1-c8cb-43cc-8fe0-e58dd040724b. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.576702] env[70039]: DEBUG nova.network.neutron [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Updating instance_info_cache with network_info: [{"id": "91cbc1a1-c8cb-43cc-8fe0-e58dd040724b", "address": "fa:16:3e:cf:3b:5e", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91cbc1a1-c8", "ovs_interfaceid": "91cbc1a1-c8cb-43cc-8fe0-e58dd040724b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.825176] env[70039]: DEBUG nova.network.neutron [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Updating instance_info_cache with network_info: [{"id": "1cbe15ac-9abf-4d67-b8c3-fd11a0499619", "address": "fa:16:3e:c9:05:7d", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cbe15ac-9a", "ovs_interfaceid": "1cbe15ac-9abf-4d67-b8c3-fd11a0499619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.880981] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332056, 'name': ReconfigVM_Task, 'duration_secs': 0.266119} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.881267] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Reconfigured VM instance instance-00000082 to attach disk [datastore2] 62dc67c8-2bb5-4508-b454-824b00097550/62dc67c8-2bb5-4508-b454-824b00097550.vmdk or device None with type sparse {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1507.881863] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-013584fe-2cea-4ddf-b97d-cfa2e700a686 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.887721] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1507.887721] env[70039]: value = "task-3332057" [ 1507.887721] env[70039]: _type = "Task" [ 1507.887721] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.894906] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332057, 'name': Rename_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.079805] env[70039]: DEBUG oslo_concurrency.lockutils [req-269c3b2c-48e1-4e20-871f-8213c07ea421 req-89b17db1-2ef9-42d2-959d-a9c2ff95ab22 service nova] Releasing lock "refresh_cache-62dc67c8-2bb5-4508-b454-824b00097550" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.327819] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Releasing lock "refresh_cache-76b8dcb7-6539-499b-b578-dbdc771282b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.398110] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332057, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.898271] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332057, 'name': Rename_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.398647] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332057, 'name': Rename_Task, 'duration_secs': 1.159506} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.398979] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1509.399212] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35847188-c402-4d42-b20d-4f0d1d3f7ec1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.405350] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1509.405350] env[70039]: value = "task-3332058" [ 1509.405350] env[70039]: _type = "Task" [ 1509.405350] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.412836] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.843585] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51bf4e8-32e1-4555-8916-966d51ec1f41 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.861604] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Updating instance '76b8dcb7-6539-499b-b578-dbdc771282b7' progress to 0 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1509.914712] env[70039]: DEBUG oslo_vmware.api [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332058, 'name': PowerOnVM_Task, 'duration_secs': 0.441665} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.915076] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1509.915267] env[70039]: INFO nova.compute.manager [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1509.915450] env[70039]: DEBUG nova.compute.manager [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1509.916249] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a993131-32b5-43f2-a004-114a64ee503b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.368109] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.368477] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb0a21d0-a9c9-4a26-8e2e-878fdd5e5188 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.378585] env[70039]: DEBUG oslo_vmware.api [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1510.378585] env[70039]: value = "task-3332059" [ 1510.378585] env[70039]: _type = "Task" [ 1510.378585] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.386090] env[70039]: DEBUG oslo_vmware.api [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.432012] env[70039]: INFO nova.compute.manager [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Took 12.46 seconds to build instance. [ 1510.888713] env[70039]: DEBUG oslo_vmware.api [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332059, 'name': PowerOffVM_Task, 'duration_secs': 0.20437} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.888991] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1510.889149] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Updating instance '76b8dcb7-6539-499b-b578-dbdc771282b7' progress to 17 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1510.933835] env[70039]: DEBUG oslo_concurrency.lockutils [None req-830e94f1-f2c4-41ce-a5a2-f663b518886d tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "62dc67c8-2bb5-4508-b454-824b00097550" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.973s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.116386] env[70039]: DEBUG nova.compute.manager [req-3be27714-b893-40bb-b1a7-f87ebfde3f5f req-8e38bcc3-2348-4c1e-8493-c202b47144ae service nova] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Received event network-changed-91cbc1a1-c8cb-43cc-8fe0-e58dd040724b {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1511.116607] env[70039]: DEBUG nova.compute.manager [req-3be27714-b893-40bb-b1a7-f87ebfde3f5f req-8e38bcc3-2348-4c1e-8493-c202b47144ae service nova] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Refreshing instance network info cache due to event network-changed-91cbc1a1-c8cb-43cc-8fe0-e58dd040724b. {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1511.116830] env[70039]: DEBUG oslo_concurrency.lockutils [req-3be27714-b893-40bb-b1a7-f87ebfde3f5f req-8e38bcc3-2348-4c1e-8493-c202b47144ae service nova] Acquiring lock "refresh_cache-62dc67c8-2bb5-4508-b454-824b00097550" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.116974] env[70039]: DEBUG oslo_concurrency.lockutils [req-3be27714-b893-40bb-b1a7-f87ebfde3f5f req-8e38bcc3-2348-4c1e-8493-c202b47144ae service nova] Acquired lock "refresh_cache-62dc67c8-2bb5-4508-b454-824b00097550" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.117285] env[70039]: DEBUG nova.network.neutron [req-3be27714-b893-40bb-b1a7-f87ebfde3f5f req-8e38bcc3-2348-4c1e-8493-c202b47144ae service nova] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Refreshing network info cache for port 91cbc1a1-c8cb-43cc-8fe0-e58dd040724b {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1511.395128] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1511.395397] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.395560] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1511.395768] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.395887] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1511.396045] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1511.396258] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1511.396428] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1511.396598] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1511.396759] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1511.396928] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1511.401857] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c62613a7-a53c-44a0-9ca1-f69855be5a3e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.418914] env[70039]: DEBUG oslo_vmware.api [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1511.418914] env[70039]: value = "task-3332060" [ 1511.418914] env[70039]: _type = "Task" [ 1511.418914] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.426925] env[70039]: DEBUG oslo_vmware.api [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332060, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.932804] env[70039]: DEBUG oslo_vmware.api [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332060, 'name': ReconfigVM_Task, 'duration_secs': 0.137405} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.936307] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Updating instance '76b8dcb7-6539-499b-b578-dbdc771282b7' progress to 33 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1512.045891] env[70039]: DEBUG nova.network.neutron [req-3be27714-b893-40bb-b1a7-f87ebfde3f5f req-8e38bcc3-2348-4c1e-8493-c202b47144ae service nova] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Updated VIF entry in instance network info cache for port 91cbc1a1-c8cb-43cc-8fe0-e58dd040724b. {{(pid=70039) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1512.046287] env[70039]: DEBUG nova.network.neutron [req-3be27714-b893-40bb-b1a7-f87ebfde3f5f req-8e38bcc3-2348-4c1e-8493-c202b47144ae service nova] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Updating instance_info_cache with network_info: [{"id": "91cbc1a1-c8cb-43cc-8fe0-e58dd040724b", "address": "fa:16:3e:cf:3b:5e", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91cbc1a1-c8", "ovs_interfaceid": "91cbc1a1-c8cb-43cc-8fe0-e58dd040724b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.443143] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T01:13:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1512.443338] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Flavor limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1512.443516] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Image limits 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1512.443717] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Flavor pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1512.443891] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Image pref 0:0:0 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1512.444054] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70039) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1512.444288] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1512.444454] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1512.444643] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Got 1 possible topologies {{(pid=70039) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1512.444830] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1512.445021] env[70039]: DEBUG nova.virt.hardware [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70039) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1512.450384] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Reconfiguring VM instance instance-00000081 to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1512.450690] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b85592a-5934-4f7e-84d2-cc05e4f704ef {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.470216] env[70039]: DEBUG oslo_vmware.api [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1512.470216] env[70039]: value = "task-3332061" [ 1512.470216] env[70039]: _type = "Task" [ 1512.470216] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.478350] env[70039]: DEBUG oslo_vmware.api [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.549490] env[70039]: DEBUG oslo_concurrency.lockutils [req-3be27714-b893-40bb-b1a7-f87ebfde3f5f req-8e38bcc3-2348-4c1e-8493-c202b47144ae service nova] Releasing lock "refresh_cache-62dc67c8-2bb5-4508-b454-824b00097550" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.980365] env[70039]: DEBUG oslo_vmware.api [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332061, 'name': ReconfigVM_Task, 'duration_secs': 0.160297} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.980719] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Reconfigured VM instance instance-00000081 to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1512.981397] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed819d28-3f53-4f9f-9d5c-b4a1ac9bd029 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.003625] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Reconfiguring VM instance instance-00000081 to attach disk [datastore2] volume-9a27a7ec-18be-4321-8593-e37ddbe91937/volume-9a27a7ec-18be-4321-8593-e37ddbe91937.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1513.003921] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20bb5427-122e-4faa-9a36-fbfbc2148888 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.022324] env[70039]: DEBUG oslo_vmware.api [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1513.022324] env[70039]: value = "task-3332062" [ 1513.022324] env[70039]: _type = "Task" [ 1513.022324] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.031330] env[70039]: DEBUG oslo_vmware.api [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.533084] env[70039]: DEBUG oslo_vmware.api [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.033777] env[70039]: DEBUG oslo_vmware.api [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332062, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.534441] env[70039]: DEBUG oslo_vmware.api [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332062, 'name': ReconfigVM_Task, 'duration_secs': 1.052599} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.535590] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Reconfigured VM instance instance-00000081 to attach disk [datastore2] volume-9a27a7ec-18be-4321-8593-e37ddbe91937/volume-9a27a7ec-18be-4321-8593-e37ddbe91937.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1514.535590] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Updating instance '76b8dcb7-6539-499b-b578-dbdc771282b7' progress to 50 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1515.042979] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd310b4-4c51-452f-92d1-9361078fc959 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.063234] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23944f48-65dd-4264-9b14-ec94b0abbc57 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.080296] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Updating instance '76b8dcb7-6539-499b-b578-dbdc771282b7' progress to 67 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1516.721891] env[70039]: DEBUG nova.network.neutron [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Port 1cbe15ac-9abf-4d67-b8c3-fd11a0499619 binding to destination host cpu-1 is already ACTIVE {{(pid=70039) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1517.743800] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "76b8dcb7-6539-499b-b578-dbdc771282b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.744168] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "76b8dcb7-6539-499b-b578-dbdc771282b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.744208] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "76b8dcb7-6539-499b-b578-dbdc771282b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.779286] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "refresh_cache-76b8dcb7-6539-499b-b578-dbdc771282b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.779498] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired lock "refresh_cache-76b8dcb7-6539-499b-b578-dbdc771282b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.779645] env[70039]: DEBUG nova.network.neutron [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1519.518533] env[70039]: DEBUG nova.network.neutron [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Updating instance_info_cache with network_info: [{"id": "1cbe15ac-9abf-4d67-b8c3-fd11a0499619", "address": "fa:16:3e:c9:05:7d", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cbe15ac-9a", "ovs_interfaceid": "1cbe15ac-9abf-4d67-b8c3-fd11a0499619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.020868] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Releasing lock "refresh_cache-76b8dcb7-6539-499b-b578-dbdc771282b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.530487] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dccd9ab-006c-45dd-9d5b-e17a369ced9d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.538046] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1046a1ea-52ad-428b-95de-5b6dc66db914 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.634310] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13271399-46a0-448c-a2d6-c1986ba9b610 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.652900] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518899da-5579-44af-b0cf-decd8954be86 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.659431] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Updating instance '76b8dcb7-6539-499b-b578-dbdc771282b7' progress to 83 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1522.165527] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1522.165864] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e04df56-e07c-4849-a82c-6ddbd28fa730 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.173067] env[70039]: DEBUG oslo_vmware.api [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1522.173067] env[70039]: value = "task-3332063" [ 1522.173067] env[70039]: _type = "Task" [ 1522.173067] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.183861] env[70039]: DEBUG oslo_vmware.api [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.682936] env[70039]: DEBUG oslo_vmware.api [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332063, 'name': PowerOnVM_Task, 'duration_secs': 0.349943} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.683230] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1522.683413] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3538fdf8-30fc-4b18-aa06-a3fc6969c82b tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Updating instance '76b8dcb7-6539-499b-b578-dbdc771282b7' progress to 100 {{(pid=70039) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1524.522065] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "76b8dcb7-6539-499b-b578-dbdc771282b7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.522521] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "76b8dcb7-6539-499b-b578-dbdc771282b7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.522521] env[70039]: DEBUG nova.compute.manager [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Going to confirm migration 11 {{(pid=70039) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1525.083760] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "refresh_cache-76b8dcb7-6539-499b-b578-dbdc771282b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.083956] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquired lock "refresh_cache-76b8dcb7-6539-499b-b578-dbdc771282b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.084152] env[70039]: DEBUG nova.network.neutron [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1525.084345] env[70039]: DEBUG nova.objects.instance [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lazy-loading 'info_cache' on Instance uuid 76b8dcb7-6539-499b-b578-dbdc771282b7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.324893] env[70039]: DEBUG nova.network.neutron [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Updating instance_info_cache with network_info: [{"id": "1cbe15ac-9abf-4d67-b8c3-fd11a0499619", "address": "fa:16:3e:c9:05:7d", "network": {"id": "d098ecaa-de41-4a9c-b81a-bc38997c71c0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1078031877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3855dcc2f974424b3523b151a8244cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cbe15ac-9a", "ovs_interfaceid": "1cbe15ac-9abf-4d67-b8c3-fd11a0499619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.827921] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Releasing lock "refresh_cache-76b8dcb7-6539-499b-b578-dbdc771282b7" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.828355] env[70039]: DEBUG nova.objects.instance [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lazy-loading 'migration_context' on Instance uuid 76b8dcb7-6539-499b-b578-dbdc771282b7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1527.331559] env[70039]: DEBUG nova.objects.base [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Object Instance<76b8dcb7-6539-499b-b578-dbdc771282b7> lazy-loaded attributes: info_cache,migration_context {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1527.332587] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734130b3-0548-4789-8c2c-7a3572a6bc31 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.353409] env[70039]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9550ee97-1204-426e-a9d6-4738bce34b20 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.359050] env[70039]: DEBUG oslo_vmware.api [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1527.359050] env[70039]: value = "session[5244dca3-c15a-2209-4b97-43fb1c266489]524fc668-15f5-337d-cbde-64538ba42ee6" [ 1527.359050] env[70039]: _type = "Task" [ 1527.359050] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.366694] env[70039]: DEBUG oslo_vmware.api [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524fc668-15f5-337d-cbde-64538ba42ee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.869507] env[70039]: DEBUG oslo_vmware.api [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': session[5244dca3-c15a-2209-4b97-43fb1c266489]524fc668-15f5-337d-cbde-64538ba42ee6, 'name': SearchDatastore_Task, 'duration_secs': 0.008549} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.869808] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.870065] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.457168] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd163388-7246-4921-8388-f7b3e190f50d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.465359] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7886fc-a751-4291-b739-eefb17b1a069 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.495421] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4717e79b-7093-4e06-a27c-d2e652a8abad {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.504228] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90e3c53-2a0d-415b-84ec-394984d17ff9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.518664] env[70039]: DEBUG nova.compute.provider_tree [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1529.038246] env[70039]: ERROR nova.scheduler.client.report [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [req-4bb57cad-d349-46c6-a993-0ae140e8f83a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 543a9f30-645b-4a81-8076-3a3e96a6f37d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4bb57cad-d349-46c6-a993-0ae140e8f83a"}]} [ 1529.053865] env[70039]: DEBUG nova.scheduler.client.report [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Refreshing inventories for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1529.066722] env[70039]: DEBUG nova.scheduler.client.report [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Updating ProviderTree inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1529.066934] env[70039]: DEBUG nova.compute.provider_tree [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1529.076506] env[70039]: DEBUG nova.scheduler.client.report [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Refreshing aggregate associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, aggregates: None {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1529.093910] env[70039]: DEBUG nova.scheduler.client.report [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Refreshing trait associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1529.160816] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82370fa-50b3-4637-aec6-a1b1acb001fd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.168069] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d1324a-5c6a-4185-b24f-c92ab5cd4925 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.198750] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b32052f-613e-407b-aa48-5d2207462a21 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.205936] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de4c7bd-39aa-4663-afb4-f0bf2bf18bf2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.218940] env[70039]: DEBUG nova.compute.provider_tree [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1529.749404] env[70039]: DEBUG nova.scheduler.client.report [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Updated inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with generation 187 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1529.749711] env[70039]: DEBUG nova.compute.provider_tree [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Updating resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d generation from 187 to 188 during operation: update_inventory {{(pid=70039) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1529.749858] env[70039]: DEBUG nova.compute.provider_tree [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1530.760151] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.890s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.314181] env[70039]: INFO nova.scheduler.client.report [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Deleted allocation for migration 3a8c0828-3c6e-4229-89f0-b440aef1d28d [ 1531.819897] env[70039]: DEBUG oslo_concurrency.lockutils [None req-df7c5037-3f21-4517-ace6-5eade2aa1bb4 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "76b8dcb7-6539-499b-b578-dbdc771282b7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.298s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.945118] env[70039]: INFO nova.compute.manager [None req-424b1fcc-1cda-4c38-9f7c-195f3871be8d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Get console output [ 1531.945485] env[70039]: WARNING nova.virt.vmwareapi.driver [None req-424b1fcc-1cda-4c38-9f7c-195f3871be8d tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] The console log is missing. Check your VSPC configuration [ 1534.695027] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.695027] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.198242] env[70039]: DEBUG nova.compute.utils [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Using /dev/sd instead of None {{(pid=70039) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1535.701317] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.760046] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1536.760476] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.760579] env[70039]: INFO nova.compute.manager [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Attaching volume a0cd4009-81ff-4eca-a5dc-7fa2bec57753 to /dev/sdb [ 1536.790227] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64c18e3-7e5c-4998-b8f0-3961e58d5774 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.797536] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d5c396-386a-406a-aae1-371a0d499de1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.810156] env[70039]: DEBUG nova.virt.block_device [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Updating existing volume attachment record: 5b131506-ff08-489c-9c6a-bdc602351a85 {{(pid=70039) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1536.934485] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.934485] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1538.435012] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1538.931401] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1538.931646] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1538.932076] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1538.932076] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Cleaning up deleted instances with incomplete migration {{(pid=70039) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1540.429614] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.429902] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.430050] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70039) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1540.430229] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager.update_available_resource {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.933788] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.934098] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.934275] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.934433] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70039) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1540.935338] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26b6bd9-3600-4109-9e3a-c095a2a7d87b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.943701] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d68401-1bdb-45c8-85a8-504ce8aa48f6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.957651] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab267ea7-e6cf-4e35-943c-4fd77b8dd8c7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.963841] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3a1a57-fc8f-455f-8eaf-890bdc01b563 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.992249] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180391MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=70039) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1540.992398] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.992612] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1541.351644] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Volume attach. Driver type: vmdk {{(pid=70039) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1541.351957] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665132', 'volume_id': 'a0cd4009-81ff-4eca-a5dc-7fa2bec57753', 'name': 'volume-a0cd4009-81ff-4eca-a5dc-7fa2bec57753', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7c49b70-10e3-43c8-bb45-2f1550f78fd6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0cd4009-81ff-4eca-a5dc-7fa2bec57753', 'serial': 'a0cd4009-81ff-4eca-a5dc-7fa2bec57753'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1541.352926] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d59c76e-85e4-466f-b6dd-d31344ff24c0 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.368903] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc84063c-191c-4a79-a75c-ea1b08b0768f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.392939] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] volume-a0cd4009-81ff-4eca-a5dc-7fa2bec57753/volume-a0cd4009-81ff-4eca-a5dc-7fa2bec57753.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1541.393169] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbccdb1e-5424-4a59-a2a8-d620bea9203a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.410066] env[70039]: DEBUG oslo_vmware.api [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1541.410066] env[70039]: value = "task-3332066" [ 1541.410066] env[70039]: _type = "Task" [ 1541.410066] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.417993] env[70039]: DEBUG oslo_vmware.api [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.919688] env[70039]: DEBUG oslo_vmware.api [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332066, 'name': ReconfigVM_Task, 'duration_secs': 0.332376} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.920044] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Reconfigured VM instance instance-00000080 to attach disk [datastore2] volume-a0cd4009-81ff-4eca-a5dc-7fa2bec57753/volume-a0cd4009-81ff-4eca-a5dc-7fa2bec57753.vmdk or device None with type thin {{(pid=70039) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1541.924585] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d23b07d-8188-4d35-9a87-6e6fddfd7113 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.939316] env[70039]: DEBUG oslo_vmware.api [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1541.939316] env[70039]: value = "task-3332067" [ 1541.939316] env[70039]: _type = "Task" [ 1541.939316] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.946857] env[70039]: DEBUG oslo_vmware.api [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.088816] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 029644a4-e847-4a30-a56e-79596dd114cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1542.088966] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance c77616df-7794-4d4f-9ce6-c5bc41e96398 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1542.089108] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance a7c49b70-10e3-43c8-bb45-2f1550f78fd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1542.089230] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 62dc67c8-2bb5-4508-b454-824b00097550 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1542.089348] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Instance 76b8dcb7-6539-499b-b578-dbdc771282b7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70039) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1542.089535] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1542.089674] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=70039) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1542.159095] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0558552-6c15-46b3-80de-4b61b7e3132e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.166724] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38df4a2-65c9-4420-85d5-e82e80516cd4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.195532] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d299511-b67b-4c5b-94a8-8b9060b513e2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.202053] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaeca71-3040-437c-a09b-c7329d45ab3f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.215024] env[70039]: DEBUG nova.compute.provider_tree [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1542.450437] env[70039]: DEBUG oslo_vmware.api [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332067, 'name': ReconfigVM_Task, 'duration_secs': 0.13892} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.450746] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665132', 'volume_id': 'a0cd4009-81ff-4eca-a5dc-7fa2bec57753', 'name': 'volume-a0cd4009-81ff-4eca-a5dc-7fa2bec57753', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7c49b70-10e3-43c8-bb45-2f1550f78fd6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0cd4009-81ff-4eca-a5dc-7fa2bec57753', 'serial': 'a0cd4009-81ff-4eca-a5dc-7fa2bec57753'} {{(pid=70039) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1542.718824] env[70039]: DEBUG nova.scheduler.client.report [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1543.224656] env[70039]: DEBUG nova.compute.resource_tracker [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70039) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1543.224656] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.232s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1543.490060] env[70039]: DEBUG nova.objects.instance [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lazy-loading 'flavor' on Instance uuid a7c49b70-10e3-43c8-bb45-2f1550f78fd6 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.726294] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.994399] env[70039]: DEBUG oslo_concurrency.lockutils [None req-0093de51-846f-4506-93a0-3f5c67d2cc79 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.186234] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bff905df-f522-413b-b105-efbc0d31d404 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.186451] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bff905df-f522-413b-b105-efbc0d31d404 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.690242] env[70039]: INFO nova.compute.manager [None req-bff905df-f522-413b-b105-efbc0d31d404 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Detaching volume a0cd4009-81ff-4eca-a5dc-7fa2bec57753 [ 1544.719517] env[70039]: INFO nova.virt.block_device [None req-bff905df-f522-413b-b105-efbc0d31d404 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Attempting to driver detach volume a0cd4009-81ff-4eca-a5dc-7fa2bec57753 from mountpoint /dev/sdb [ 1544.719728] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff905df-f522-413b-b105-efbc0d31d404 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Volume detach. Driver type: vmdk {{(pid=70039) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1544.719906] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff905df-f522-413b-b105-efbc0d31d404 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665132', 'volume_id': 'a0cd4009-81ff-4eca-a5dc-7fa2bec57753', 'name': 'volume-a0cd4009-81ff-4eca-a5dc-7fa2bec57753', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7c49b70-10e3-43c8-bb45-2f1550f78fd6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0cd4009-81ff-4eca-a5dc-7fa2bec57753', 'serial': 'a0cd4009-81ff-4eca-a5dc-7fa2bec57753'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1544.720822] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf38486-55f3-4700-9344-cce0ced41b44 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.741795] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28b1daf-2c00-44a5-80d7-7a5ec164a26b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.748257] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc45c5db-8f64-4025-978d-9cccf8e078c3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.768641] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d7452a-0cb1-4cf0-8a07-1d0fb18a1a76 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.782633] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff905df-f522-413b-b105-efbc0d31d404 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] The volume has not been displaced from its original location: [datastore2] volume-a0cd4009-81ff-4eca-a5dc-7fa2bec57753/volume-a0cd4009-81ff-4eca-a5dc-7fa2bec57753.vmdk. No consolidation needed. {{(pid=70039) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1544.787805] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff905df-f522-413b-b105-efbc0d31d404 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Reconfiguring VM instance instance-00000080 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1544.788089] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72e1c0ac-7e63-4fe1-8034-f8195e98290c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.805846] env[70039]: DEBUG oslo_vmware.api [None req-bff905df-f522-413b-b105-efbc0d31d404 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1544.805846] env[70039]: value = "task-3332068" [ 1544.805846] env[70039]: _type = "Task" [ 1544.805846] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.813989] env[70039]: DEBUG oslo_vmware.api [None req-bff905df-f522-413b-b105-efbc0d31d404 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.315258] env[70039]: DEBUG oslo_vmware.api [None req-bff905df-f522-413b-b105-efbc0d31d404 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332068, 'name': ReconfigVM_Task, 'duration_secs': 0.205574} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.315406] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff905df-f522-413b-b105-efbc0d31d404 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Reconfigured VM instance instance-00000080 to detach disk 2001 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1545.319958] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cb8097e-1be5-42ee-b68b-cb4d4114938b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.335584] env[70039]: DEBUG oslo_vmware.api [None req-bff905df-f522-413b-b105-efbc0d31d404 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1545.335584] env[70039]: value = "task-3332069" [ 1545.335584] env[70039]: _type = "Task" [ 1545.335584] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.342925] env[70039]: DEBUG oslo_vmware.api [None req-bff905df-f522-413b-b105-efbc0d31d404 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.845249] env[70039]: DEBUG oslo_vmware.api [None req-bff905df-f522-413b-b105-efbc0d31d404 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332069, 'name': ReconfigVM_Task, 'duration_secs': 0.126316} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.845612] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff905df-f522-413b-b105-efbc0d31d404 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665132', 'volume_id': 'a0cd4009-81ff-4eca-a5dc-7fa2bec57753', 'name': 'volume-a0cd4009-81ff-4eca-a5dc-7fa2bec57753', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7c49b70-10e3-43c8-bb45-2f1550f78fd6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0cd4009-81ff-4eca-a5dc-7fa2bec57753', 'serial': 'a0cd4009-81ff-4eca-a5dc-7fa2bec57753'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1546.055944] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b337bb3-6b91-49d0-8923-238279e09512 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "62dc67c8-2bb5-4508-b454-824b00097550" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.056276] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b337bb3-6b91-49d0-8923-238279e09512 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "62dc67c8-2bb5-4508-b454-824b00097550" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.056460] env[70039]: DEBUG nova.compute.manager [None req-6b337bb3-6b91-49d0-8923-238279e09512 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1546.058267] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7360ec-214d-4a39-abaa-1db962a65351 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.063884] env[70039]: DEBUG nova.compute.manager [None req-6b337bb3-6b91-49d0-8923-238279e09512 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70039) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1546.064437] env[70039]: DEBUG nova.objects.instance [None req-6b337bb3-6b91-49d0-8923-238279e09512 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lazy-loading 'flavor' on Instance uuid 62dc67c8-2bb5-4508-b454-824b00097550 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1546.387061] env[70039]: DEBUG nova.objects.instance [None req-bff905df-f522-413b-b105-efbc0d31d404 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lazy-loading 'flavor' on Instance uuid a7c49b70-10e3-43c8-bb45-2f1550f78fd6 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1547.071154] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b337bb3-6b91-49d0-8923-238279e09512 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.071486] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e42bf51-a125-4d3d-a4da-c9b29a71ed16 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.078575] env[70039]: DEBUG oslo_vmware.api [None req-6b337bb3-6b91-49d0-8923-238279e09512 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1547.078575] env[70039]: value = "task-3332070" [ 1547.078575] env[70039]: _type = "Task" [ 1547.078575] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.086407] env[70039]: DEBUG oslo_vmware.api [None req-6b337bb3-6b91-49d0-8923-238279e09512 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.394514] env[70039]: DEBUG oslo_concurrency.lockutils [None req-bff905df-f522-413b-b105-efbc0d31d404 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1547.588312] env[70039]: DEBUG oslo_vmware.api [None req-6b337bb3-6b91-49d0-8923-238279e09512 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332070, 'name': PowerOffVM_Task, 'duration_secs': 0.156101} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.588569] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b337bb3-6b91-49d0-8923-238279e09512 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.588796] env[70039]: DEBUG nova.compute.manager [None req-6b337bb3-6b91-49d0-8923-238279e09512 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1547.589579] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aa219b-5bc8-4c37-beb1-1bcd3fb5e7a7 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.678242] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1547.678493] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1547.678709] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1547.678882] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1547.679060] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1547.681414] env[70039]: INFO nova.compute.manager [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Terminating instance [ 1548.100185] env[70039]: DEBUG oslo_concurrency.lockutils [None req-6b337bb3-6b91-49d0-8923-238279e09512 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "62dc67c8-2bb5-4508-b454-824b00097550" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.184816] env[70039]: DEBUG nova.compute.manager [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1548.185069] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1548.186068] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164f3e01-98a6-4df4-a680-d526fe5ffb1d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.193853] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.194121] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8da488b-30a2-4d80-a011-318f18b8703b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.201135] env[70039]: DEBUG oslo_vmware.api [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1548.201135] env[70039]: value = "task-3332071" [ 1548.201135] env[70039]: _type = "Task" [ 1548.201135] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.209611] env[70039]: DEBUG oslo_vmware.api [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.408134] env[70039]: DEBUG nova.objects.instance [None req-beb6209f-2c58-495b-acf5-b34759916be1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lazy-loading 'flavor' on Instance uuid 62dc67c8-2bb5-4508-b454-824b00097550 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1548.711288] env[70039]: DEBUG oslo_vmware.api [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332071, 'name': PowerOffVM_Task, 'duration_secs': 0.177324} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.711502] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1548.711672] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1548.711918] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e93b80d-d191-4683-bfd5-97eb3ca1d8c6 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.772221] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1548.772436] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1548.772620] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Deleting the datastore file [datastore1] a7c49b70-10e3-43c8-bb45-2f1550f78fd6 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1548.772948] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a28c6fa-12ea-4053-aa98-fd3393107113 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.779453] env[70039]: DEBUG oslo_vmware.api [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for the task: (returnval){ [ 1548.779453] env[70039]: value = "task-3332073" [ 1548.779453] env[70039]: _type = "Task" [ 1548.779453] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.786806] env[70039]: DEBUG oslo_vmware.api [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.912858] env[70039]: DEBUG oslo_concurrency.lockutils [None req-beb6209f-2c58-495b-acf5-b34759916be1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "refresh_cache-62dc67c8-2bb5-4508-b454-824b00097550" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.913053] env[70039]: DEBUG oslo_concurrency.lockutils [None req-beb6209f-2c58-495b-acf5-b34759916be1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "refresh_cache-62dc67c8-2bb5-4508-b454-824b00097550" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.913234] env[70039]: DEBUG nova.network.neutron [None req-beb6209f-2c58-495b-acf5-b34759916be1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1548.913414] env[70039]: DEBUG nova.objects.instance [None req-beb6209f-2c58-495b-acf5-b34759916be1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lazy-loading 'info_cache' on Instance uuid 62dc67c8-2bb5-4508-b454-824b00097550 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1549.289576] env[70039]: DEBUG oslo_vmware.api [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Task: {'id': task-3332073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131307} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.289931] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1549.289931] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1549.290137] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1549.290316] env[70039]: INFO nova.compute.manager [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1549.290557] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1549.290798] env[70039]: DEBUG nova.compute.manager [-] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1549.290891] env[70039]: DEBUG nova.network.neutron [-] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1549.417304] env[70039]: DEBUG nova.objects.base [None req-beb6209f-2c58-495b-acf5-b34759916be1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Object Instance<62dc67c8-2bb5-4508-b454-824b00097550> lazy-loaded attributes: flavor,info_cache {{(pid=70039) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1549.729525] env[70039]: DEBUG nova.compute.manager [req-d2cd40d8-5ad4-43c5-b740-665696b2e05f req-ca6ed865-110d-4ebd-9b78-747798bf830b service nova] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Received event network-vif-deleted-3fa55da2-fa89-4e27-826f-f8ad624257e3 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1549.729781] env[70039]: INFO nova.compute.manager [req-d2cd40d8-5ad4-43c5-b740-665696b2e05f req-ca6ed865-110d-4ebd-9b78-747798bf830b service nova] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Neutron deleted interface 3fa55da2-fa89-4e27-826f-f8ad624257e3; detaching it from the instance and deleting it from the info cache [ 1549.729902] env[70039]: DEBUG nova.network.neutron [req-d2cd40d8-5ad4-43c5-b740-665696b2e05f req-ca6ed865-110d-4ebd-9b78-747798bf830b service nova] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.932082] env[70039]: DEBUG oslo_service.periodic_task [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70039) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.932267] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] Cleaning up deleted instances {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1550.105243] env[70039]: DEBUG nova.network.neutron [None req-beb6209f-2c58-495b-acf5-b34759916be1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Updating instance_info_cache with network_info: [{"id": "91cbc1a1-c8cb-43cc-8fe0-e58dd040724b", "address": "fa:16:3e:cf:3b:5e", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91cbc1a1-c8", "ovs_interfaceid": "91cbc1a1-c8cb-43cc-8fe0-e58dd040724b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.208932] env[70039]: DEBUG nova.network.neutron [-] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.232304] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ba6b320-8779-49bd-a407-def84378ce73 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.243173] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa30f302-9bad-49a2-832b-b1d46ba15e0d {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.269905] env[70039]: DEBUG nova.compute.manager [req-d2cd40d8-5ad4-43c5-b740-665696b2e05f req-ca6ed865-110d-4ebd-9b78-747798bf830b service nova] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Detach interface failed, port_id=3fa55da2-fa89-4e27-826f-f8ad624257e3, reason: Instance a7c49b70-10e3-43c8-bb45-2f1550f78fd6 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1550.441570] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] There are 26 instances to clean {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1550.441917] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: e191d2d4-0c97-434a-a8a7-c0c1d0742ec0] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1550.607588] env[70039]: DEBUG oslo_concurrency.lockutils [None req-beb6209f-2c58-495b-acf5-b34759916be1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "refresh_cache-62dc67c8-2bb5-4508-b454-824b00097550" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.712072] env[70039]: INFO nova.compute.manager [-] [instance: a7c49b70-10e3-43c8-bb45-2f1550f78fd6] Took 1.42 seconds to deallocate network for instance. [ 1550.944476] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 7678666d-461e-42cc-8ddd-b124cf2a8ca7] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1551.218560] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1551.218847] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.219081] env[70039]: DEBUG nova.objects.instance [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lazy-loading 'resources' on Instance uuid a7c49b70-10e3-43c8-bb45-2f1550f78fd6 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1551.448526] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 2786a4f9-8ede-4c5e-82a3-2312a61b81e3] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1551.613187] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb6209f-2c58-495b-acf5-b34759916be1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Powering on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1551.613487] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a85bb64-dcde-44dc-9cb2-0d7da3234a33 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.620699] env[70039]: DEBUG oslo_vmware.api [None req-beb6209f-2c58-495b-acf5-b34759916be1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1551.620699] env[70039]: value = "task-3332074" [ 1551.620699] env[70039]: _type = "Task" [ 1551.620699] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.628016] env[70039]: DEBUG oslo_vmware.api [None req-beb6209f-2c58-495b-acf5-b34759916be1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.796015] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d72345-0a4f-4ad0-91cc-82901d98d963 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.801442] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff16132-62cd-47a5-bcbf-805cab9045ab {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.831594] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bfbeab-627d-428f-9857-47ce9e95c640 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.838592] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c9d884-3084-43fd-b037-5a66e27d739e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.851250] env[70039]: DEBUG nova.compute.provider_tree [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.952191] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: a54c825d-12a6-4c26-85d9-b65307b9d0aa] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1552.130987] env[70039]: DEBUG oslo_vmware.api [None req-beb6209f-2c58-495b-acf5-b34759916be1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332074, 'name': PowerOnVM_Task, 'duration_secs': 0.381857} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.131298] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb6209f-2c58-495b-acf5-b34759916be1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Powered on the VM {{(pid=70039) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1552.131499] env[70039]: DEBUG nova.compute.manager [None req-beb6209f-2c58-495b-acf5-b34759916be1 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1552.132255] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ebbf41-23d6-48d9-bba5-2d54fcd6ccca {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.355154] env[70039]: DEBUG nova.scheduler.client.report [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1552.455919] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: ce45a426-ec34-4ae2-aff1-7e91ec3d9aca] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1552.860128] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1552.880589] env[70039]: INFO nova.scheduler.client.report [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Deleted allocations for instance a7c49b70-10e3-43c8-bb45-2f1550f78fd6 [ 1552.959489] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 1b42c061-29e1-4bc2-b2b8-0218de567e6b] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1553.155565] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53380f17-df6a-4175-bce9-352929ca0b1b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.162199] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0303b0-13f4-45d0-8bc1-51380e69ddc4 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Suspending the VM {{(pid=70039) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1553.162446] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7e6c6dfd-af6b-4444-a897-409aa1eaa326 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.168881] env[70039]: DEBUG oslo_vmware.api [None req-ac0303b0-13f4-45d0-8bc1-51380e69ddc4 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1553.168881] env[70039]: value = "task-3332075" [ 1553.168881] env[70039]: _type = "Task" [ 1553.168881] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.176409] env[70039]: DEBUG oslo_vmware.api [None req-ac0303b0-13f4-45d0-8bc1-51380e69ddc4 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332075, 'name': SuspendVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.388986] env[70039]: DEBUG oslo_concurrency.lockutils [None req-1de9e5e1-5efd-49c2-a1de-1a9df2079237 tempest-AttachVolumeNegativeTest-274200757 tempest-AttachVolumeNegativeTest-274200757-project-member] Lock "a7c49b70-10e3-43c8-bb45-2f1550f78fd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.710s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1553.463160] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 1b7e589b-001f-481d-9693-585bc6c16f8b] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1553.678983] env[70039]: DEBUG oslo_vmware.api [None req-ac0303b0-13f4-45d0-8bc1-51380e69ddc4 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332075, 'name': SuspendVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.966653] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: c71c9611-deec-4268-9186-3126e6de090b] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1554.179295] env[70039]: DEBUG oslo_vmware.api [None req-ac0303b0-13f4-45d0-8bc1-51380e69ddc4 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332075, 'name': SuspendVM_Task, 'duration_secs': 0.584915} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.179572] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0303b0-13f4-45d0-8bc1-51380e69ddc4 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Suspended the VM {{(pid=70039) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1554.179758] env[70039]: DEBUG nova.compute.manager [None req-ac0303b0-13f4-45d0-8bc1-51380e69ddc4 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1554.180542] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037b7e79-b6d2-4c0c-98ad-285fc26f9c4f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.469787] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: cd41aa20-d621-4efa-abdc-63cd943649b6] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1554.973680] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: a1babbf7-482d-4497-b9ff-ea64abeccf51] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1555.478064] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: b6f68310-1fe6-488e-87fc-4bcc81d87d9f] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1555.515647] env[70039]: INFO nova.compute.manager [None req-8f9ca3fc-1c9b-4881-9f40-1d3c36a6eb74 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Resuming [ 1555.516304] env[70039]: DEBUG nova.objects.instance [None req-8f9ca3fc-1c9b-4881-9f40-1d3c36a6eb74 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lazy-loading 'flavor' on Instance uuid 62dc67c8-2bb5-4508-b454-824b00097550 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1555.981530] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 57ba1c89-f635-4a04-b665-d5697b752af5] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1556.484902] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: f6937e8d-75b4-459e-8eeb-6a33c8f67c6d] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1556.987828] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: e1a241ac-7119-48fa-8482-886a79255da7] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1557.025093] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8f9ca3fc-1c9b-4881-9f40-1d3c36a6eb74 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "refresh_cache-62dc67c8-2bb5-4508-b454-824b00097550" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.025304] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8f9ca3fc-1c9b-4881-9f40-1d3c36a6eb74 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquired lock "refresh_cache-62dc67c8-2bb5-4508-b454-824b00097550" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.025474] env[70039]: DEBUG nova.network.neutron [None req-8f9ca3fc-1c9b-4881-9f40-1d3c36a6eb74 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Building network info cache for instance {{(pid=70039) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1557.491104] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: f00a0641-1636-4aac-9843-ec218ccc0d62] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1557.717824] env[70039]: DEBUG nova.network.neutron [None req-8f9ca3fc-1c9b-4881-9f40-1d3c36a6eb74 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Updating instance_info_cache with network_info: [{"id": "91cbc1a1-c8cb-43cc-8fe0-e58dd040724b", "address": "fa:16:3e:cf:3b:5e", "network": {"id": "e8c1f9ac-639c-4367-90c7-02f842353f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-293081203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35cc8c73da7f400bb201579010920945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91cbc1a1-c8", "ovs_interfaceid": "91cbc1a1-c8cb-43cc-8fe0-e58dd040724b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.995254] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 7a703135-3bf6-4076-ab52-b78005c7a900] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1558.221058] env[70039]: DEBUG oslo_concurrency.lockutils [None req-8f9ca3fc-1c9b-4881-9f40-1d3c36a6eb74 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Releasing lock "refresh_cache-62dc67c8-2bb5-4508-b454-824b00097550" {{(pid=70039) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.221845] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153b7c8d-ef08-412e-93fd-8a3d4130c62e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.229788] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9ca3fc-1c9b-4881-9f40-1d3c36a6eb74 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Resuming the VM {{(pid=70039) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1558.230040] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8435f69b-8ca1-467d-be22-0aa94bc21702 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.237044] env[70039]: DEBUG oslo_vmware.api [None req-8f9ca3fc-1c9b-4881-9f40-1d3c36a6eb74 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1558.237044] env[70039]: value = "task-3332078" [ 1558.237044] env[70039]: _type = "Task" [ 1558.237044] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.244162] env[70039]: DEBUG oslo_vmware.api [None req-8f9ca3fc-1c9b-4881-9f40-1d3c36a6eb74 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.498085] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 7d0b067c-6518-4294-91a8-02bda6feac60] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1558.748242] env[70039]: DEBUG oslo_vmware.api [None req-8f9ca3fc-1c9b-4881-9f40-1d3c36a6eb74 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332078, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.871756] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "76b8dcb7-6539-499b-b578-dbdc771282b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.872032] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "76b8dcb7-6539-499b-b578-dbdc771282b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.872264] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "76b8dcb7-6539-499b-b578-dbdc771282b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.872511] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "76b8dcb7-6539-499b-b578-dbdc771282b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.872683] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "76b8dcb7-6539-499b-b578-dbdc771282b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.875107] env[70039]: INFO nova.compute.manager [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Terminating instance [ 1559.001777] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: dbccc65d-170f-4015-8f6e-7a1817a83d9b] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1559.247963] env[70039]: DEBUG oslo_vmware.api [None req-8f9ca3fc-1c9b-4881-9f40-1d3c36a6eb74 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332078, 'name': PowerOnVM_Task, 'duration_secs': 0.622515} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.248262] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9ca3fc-1c9b-4881-9f40-1d3c36a6eb74 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Resumed the VM {{(pid=70039) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1559.248470] env[70039]: DEBUG nova.compute.manager [None req-8f9ca3fc-1c9b-4881-9f40-1d3c36a6eb74 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Checking state {{(pid=70039) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1559.249258] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344a4b01-156b-4404-b522-0e0496cce18c {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.379820] env[70039]: DEBUG nova.compute.manager [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1559.380098] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1559.380388] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4bfb203-9253-4919-81c2-f4f646ae2703 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.388827] env[70039]: DEBUG oslo_vmware.api [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1559.388827] env[70039]: value = "task-3332079" [ 1559.388827] env[70039]: _type = "Task" [ 1559.388827] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.397668] env[70039]: DEBUG oslo_vmware.api [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.505346] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 96d16e3c-8287-47bd-9c8c-64ecdaa401ca] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1559.899043] env[70039]: DEBUG oslo_vmware.api [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332079, 'name': PowerOffVM_Task, 'duration_secs': 0.201907} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.899342] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1559.899542] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Volume detach. Driver type: vmdk {{(pid=70039) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1559.899724] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665128', 'volume_id': '9a27a7ec-18be-4321-8593-e37ddbe91937', 'name': 'volume-9a27a7ec-18be-4321-8593-e37ddbe91937', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '76b8dcb7-6539-499b-b578-dbdc771282b7', 'attached_at': '2025-04-05T01:28:54.000000', 'detached_at': '', 'volume_id': '9a27a7ec-18be-4321-8593-e37ddbe91937', 'serial': '9a27a7ec-18be-4321-8593-e37ddbe91937'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1559.900479] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d5238e-cbc2-40e4-9ea2-1afa4bf4aadc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.917794] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5a1dfc-e0ad-426e-827e-9b6a78243c48 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.923797] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae701fd-4a02-4449-bbfe-d1ad6137aa93 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.940553] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03815f6a-9ce5-48fa-be98-f0f35356a983 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.954470] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] The volume has not been displaced from its original location: [datastore2] volume-9a27a7ec-18be-4321-8593-e37ddbe91937/volume-9a27a7ec-18be-4321-8593-e37ddbe91937.vmdk. No consolidation needed. {{(pid=70039) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1559.959579] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Reconfiguring VM instance instance-00000081 to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1559.959839] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ab7cc66-52d6-4683-8215-3f661940963e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.976848] env[70039]: DEBUG oslo_vmware.api [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1559.976848] env[70039]: value = "task-3332081" [ 1559.976848] env[70039]: _type = "Task" [ 1559.976848] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.984077] env[70039]: DEBUG oslo_vmware.api [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.010832] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 40f803d2-a797-4dcf-ba84-674adfd5553a] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1560.206279] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "62dc67c8-2bb5-4508-b454-824b00097550" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1560.206504] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "62dc67c8-2bb5-4508-b454-824b00097550" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1560.206718] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "62dc67c8-2bb5-4508-b454-824b00097550-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1560.206903] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "62dc67c8-2bb5-4508-b454-824b00097550-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1560.207089] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "62dc67c8-2bb5-4508-b454-824b00097550-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1560.209595] env[70039]: INFO nova.compute.manager [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Terminating instance [ 1560.487398] env[70039]: DEBUG oslo_vmware.api [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332081, 'name': ReconfigVM_Task, 'duration_secs': 0.162722} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.487689] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Reconfigured VM instance instance-00000081 to detach disk 2000 {{(pid=70039) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1560.492313] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45ad219e-23f5-4e45-b44e-00e1a3647a6f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.506880] env[70039]: DEBUG oslo_vmware.api [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1560.506880] env[70039]: value = "task-3332082" [ 1560.506880] env[70039]: _type = "Task" [ 1560.506880] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.515512] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 19c71658-6134-452c-ba22-a7b2f591828d] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1560.517212] env[70039]: DEBUG oslo_vmware.api [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.713366] env[70039]: DEBUG nova.compute.manager [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1560.713596] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1560.714548] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a86fe52-53a7-4168-87f1-0a2c64f9f069 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.723552] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1560.723734] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dd11294-d7cb-4e1c-84af-fdf1a2c50285 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.729440] env[70039]: DEBUG oslo_vmware.api [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1560.729440] env[70039]: value = "task-3332083" [ 1560.729440] env[70039]: _type = "Task" [ 1560.729440] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.736614] env[70039]: DEBUG oslo_vmware.api [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.017580] env[70039]: DEBUG oslo_vmware.api [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332082, 'name': ReconfigVM_Task, 'duration_secs': 0.321197} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.017972] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 27fc1417-ad28-4721-bd18-9721f81934a0] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1561.019842] env[70039]: DEBUG nova.virt.vmwareapi.volumeops [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665128', 'volume_id': '9a27a7ec-18be-4321-8593-e37ddbe91937', 'name': 'volume-9a27a7ec-18be-4321-8593-e37ddbe91937', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '76b8dcb7-6539-499b-b578-dbdc771282b7', 'attached_at': '2025-04-05T01:28:54.000000', 'detached_at': '', 'volume_id': '9a27a7ec-18be-4321-8593-e37ddbe91937', 'serial': '9a27a7ec-18be-4321-8593-e37ddbe91937'} {{(pid=70039) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1561.020126] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1561.021059] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d40cc37-5fdb-47ba-b803-79bf9ebc67a2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.028267] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1561.028509] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63106383-9ca9-4d35-baee-5ec4793b5936 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.092694] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1561.092936] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1561.093155] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Deleting the datastore file [datastore2] 76b8dcb7-6539-499b-b578-dbdc771282b7 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1561.093408] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5218630-d411-4fa0-b25d-2f793816c848 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.100971] env[70039]: DEBUG oslo_vmware.api [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1561.100971] env[70039]: value = "task-3332085" [ 1561.100971] env[70039]: _type = "Task" [ 1561.100971] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.108844] env[70039]: DEBUG oslo_vmware.api [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.238591] env[70039]: DEBUG oslo_vmware.api [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332083, 'name': PowerOffVM_Task, 'duration_secs': 0.170321} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.238841] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1561.239022] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1561.239274] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1e7021a-3308-4e96-9665-1c16200a40ac {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.299381] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1561.299548] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Deleting contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1561.299707] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Deleting the datastore file [datastore2] 62dc67c8-2bb5-4508-b454-824b00097550 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1561.299963] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-beadb081-13e1-4fe0-9ac0-a9f928f7d2e2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.307268] env[70039]: DEBUG oslo_vmware.api [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for the task: (returnval){ [ 1561.307268] env[70039]: value = "task-3332087" [ 1561.307268] env[70039]: _type = "Task" [ 1561.307268] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.315345] env[70039]: DEBUG oslo_vmware.api [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.522210] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 3cb2916e-cf65-4df3-8ba9-e824967f7df4] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1561.610889] env[70039]: DEBUG oslo_vmware.api [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085418} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.611184] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1561.611375] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1561.611554] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1561.611724] env[70039]: INFO nova.compute.manager [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1561.611963] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1561.612167] env[70039]: DEBUG nova.compute.manager [-] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1561.612262] env[70039]: DEBUG nova.network.neutron [-] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1561.817244] env[70039]: DEBUG oslo_vmware.api [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Task: {'id': task-3332087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142985} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.817472] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1561.817656] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Deleted contents of the VM from datastore datastore2 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1561.817832] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1561.818016] env[70039]: INFO nova.compute.manager [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1561.818264] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1561.818450] env[70039]: DEBUG nova.compute.manager [-] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1561.818544] env[70039]: DEBUG nova.network.neutron [-] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1562.025226] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 7dd1bf87-8c4a-4f7d-bc7b-f29946c74ad7] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1562.278733] env[70039]: DEBUG nova.compute.manager [req-ed50bf50-1767-403f-b584-864fc0b0d178 req-aa166ed7-0469-44dc-9033-2c2cd3a593c1 service nova] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Received event network-vif-deleted-91cbc1a1-c8cb-43cc-8fe0-e58dd040724b {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1562.278733] env[70039]: INFO nova.compute.manager [req-ed50bf50-1767-403f-b584-864fc0b0d178 req-aa166ed7-0469-44dc-9033-2c2cd3a593c1 service nova] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Neutron deleted interface 91cbc1a1-c8cb-43cc-8fe0-e58dd040724b; detaching it from the instance and deleting it from the info cache [ 1562.278733] env[70039]: DEBUG nova.network.neutron [req-ed50bf50-1767-403f-b584-864fc0b0d178 req-aa166ed7-0469-44dc-9033-2c2cd3a593c1 service nova] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.312829] env[70039]: DEBUG nova.compute.manager [req-2e10baed-71d0-4815-89e8-6f6c30a8411d req-f1198965-7011-488d-9f92-433d573437ad service nova] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Received event network-vif-deleted-1cbe15ac-9abf-4d67-b8c3-fd11a0499619 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1562.313066] env[70039]: INFO nova.compute.manager [req-2e10baed-71d0-4815-89e8-6f6c30a8411d req-f1198965-7011-488d-9f92-433d573437ad service nova] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Neutron deleted interface 1cbe15ac-9abf-4d67-b8c3-fd11a0499619; detaching it from the instance and deleting it from the info cache [ 1562.313253] env[70039]: DEBUG nova.network.neutron [req-2e10baed-71d0-4815-89e8-6f6c30a8411d req-f1198965-7011-488d-9f92-433d573437ad service nova] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.531078] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: bced78af-9276-4173-808a-d730c9db5a92] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1562.755635] env[70039]: DEBUG nova.network.neutron [-] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.780159] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38180f9c-53aa-48ac-85bc-9579af802996 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.791019] env[70039]: DEBUG nova.network.neutron [-] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.794724] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3637f78a-7175-48d9-99ef-347fb81ce7e4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.806675] env[70039]: INFO nova.compute.manager [-] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Took 1.19 seconds to deallocate network for instance. [ 1562.816767] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d70c974-d3df-4230-9172-0a88316b9752 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.825995] env[70039]: DEBUG nova.compute.manager [req-ed50bf50-1767-403f-b584-864fc0b0d178 req-aa166ed7-0469-44dc-9033-2c2cd3a593c1 service nova] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Detach interface failed, port_id=91cbc1a1-c8cb-43cc-8fe0-e58dd040724b, reason: Instance 62dc67c8-2bb5-4508-b454-824b00097550 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1562.834884] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac583d5-5328-41c2-bee3-90eff0fd0b86 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.860373] env[70039]: DEBUG nova.compute.manager [req-2e10baed-71d0-4815-89e8-6f6c30a8411d req-f1198965-7011-488d-9f92-433d573437ad service nova] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Detach interface failed, port_id=1cbe15ac-9abf-4d67-b8c3-fd11a0499619, reason: Instance 76b8dcb7-6539-499b-b578-dbdc771282b7 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1563.033584] env[70039]: DEBUG nova.compute.manager [None req-6b09eddc-9127-4a30-bbd7-11648aa90ced None None] [instance: 78d436ba-a361-4760-a13d-edd86fc665f9] Instance has had 0 of 5 cleanup attempts {{(pid=70039) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1563.260587] env[70039]: INFO nova.compute.manager [-] [instance: 62dc67c8-2bb5-4508-b454-824b00097550] Took 1.44 seconds to deallocate network for instance. [ 1563.358026] env[70039]: INFO nova.compute.manager [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Took 0.55 seconds to detach 1 volumes for instance. [ 1563.359876] env[70039]: DEBUG nova.compute.manager [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 76b8dcb7-6539-499b-b578-dbdc771282b7] Deleting volume: 9a27a7ec-18be-4321-8593-e37ddbe91937 {{(pid=70039) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1563.769615] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1563.769988] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1563.770142] env[70039]: DEBUG nova.objects.instance [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lazy-loading 'resources' on Instance uuid 62dc67c8-2bb5-4508-b454-824b00097550 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1563.897972] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1564.338814] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d29c4c-65ae-42bd-b681-db3ff07f37df {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.347800] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae8330b-a6d9-4c57-af99-3e189e5b99bd {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.377343] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1814f736-7607-4b64-9332-c4df748d5fb4 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.385250] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5b3b26-c2d6-400f-b27d-6fb1d506e0e8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.398098] env[70039]: DEBUG nova.compute.provider_tree [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1564.901496] env[70039]: DEBUG nova.scheduler.client.report [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1565.407011] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1565.409621] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.512s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1565.410030] env[70039]: DEBUG nova.objects.instance [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lazy-loading 'resources' on Instance uuid 76b8dcb7-6539-499b-b578-dbdc771282b7 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1565.426031] env[70039]: INFO nova.scheduler.client.report [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Deleted allocations for instance 62dc67c8-2bb5-4508-b454-824b00097550 [ 1565.934711] env[70039]: DEBUG oslo_concurrency.lockutils [None req-b442be0f-c481-4e73-bde8-0ea901d365f0 tempest-ServerActionsTestJSON-1021407375 tempest-ServerActionsTestJSON-1021407375-project-member] Lock "62dc67c8-2bb5-4508-b454-824b00097550" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.728s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1565.965639] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520c0cbd-a858-4824-b0cd-8e57972873c3 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.973575] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fe8c61-4291-413e-855e-7a636ce4359f {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.004217] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dcf0db-f384-4dba-ae87-0036a8dc2c34 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.011223] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287ba32b-4c65-4b2b-bfbb-4d0a85db2959 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.024212] env[70039]: DEBUG nova.compute.provider_tree [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1566.527716] env[70039]: DEBUG nova.scheduler.client.report [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1567.032285] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1567.051322] env[70039]: INFO nova.scheduler.client.report [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Deleted allocations for instance 76b8dcb7-6539-499b-b578-dbdc771282b7 [ 1567.560100] env[70039]: DEBUG oslo_concurrency.lockutils [None req-dabdbd6a-4441-42c1-ae4d-316a34f52d5f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "76b8dcb7-6539-499b-b578-dbdc771282b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.688s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1567.752957] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "c77616df-7794-4d4f-9ce6-c5bc41e96398" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1567.753283] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "c77616df-7794-4d4f-9ce6-c5bc41e96398" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1567.753510] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "c77616df-7794-4d4f-9ce6-c5bc41e96398-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1567.753702] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "c77616df-7794-4d4f-9ce6-c5bc41e96398-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1567.753882] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "c77616df-7794-4d4f-9ce6-c5bc41e96398-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1567.756737] env[70039]: INFO nova.compute.manager [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Terminating instance [ 1568.260434] env[70039]: DEBUG nova.compute.manager [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1568.260735] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1568.261518] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe25b33-9045-4784-933e-7f169aa29bf9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.269252] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1568.269493] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-347b3cec-f4e2-47bd-ad64-a8d5cdccf0aa {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.275978] env[70039]: DEBUG oslo_vmware.api [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1568.275978] env[70039]: value = "task-3332089" [ 1568.275978] env[70039]: _type = "Task" [ 1568.275978] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.284050] env[70039]: DEBUG oslo_vmware.api [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.786270] env[70039]: DEBUG oslo_vmware.api [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332089, 'name': PowerOffVM_Task, 'duration_secs': 0.171866} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.786517] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1568.786636] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1568.786889] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57008ed3-7069-4140-a09d-657a9a1b1d9a {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.846532] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1568.846765] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1568.846909] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Deleting the datastore file [datastore1] c77616df-7794-4d4f-9ce6-c5bc41e96398 {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1568.847190] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14938468-bb8e-46a8-8bb1-1e92042b4229 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.854107] env[70039]: DEBUG oslo_vmware.api [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1568.854107] env[70039]: value = "task-3332091" [ 1568.854107] env[70039]: _type = "Task" [ 1568.854107] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.861438] env[70039]: DEBUG oslo_vmware.api [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.363673] env[70039]: DEBUG oslo_vmware.api [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126248} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.364090] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1569.364219] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1569.364451] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1569.364644] env[70039]: INFO nova.compute.manager [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1569.364891] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1569.365113] env[70039]: DEBUG nova.compute.manager [-] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1569.365214] env[70039]: DEBUG nova.network.neutron [-] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1569.576205] env[70039]: DEBUG nova.compute.manager [req-d74ea4ae-9a34-46eb-b192-1a81a41609e4 req-d4824f92-83f7-4798-8897-e55b96e84284 service nova] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Received event network-vif-deleted-e53a4190-c758-4ff4-be8b-819d8503eaa8 {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1569.576411] env[70039]: INFO nova.compute.manager [req-d74ea4ae-9a34-46eb-b192-1a81a41609e4 req-d4824f92-83f7-4798-8897-e55b96e84284 service nova] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Neutron deleted interface e53a4190-c758-4ff4-be8b-819d8503eaa8; detaching it from the instance and deleting it from the info cache [ 1569.576570] env[70039]: DEBUG nova.network.neutron [req-d74ea4ae-9a34-46eb-b192-1a81a41609e4 req-d4824f92-83f7-4798-8897-e55b96e84284 service nova] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.060399] env[70039]: DEBUG nova.network.neutron [-] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.078888] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1e188ab-da1c-47e2-ac29-81f3b2ece2f8 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.089159] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50f85c2-c018-46b1-b6f9-cb22a9f078a9 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.112405] env[70039]: DEBUG nova.compute.manager [req-d74ea4ae-9a34-46eb-b192-1a81a41609e4 req-d4824f92-83f7-4798-8897-e55b96e84284 service nova] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Detach interface failed, port_id=e53a4190-c758-4ff4-be8b-819d8503eaa8, reason: Instance c77616df-7794-4d4f-9ce6-c5bc41e96398 could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1570.563504] env[70039]: INFO nova.compute.manager [-] [instance: c77616df-7794-4d4f-9ce6-c5bc41e96398] Took 1.20 seconds to deallocate network for instance. [ 1571.070465] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1571.070754] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1571.071015] env[70039]: DEBUG nova.objects.instance [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lazy-loading 'resources' on Instance uuid c77616df-7794-4d4f-9ce6-c5bc41e96398 {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.616577] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cb97b1-25d4-4775-b633-c6d7131238eb {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.625237] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7839b019-decf-4da8-8b8b-c746ea40e233 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.654941] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8facbe4c-1e2b-4ad2-ba97-4c33fb4113ba {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.662079] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7db1890-11f3-4c87-8206-42f80465b809 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.674909] env[70039]: DEBUG nova.compute.provider_tree [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1572.194715] env[70039]: ERROR nova.scheduler.client.report [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [req-90d277c1-d777-4f1b-a8f1-d811e786da73] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 543a9f30-645b-4a81-8076-3a3e96a6f37d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-90d277c1-d777-4f1b-a8f1-d811e786da73"}]} [ 1572.210725] env[70039]: DEBUG nova.scheduler.client.report [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Refreshing inventories for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1572.223205] env[70039]: DEBUG nova.scheduler.client.report [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Updating ProviderTree inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1572.223453] env[70039]: DEBUG nova.compute.provider_tree [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1572.233022] env[70039]: DEBUG nova.scheduler.client.report [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Refreshing aggregate associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, aggregates: None {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1572.249328] env[70039]: DEBUG nova.scheduler.client.report [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Refreshing trait associations for resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70039) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1572.281581] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dc5019-5351-4fd6-a34d-4f549c6d4847 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.288996] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea0ea2b-c77f-46c5-b201-f27717192467 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.319214] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49077664-d832-47e6-9b3b-9385f54e3560 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.325971] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a77485-cb4d-4c06-9684-65843b8dccf2 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.338694] env[70039]: DEBUG nova.compute.provider_tree [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1572.869889] env[70039]: DEBUG nova.scheduler.client.report [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Updated inventory for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with generation 189 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1572.870189] env[70039]: DEBUG nova.compute.provider_tree [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Updating resource provider 543a9f30-645b-4a81-8076-3a3e96a6f37d generation from 189 to 190 during operation: update_inventory {{(pid=70039) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1572.870365] env[70039]: DEBUG nova.compute.provider_tree [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Updating inventory in ProviderTree for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1573.375431] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.304s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1573.399475] env[70039]: INFO nova.scheduler.client.report [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Deleted allocations for instance c77616df-7794-4d4f-9ce6-c5bc41e96398 [ 1573.907972] env[70039]: DEBUG oslo_concurrency.lockutils [None req-3a700f1b-10b5-4c25-b0ff-82365a47ba40 tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "c77616df-7794-4d4f-9ce6-c5bc41e96398" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.155s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1577.473536] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "029644a4-e847-4a30-a56e-79596dd114cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.473915] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "029644a4-e847-4a30-a56e-79596dd114cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1577.473981] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "029644a4-e847-4a30-a56e-79596dd114cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.474299] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "029644a4-e847-4a30-a56e-79596dd114cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1577.474366] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "029644a4-e847-4a30-a56e-79596dd114cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1577.476470] env[70039]: INFO nova.compute.manager [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Terminating instance [ 1577.980403] env[70039]: DEBUG nova.compute.manager [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Start destroying the instance on the hypervisor. {{(pid=70039) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1577.980646] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Destroying instance {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1577.981626] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8ac932-8286-49bd-94c7-96c8ff4769fc {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.989818] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Powering off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1577.990058] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5215fb32-cfd7-4c8b-989e-07387bddc51b {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.996828] env[70039]: DEBUG oslo_vmware.api [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1577.996828] env[70039]: value = "task-3332093" [ 1577.996828] env[70039]: _type = "Task" [ 1577.996828] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.006054] env[70039]: DEBUG oslo_vmware.api [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.506789] env[70039]: DEBUG oslo_vmware.api [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332093, 'name': PowerOffVM_Task, 'duration_secs': 0.186569} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.507161] env[70039]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Powered off the VM {{(pid=70039) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1578.507294] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Unregistering the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1578.507551] env[70039]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36eb66d5-5fb4-4faa-9396-c4e927b96c72 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.568440] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Unregistered the VM {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1578.568594] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Deleting contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1578.568774] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Deleting the datastore file [datastore1] 029644a4-e847-4a30-a56e-79596dd114cb {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1578.569041] env[70039]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8caa015-e2aa-4a60-b26b-7ecaec22e836 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.575426] env[70039]: DEBUG oslo_vmware.api [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for the task: (returnval){ [ 1578.575426] env[70039]: value = "task-3332095" [ 1578.575426] env[70039]: _type = "Task" [ 1578.575426] env[70039]: } to complete. {{(pid=70039) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.583454] env[70039]: DEBUG oslo_vmware.api [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.084887] env[70039]: DEBUG oslo_vmware.api [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Task: {'id': task-3332095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322059} completed successfully. {{(pid=70039) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.085154] env[70039]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Deleted the datastore file {{(pid=70039) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1579.085389] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Deleted contents of the VM from datastore datastore1 {{(pid=70039) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1579.085590] env[70039]: DEBUG nova.virt.vmwareapi.vmops [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Instance destroyed {{(pid=70039) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1579.085768] env[70039]: INFO nova.compute.manager [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1579.086020] env[70039]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70039) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1579.086215] env[70039]: DEBUG nova.compute.manager [-] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Deallocating network for instance {{(pid=70039) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1579.086311] env[70039]: DEBUG nova.network.neutron [-] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] deallocate_for_instance() {{(pid=70039) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1579.301410] env[70039]: DEBUG nova.compute.manager [req-235a9ed7-5d41-4746-8588-4665813f7229 req-3e45cee6-c6dc-4548-9a49-181cc9d16997 service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Received event network-vif-deleted-28668808-b14f-4f01-af34-5549e32d71fd {{(pid=70039) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1579.301678] env[70039]: INFO nova.compute.manager [req-235a9ed7-5d41-4746-8588-4665813f7229 req-3e45cee6-c6dc-4548-9a49-181cc9d16997 service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Neutron deleted interface 28668808-b14f-4f01-af34-5549e32d71fd; detaching it from the instance and deleting it from the info cache [ 1579.301791] env[70039]: DEBUG nova.network.neutron [req-235a9ed7-5d41-4746-8588-4665813f7229 req-3e45cee6-c6dc-4548-9a49-181cc9d16997 service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.785031] env[70039]: DEBUG nova.network.neutron [-] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Updating instance_info_cache with network_info: [] {{(pid=70039) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.803662] env[70039]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e62e3e94-ccd8-4398-97e5-a80c34905374 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.813963] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42a6f6f-49eb-4dad-bced-92e1489622ad {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.836529] env[70039]: DEBUG nova.compute.manager [req-235a9ed7-5d41-4746-8588-4665813f7229 req-3e45cee6-c6dc-4548-9a49-181cc9d16997 service nova] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Detach interface failed, port_id=28668808-b14f-4f01-af34-5549e32d71fd, reason: Instance 029644a4-e847-4a30-a56e-79596dd114cb could not be found. {{(pid=70039) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1580.288015] env[70039]: INFO nova.compute.manager [-] [instance: 029644a4-e847-4a30-a56e-79596dd114cb] Took 1.20 seconds to deallocate network for instance. [ 1580.794793] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.795239] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.795314] env[70039]: DEBUG nova.objects.instance [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lazy-loading 'resources' on Instance uuid 029644a4-e847-4a30-a56e-79596dd114cb {{(pid=70039) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1581.331237] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7e7413-d531-4a3a-8149-3ec172e9b9b1 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.338872] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1494819-1416-469d-8fae-919833904a06 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.369446] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563f27fa-ce9a-4a21-b9b4-9e6bd0825c0e {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.376072] env[70039]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76403fd0-703c-45ee-8cd6-12087ce37f87 {{(pid=70039) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.388748] env[70039]: DEBUG nova.compute.provider_tree [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Inventory has not changed in ProviderTree for provider: 543a9f30-645b-4a81-8076-3a3e96a6f37d {{(pid=70039) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.891795] env[70039]: DEBUG nova.scheduler.client.report [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Inventory has not changed for provider 543a9f30-645b-4a81-8076-3a3e96a6f37d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70039) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1582.397112] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1582.415416] env[70039]: INFO nova.scheduler.client.report [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Deleted allocations for instance 029644a4-e847-4a30-a56e-79596dd114cb [ 1582.923332] env[70039]: DEBUG oslo_concurrency.lockutils [None req-9de1ed92-5f31-4ddf-9464-9a28fe82439f tempest-ServerActionsTestOtherA-955435152 tempest-ServerActionsTestOtherA-955435152-project-member] Lock "029644a4-e847-4a30-a56e-79596dd114cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.449s {{(pid=70039) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}